-- Logs begin at Thu 2021-11-25 08:00:07 UTC, end at Thu 2021-11-25 10:05:02 UTC. -- Nov 25 08:39:00.701632 dv-neutron-818341-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 08:39:03.035398 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.common.config [-] Logging enabled! Nov 25 08:39:03.036018 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev83 Nov 25 08:39:03.036161 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 08:39:03.039332 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.common.config [-] Logging enabled! Nov 25 08:39:03.039587 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev83 Nov 25 08:39:03.039898 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 08:39:03.040827 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 08:39:03.041060 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 08:39:03.041415 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 08:39:03.041653 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 08:39:03.041874 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 08:39:03.042189 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.042506 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.042800 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.043031 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.043324 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.043613 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.043894 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.044179 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.044475 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.044760 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.045037 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.045318 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.045543 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.045824 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.046107 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.046976 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.047201 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] debug = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.047483 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.047909 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.048323 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.048602 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.048889 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.049166 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.049433 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.049707 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.049988 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.050333 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] host = dv-neutron-818341-1-hyperv {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.050611 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.050906 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.051176 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.051458 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.051729 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.052003 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.052285 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.052557 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.052830 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] log_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.053111 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.053394 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.053677 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.053964 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.054183 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.054427 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.054716 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.055002 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.055276 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.055549 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.055821 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.056092 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.056360 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.056773 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.056896 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.057289 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.057621 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.057895 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.058168 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.058520 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.058794 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.059154 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.059428 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.059698 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.060110 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.060401 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.060667 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.064220 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.064555 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.064863 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.065159 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.065460 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.065746 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.066038 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.067233 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.067233 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.067233 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] use_json = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.067233 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.067599 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.069475 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.069780 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.070074 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.070393 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.070682 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.070979 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:03.072789 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.072789 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.072789 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.072789 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.072789 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.072789 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.073245 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.073245 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.073541 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.073831 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.074118 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.074493 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.074785 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.075065 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.075359 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.075666 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.075962 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.076254 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.076529 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.076803 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.077076 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.077352 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.077745 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.078088 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.078408 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.078686 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.078965 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.079253 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.079529 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.079800 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.080075 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.080361 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.080636 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.080905 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.081183 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.081458 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.081728 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.081996 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.082271 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.082582 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.082857 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.083126 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.083394 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.083667 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.083936 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.084216 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.084490 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.084759 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.085028 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.085302 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.085573 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.085843 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.086118 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.086444 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.086723 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.086997 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.087269 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.087542 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.087815 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.088092 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.088362 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.088633 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.088909 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.089179 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.089448 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.089720 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.089991 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.090262 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.090589 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.090864 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.091141 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.091417 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.091698 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.091975 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.092252 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.092527 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.092803 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.093077 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.093875 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.094167 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.094477 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.094767 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.095051 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.095327 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.095622 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.095898 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.096180 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.096457 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.096734 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.097022 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.097304 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.097597 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.097890 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.098185 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.098511 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.098804 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.099083 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.099395 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.099675 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:03.099887 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 08:39:03.100128 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87405) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 08:39:03.488701 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO keyring.backend [-] Loading KWallet Nov 25 08:39:03.496048 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO keyring.backend [-] Loading SecretService Nov 25 08:39:03.500127 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO keyring.backend [-] Loading Windows Nov 25 08:39:03.501448 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO keyring.backend [-] Loading chainer Nov 25 08:39:03.502035 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO keyring.backend [-] Loading macOS Nov 25 08:39:03.535680 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:03.535957 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:03.536245 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:03.536578 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 08:39:03.842900 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:03.843111 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:03.843402 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:03.844606 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:03.844886 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:03.845147 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:03.966071 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:03.966369 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:03.966639 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:03.980422 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:03.980721 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:03.980973 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.009446 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.009729 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.009993 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.048920 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.049388 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.049484 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.281238 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.281520 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.281784 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.282049 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.282833 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.408675 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.409396 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.409705 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.409977 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.410377 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.410707 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.411960 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.412245 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.412512 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.412806 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.413073 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.413488 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.413761 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.414023 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.414310 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.414597 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.414859 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.415134 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.415387 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.415668 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.416022 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.416275 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.416526 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.416807 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.417053 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.417297 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.417687 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:39:04.417926 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:39:04.418161 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:39:04.418422 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:39:04.418656 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:39:04.418886 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:39:04.419250 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 08:39:04.422659 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 08:39:04.426615 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 08:39:04.430445 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 25 08:39:04.432090 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 08:39:04.432532 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 08:39:04.432866 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 08:39:04.433255 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 08:39:04.436265 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 08:39:04.436510 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 08:39:04.436850 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 08:39:04.465396 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 08:39:04.465841 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.466136 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87405) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 25 08:39:04.466517 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.467890 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87405) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 08:39:04.468218 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 08:39:04.468469 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 08:39:04.471702 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.471987 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:04.534024 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 08:39:04.534201 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 08:39:04.534459 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 08:39:04.534831 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 08:39:04.567133 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_db.sqlalchemy.engines [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87405) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 25 08:39:04.891147 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Initializing driver for type 'gre' Nov 25 08:39:04.891647 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] gre ID ranges: [(1, 1000)] Nov 25 08:39:04.941138 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Initializing driver for type 'local' Nov 25 08:39:04.941464 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Initializing driver for type 'vlan' Nov 25 08:39:04.952858 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] VlanTypeDriver initialization complete Nov 25 08:39:04.953222 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Initializing driver for type 'vxlan' Nov 25 08:39:04.953696 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] vxlan ID ranges: [(1, 1000)] Nov 25 08:39:05.010398 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Initializing extension driver 'port_security' Nov 25 08:39:05.010731 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] PortSecurityExtensionDriver initialization complete Nov 25 08:39:05.011125 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Initializing mechanism driver 'openvswitch' Nov 25 08:39:05.011454 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Initializing mechanism driver 'hyperv' Nov 25 08:39:05.018137 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:39:05.018906 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > port after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.019287 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > port after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.019644 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > port after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.020030 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > subnet after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.020384 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > subnet after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.020730 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > subnet after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.021109 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > network after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.021453 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > network after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.021793 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > network after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.022168 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > security_group after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.022553 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > security_group after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.022895 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > security_group after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.023274 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.023617 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.023953 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.024325 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > address_group after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.024663 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > address_group after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.024996 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > address_group after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.025335 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] ML2 OVO RPC backend initialized. {{(pid=87405) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 25 08:39:05.026143 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router_interface after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.026530 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.026946 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > network before_response 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.027292 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > networks before_response 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.027638 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > port before_response 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.027977 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > ports before_response 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.028318 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > subnet before_response 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.028657 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > subnets before_response 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.028997 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > network after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.029336 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > network after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.029670 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > network after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.030002 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > port after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.030364 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > port after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.031212 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > port after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.031546 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > subnet after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.031881 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > subnet after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.032211 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > subnet after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.032787 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.plugin [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Modular L2 Plugin initialization complete Nov 25 08:39:05.033113 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading services supported by the core plugin {{(pid=87405) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 08:39:05.033437 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.plugins.ml2.managers [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Got port-security extension from driver 'port_security' Nov 25 08:39:05.033897 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.extensions.vlantransparent [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Disabled vlantransparent extension. Nov 25 08:39:05.034411 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87405) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 08:39:05.034722 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading Plugin: router Nov 25 08:39:05.071138 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router_interface before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.071639 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router after_create 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.071888 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router before_create 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.072254 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.072625 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.072977 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router after_delete 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.073335 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > floatingip after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.073694 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router after_create 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.074039 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router after_update 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.074412 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router after_update 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.074759 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.075116 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router after_update 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.075528 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router precommit_update 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.075896 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: port after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.076235 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: port after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.076573 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: subnet after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.076912 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.077258 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > port precommit_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.077633 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router precommit_create 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.077971 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: port before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.078343 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router precommit_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.078713 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router after_update 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.079086 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router precommit_delete 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.079433 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router precommit_create 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.079796 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router_interface after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.080139 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router precommit_update 55549900 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.080502 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > agent after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.080851 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > agent after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.081193 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > network after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.082055 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Tracking information for resource: router configured {{(pid=87405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:39:05.082414 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Tracking information for resource: floatingip configured {{(pid=87405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:39:05.087535 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.db.l3_agentschedulers_db [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 08:39:05.088118 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: port after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.088480 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: port after_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.088830 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: port after_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.089177 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: port after_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.089968 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router before_create 55550100 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.090426 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router precommit_delete 55550100 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.090788 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router precommit_create 55550100 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.091141 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > router precommit_update 55550100 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.096300 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.services.provider_configuration [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service providers = [] {{(pid=87405) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 08:39:05.096668 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.db.servicetype_db [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87405) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 08:39:05.099662 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.services.service_base [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 08:39:05.100014 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.services.service_base [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 08:39:05.100355 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.services.service_base [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 08:39:05.101407 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.services.service_base [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 08:39:05.101784 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.services.service_base [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 08:39:05.102156 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:39:05.102501 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 08:39:05.113911 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:39:05.114250 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading Plugin: auto_allocate Nov 25 08:39:05.120203 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: network precommit_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.120572 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: network precommit_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.121089 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:39:05.121411 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading Plugin: tag Nov 25 08:39:05.128370 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:39:05.128705 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading Plugin: timestamp Nov 25 08:39:05.132563 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:39:05.132896 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading Plugin: network_ip_availability Nov 25 08:39:05.138148 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.138560 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.138921 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.139640 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:39:05.139977 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading Plugin: flavors Nov 25 08:39:05.144970 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:39:05.145262 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading Plugin: revisions Nov 25 08:39:05.149584 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:39:05.149977 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_concurrency.lockutils [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.614s {{(pid=87405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:05.150746 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87405) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 08:39:05.151082 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Initializing extension manager. Nov 25 08:39:05.151584 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: __init__.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.151918 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: __pycache__ {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.152244 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.152570 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: address_group.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.153330 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.153883 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: address-group Nov 25 08:39:05.154206 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: address_scope.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.154949 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.155449 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: address-scope Nov 25 08:39:05.156283 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: admin_state_down_before_update.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.157231 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.157731 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: router-admin-state-down-before-update Nov 25 08:39:05.158051 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: agent.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.158787 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.159281 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: agent Nov 25 08:39:05.159600 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: agent_resources_synced.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.160529 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.161032 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: agent-resources-synced Nov 25 08:39:05.161353 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: allowedaddresspairs.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.163169 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.163690 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: allowed-address-pairs Nov 25 08:39:05.164017 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: auto_allocated_topology.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.165107 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.165621 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: auto-allocated-topology Nov 25 08:39:05.165949 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: availability_zone.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.166693 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.167197 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: availability_zone Nov 25 08:39:05.167522 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: availability_zone_filter.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.168442 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.168944 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: availability_zone_filter Nov 25 08:39:05.169265 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: data_plane_status.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.170191 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.170717 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 08:39:05.171036 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: default_subnetpools.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.172507 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.173008 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: default-subnetpools Nov 25 08:39:05.173328 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: dhcpagentscheduler.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.174138 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.174670 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: dhcp_agent_scheduler Nov 25 08:39:05.174991 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: dns.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.175908 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.176402 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension dns-integration not supported by any of loaded plugins Nov 25 08:39:05.176724 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: dns_domain_ports.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.177652 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.178154 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 08:39:05.178505 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: dvr.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.179184 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.179681 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: dvr Nov 25 08:39:05.180001 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: empty_string_filtering.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.180926 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.181426 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: empty-string-filtering Nov 25 08:39:05.181745 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.182702 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.183201 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 08:39:05.183521 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.184440 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.184941 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 08:39:05.185260 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: external_net.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.186172 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.186713 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: external-net Nov 25 08:39:05.187059 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: extra_dhcp_opt.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.187982 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.188484 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: extra_dhcp_opt Nov 25 08:39:05.188802 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: extraroute.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.189727 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.190227 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: extraroute Nov 25 08:39:05.190578 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: extraroute_atomic.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.191625 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.192129 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: extraroute-atomic Nov 25 08:39:05.192448 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: filter_validation.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.193119 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.193615 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: filter-validation Nov 25 08:39:05.193934 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: fip_pf_description.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.196284 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.196806 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 08:39:05.197143 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: fip_port_details.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.198094 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.198628 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: fip-port-details Nov 25 08:39:05.198958 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: flavors.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.200191 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.200703 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: flavors Nov 25 08:39:05.201033 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.202781 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.203294 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 08:39:05.203624 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: floatingip_pools.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.204330 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.204831 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: floatingip-pools Nov 25 08:39:05.205157 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: ip_allocation.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.206098 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.206627 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 08:39:05.206949 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.207877 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.208374 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: ip-substring-filtering Nov 25 08:39:05.208697 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: l2_adjacency.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.209632 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.210130 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 08:39:05.210483 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: l3.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.211445 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.211952 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: router Nov 25 08:39:05.212276 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: l3_conntrack_helper.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.214606 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.215123 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 08:39:05.215454 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.216404 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.216913 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: ext-gw-mode Nov 25 08:39:05.217241 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.218763 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.219269 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: l3-ha Nov 25 08:39:05.219592 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: l3_flavors.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.220522 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.221020 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: l3-flavors Nov 25 08:39:05.221342 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.222374 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.222804 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 08:39:05.223126 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: l3agentscheduler.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.224174 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.224830 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: l3_agent_scheduler Nov 25 08:39:05.225164 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: logging.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.226729 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.227246 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension logging not supported by any of loaded plugins Nov 25 08:39:05.227649 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: metering.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.228397 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.228965 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: metering Nov 25 08:39:05.229289 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.230424 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.230929 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: metering_source_and_destination_fields Nov 25 08:39:05.231250 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: multiprovidernet.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.232308 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.232812 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: multi-provider Nov 25 08:39:05.233131 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: netmtu.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.234692 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.235199 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: net-mtu Nov 25 08:39:05.235524 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: netmtu_writable.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.236456 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.237223 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: net-mtu-writable Nov 25 08:39:05.237544 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: network_availability_zone.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.238218 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.238743 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: network_availability_zone Nov 25 08:39:05.239059 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: network_ip_availability.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.240168 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.240673 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: network-ip-availability Nov 25 08:39:05.240993 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: network_segment_range.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.241761 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.242253 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 08:39:05.242599 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: pagination.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.243585 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.243913 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: pagination Nov 25 08:39:05.244234 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: port_device_profile.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.245160 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.245669 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: port-device-profile Nov 25 08:39:05.245992 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.246946 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.247454 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: port-mac-address-regenerate Nov 25 08:39:05.247774 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.248696 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.249194 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: port-numa-affinity-policy Nov 25 08:39:05.249539 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: port_resource_request.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.250503 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.251003 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 08:39:05.251328 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: portbindings.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.252272 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.253099 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: binding Nov 25 08:39:05.253421 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: portbindings_extended.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.254751 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.255255 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: binding-extended Nov 25 08:39:05.255581 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: portsecurity.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.256505 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.257005 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: port-security Nov 25 08:39:05.257329 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: project_id.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.258339 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.258671 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: project-id Nov 25 08:39:05.258992 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: providernet.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.259925 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.260430 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: provider Nov 25 08:39:05.260750 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: qos.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.264296 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.264815 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension qos not supported by any of loaded plugins Nov 25 08:39:05.265166 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.266574 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.267088 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 08:39:05.267416 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.268350 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.268855 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 08:39:05.269179 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: qos_default.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.270102 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.270638 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension qos-default not supported by any of loaded plugins Nov 25 08:39:05.270968 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: qos_fip.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.271620 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.272113 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension qos-fip not supported by any of loaded plugins Nov 25 08:39:05.272432 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: qos_gateway_ip.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.273363 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.273862 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 08:39:05.274180 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: qos_port_network_policy.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.275144 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.275641 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 08:39:05.275958 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: qos_rule_type_details.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.276872 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.277372 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 08:39:05.277689 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: qos_rules_alias.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.278763 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.279261 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 08:39:05.279576 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: quotasv2.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.280471 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.281439 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: quotas Nov 25 08:39:05.281759 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: quotasv2_detail.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.283435 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.283773 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: quota_details Nov 25 08:39:05.284101 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: rbac.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.285153 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.285670 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: rbac-policies Nov 25 08:39:05.286001 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: rbac_address_group.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.286972 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.287481 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: rbac-address-group Nov 25 08:39:05.287808 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: rbac_address_scope.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.288736 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.289238 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: rbac-address-scope Nov 25 08:39:05.289561 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: rbac_security_groups.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.290528 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.291026 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: rbac-security-groups Nov 25 08:39:05.291346 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: rbac_subnetpool.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.292281 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.292782 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: rbac-subnetpool Nov 25 08:39:05.293101 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: revisionifmatch.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.294031 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.294564 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: revision-if-match Nov 25 08:39:05.294886 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: revisions.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.296005 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.297052 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: standard-attr-revisions Nov 25 08:39:05.297373 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: router_availability_zone.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.298056 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.298585 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: router_availability_zone Nov 25 08:39:05.298907 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: routerservicetype.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.299839 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.300336 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension router-service-type not supported by any of loaded plugins Nov 25 08:39:05.300657 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.301588 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.302087 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: security-groups-normalized-cidr Nov 25 08:39:05.302438 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: security_groups_port_filtering.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.303370 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.303871 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: port-security-groups-filtering Nov 25 08:39:05.304190 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.305118 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.305620 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: security-groups-remote-address-group Nov 25 08:39:05.305940 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: securitygroup.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.315649 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.316173 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: security-group Nov 25 08:39:05.316504 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: segment.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.317296 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.317797 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension segment not supported by any of loaded plugins Nov 25 08:39:05.318122 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.319087 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.319588 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 08:39:05.319912 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: servicetype.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.321039 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.321548 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: service-type Nov 25 08:39:05.321875 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: sorting.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.322904 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.323256 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: sorting Nov 25 08:39:05.323562 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: standard_attr_segment.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.324495 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.325001 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 08:39:05.325323 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: standardattrdescription.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.325974 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.326496 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: standard-attr-description Nov 25 08:39:05.326818 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: stateful_security_group.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.327785 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.328293 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: stateful-security-group Nov 25 08:39:05.328695 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: stdattrs_common.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.329285 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 08:39:05.329602 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.330636 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.331143 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 08:39:05.331466 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: subnet_onboard.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.332554 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.333070 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: subnet_onboard Nov 25 08:39:05.333394 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.334358 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.334864 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 08:39:05.335185 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: subnet_service_types.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.336116 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.336623 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: subnet-service-types Nov 25 08:39:05.336943 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: subnetallocation.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.338045 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.338590 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: subnet_allocation Nov 25 08:39:05.338918 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.339594 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.340099 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: subnetpool-prefix-ops Nov 25 08:39:05.340419 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.341377 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.341875 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 08:39:05.342195 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: tagging.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.343775 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.344291 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: standard-attr-tag Nov 25 08:39:05.344615 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: timestamp.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.345816 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.346342 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loaded extension: standard-attr-timestamp Nov 25 08:39:05.346673 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: trunk.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.347724 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.348233 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension trunk not supported by any of loaded plugins Nov 25 08:39:05.348556 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: trunk_details.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.349493 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.349996 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension trunk-details not supported by any of loaded plugins Nov 25 08:39:05.350343 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: uplink_status_propagation.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.351286 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.351786 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 08:39:05.352107 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Loading extension file: vlantransparent.py {{(pid=87405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:39:05.352778 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:39:05.353276 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 08:39:05.355660 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:network Nov 25 08:39:05.356382 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:subnet Nov 25 08:39:05.357160 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 08:39:05.357789 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:port Nov 25 08:39:05.359716 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.360246 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service FLAVORS assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.360914 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.361351 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.361939 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:router Nov 25 08:39:05.362638 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:floatingip Nov 25 08:39:05.363359 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service METERING assigned prefix: /metering {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.364806 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.365173 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.365526 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:39:05.366715 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 08:39:05.367157 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:security_group Nov 25 08:39:05.367811 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 08:39:05.368558 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service CORE assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.368887 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 08:39:05.369236 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] subnetpool is already registered Nov 25 08:39:05.369834 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service CORE assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.370159 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 08:39:05.370517 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] subnetpool is already registered Nov 25 08:39:05.373064 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.373499 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service FLAVORS assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.374089 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.374571 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.374903 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:router Nov 25 08:39:05.375236 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] router is already registered Nov 25 08:39:05.375835 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:floatingip Nov 25 08:39:05.376171 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] floatingip is already registered Nov 25 08:39:05.376811 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service METERING assigned prefix: /metering {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.377485 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 08:39:05.377812 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] rbac_policy is already registered Nov 25 08:39:05.378454 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:security_group Nov 25 08:39:05.378787 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] security_group is already registered Nov 25 08:39:05.379381 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 08:39:05.379710 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] security_group_rule is already registered Nov 25 08:39:05.380365 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service CORE assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.380692 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 08:39:05.382368 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] subnetpool is already registered Nov 25 08:39:05.382368 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.v2.resource_helper [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Service CORE assigned prefix: {{(pid=87405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:39:05.382368 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 08:39:05.382368 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING neutron.quota.resource_registry [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] subnetpool is already registered Nov 25 08:39:05.382981 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: extensions {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.384380 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: address-groups {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.386003 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: address-scopes {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.388100 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: agents {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.389283 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: auto-allocated-topology {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.391094 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: availability_zones {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.392421 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: dhcp-networks {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.393847 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: dhcp-agents {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.395352 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: routers {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.398052 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: flavors {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.399275 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: service_profiles {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.400480 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: next_providers {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.402024 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: service_profiles {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.403497 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: floatingip-pools {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.404726 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: routers {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.407191 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: floatingips {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.408381 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: l3-routers {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.409800 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: l3-agents {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.411245 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: metering-labels {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.412612 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: metering-label-rules {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.413893 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: network-ip-availabilities {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.415187 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: bindings {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.416854 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: quotas {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.418300 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: quotas {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.419720 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: rbac-policies {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.421008 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: security-groups {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.422785 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: security-group-rules {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.424029 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: service-providers {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.425266 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: subnetpools {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.426721 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: subnetpools {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.428176 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: tags {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.429970 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: tags {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.431843 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: tags {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.433629 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: tags {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.435428 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: tags {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.437298 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: tags {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.439030 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: tags {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.440938 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: tags {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.442720 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: tags {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.444557 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron.api.extensions [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Extended resource: tags {{(pid=87405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:39:05.450829 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING keystonemiddleware.auth_token [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 08:39:05.456181 dv-neutron-818341-1-hyperv neutron-server[87405]: WARNING keystonemiddleware.auth_token [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 08:39:05.464628 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_concurrency.lockutils [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Acquired lock "singleton_lock" {{(pid=87405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 25 08:39:05.465103 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_concurrency.lockutils [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Releasing lock "singleton_lock" {{(pid=87405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 25 08:39:05.465742 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO oslo_service.service [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Starting 2 workers Nov 25 08:39:05.470924 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Started child 87512 {{(pid=87405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 08:39:05.475183 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Started child 87513 {{(pid=87405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 08:39:05.475784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:05.476735 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO neutron.service [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 08:39:05.477267 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [-] (87512) wsgi starting up on http://0.0.0.0:9696 Nov 25 08:39:05.477361 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Notify callbacks [] for process, before_spawn {{(pid=87405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:05.479367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:05.479780 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO oslo_service.service [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Starting 1 workers Nov 25 08:39:05.480743 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [-] (87513) wsgi starting up on http://0.0.0.0:9696 Nov 25 08:39:05.484782 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Started child 87514 {{(pid=87405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 08:39:05.485302 dv-neutron-818341-1-hyperv neutron-server[87405]: INFO oslo_service.service [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Starting 1 workers Nov 25 08:39:05.488177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.service [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] calling RpcWorker wait() {{(pid=87514) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 08:39:05.488743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.service [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] returning from RpcWorker wait() {{(pid=87514) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 08:39:05.489770 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Started child 87515 {{(pid=87405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 08:39:05.489970 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:05.490434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:39:05.490607 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2746-de59-4d79-92c3-94c3dbc8a17a None None] Notify callbacks [] for process, after_spawn {{(pid=87405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:05.492407 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 25 08:39:05.492614 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 08:39:05.492792 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 08:39:05.493009 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 08:39:05.493353 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 08:39:05.493515 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 08:39:05.494020 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.494309 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.494470 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:05.494927 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.494927 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.495149 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.495645 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.495914 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.496147 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.496425 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.496678 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.496836 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.497004 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.497255 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.497503 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.497791 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.498064 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.498344 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.498618 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.498811 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.499071 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.499342 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.499661 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.499935 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] debug = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.500216 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.500693 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.500928 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.501194 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.501443 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.501734 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.501966 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.502244 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.502534 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.502770 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.503028 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.503295 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.503535 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.503773 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.503995 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.504258 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.504477 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.504956 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] host = dv-neutron-818341-1-hyperv {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.505187 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.505422 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.505664 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.505909 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.506165 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.506421 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.506684 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.506925 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.507184 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.507439 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.507695 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.507919 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.508150 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.508407 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.508557 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_options = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.508770 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.509051 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.509310 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.509515 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.509666 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.509902 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.510097 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.510243 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.510524 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.510757 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.510988 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.511224 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.511457 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.511668 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.511933 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.512175 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.512400 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.512607 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.512848 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.513091 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.513334 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.513553 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.513788 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.514025 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.514261 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.514495 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.514735 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.515493 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.515757 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.517331 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.517331 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.517756 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.518012 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.518401 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.519234 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.519354 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:39:05.519451 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.519570 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.519858 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.520128 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.520413 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.520862 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.521701 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.521827 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.522008 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.522237 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.522984 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_json = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.523806 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.524037 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.524306 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.526221 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.526495 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.526721 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.526948 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.527189 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.527607 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.527895 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.528203 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.528464 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.528711 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.528960 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.529204 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.529454 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.530471 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.532022 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.532351 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.532590 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.532883 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.533111 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.533353 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.533676 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.533918 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.534461 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.534461 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.535644 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.535644 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.535644 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.535995 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.536749 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.536749 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.536955 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.537042 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.537286 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.537502 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.537715 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.537924 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.538164 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.538446 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.538663 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.538874 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.539088 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.539307 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.539530 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.540416 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.540416 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.540416 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.540853 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.540853 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.541102 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.541102 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.541344 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.543309 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.543309 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.543309 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.543309 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.543309 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.543309 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.543309 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.543309 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.543309 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.543891 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.543891 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.544010 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.544241 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.544368 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.544583 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.544823 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.545051 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.545305 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.545499 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.545712 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.545937 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.546164 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.546433 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.546643 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.546855 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.547062 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.547279 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.548103 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.548317 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.548531 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.548754 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.548976 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.549199 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.549401 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.549614 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.549851 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.550063 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.550274 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.550576 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.550899 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.551138 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.551396 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.551641 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.551892 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.552125 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.552370 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.552599 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.552839 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.553069 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.553358 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.553604 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.553845 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.554067 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.554304 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.554572 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.554790 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.555028 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.555241 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.555482 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.555723 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.555975 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.556207 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.556460 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.556715 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.556960 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.557229 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.557482 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.557745 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.558267 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.558267 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.558533 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.558776 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.559028 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.559281 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.559975 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.559975 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.559975 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.560307 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.560539 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.562573 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.562573 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.562573 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.562849 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.563016 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.563275 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.563512 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.563857 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.564103 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.564319 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.564529 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.564812 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.565055 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.565287 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.565563 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.565816 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.566073 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.566346 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.566574 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.566800 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.567035 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.567290 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.567515 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.567754 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.567962 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.568218 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.568420 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.568629 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.568884 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.569110 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.569361 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.569585 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.569831 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.570068 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.570328 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.570547 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.570781 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.571025 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.571256 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.571466 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.571714 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.571924 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.572182 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.572415 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.572672 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.572920 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.573160 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.573385 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.573603 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.573849 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.574059 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.574332 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.574550 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.574762 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.574971 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.575183 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.575391 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.575618 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.575838 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.576060 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.576470 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.576719 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.577042 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.577301 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.578060 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.578480 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.578696 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.578913 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.579154 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.579371 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.579582 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.579793 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.580003 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.580271 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.580505 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.580743 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.580948 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.581183 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.581410 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.581640 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.581862 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.582144 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.582408 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.582650 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.582891 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.583112 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.583335 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.583541 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.583745 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.583962 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.584165 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.584384 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.584586 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.584787 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.584995 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.585196 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.585486 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.585736 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.585964 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.586243 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.586487 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.586722 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.586965 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.587272 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.587498 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.587728 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.587961 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.588175 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.588387 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.588652 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.588969 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.589281 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.589529 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.589772 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.590053 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.590337 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.590585 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.590795 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.591105 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.591425 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.591705 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.591946 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.592195 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.592467 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.592704 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.592932 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.593734 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.593977 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.594185 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.594440 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.594666 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.594899 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.595129 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.595347 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.595556 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.595865 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.596206 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.596478 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.596714 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.596868 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 08:39:05.597629 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 25 08:39:05.597796 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 08:39:05.597925 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 08:39:05.598056 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 08:39:05.598226 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 08:39:05.598396 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 08:39:05.598597 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.598759 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.598914 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.599068 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.599223 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.599397 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.599551 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.599705 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.599858 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.600011 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.600166 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.600319 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.600471 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.600623 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.600775 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.600928 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.601081 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.601234 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.601392 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.601562 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.601684 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.601836 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.602002 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] debug = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.602125 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.602341 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.602504 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.602656 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.602808 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.602949 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.603098 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.603251 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.603401 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.603553 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.603705 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.603859 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.604012 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.604165 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.604316 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.604468 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.604619 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.604772 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] host = dv-neutron-818341-1-hyperv {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.604924 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.605075 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.605226 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.605378 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.605531 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.605685 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.605837 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.605988 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.606140 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.606319 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.606480 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.606632 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.606786 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.606938 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.607091 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_options = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.607242 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.607393 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.607546 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.607727 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.607886 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.608039 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.608193 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.608347 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.608499 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.608650 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.608825 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.608979 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.609130 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.609282 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.609435 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.609586 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.609738 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.609890 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.610043 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.610195 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.611986 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.612152 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.612310 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.612467 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.612621 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.612775 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.612930 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.613838 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.613999 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.614155 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.614326 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.614486 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.614641 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.615399 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.615557 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.615713 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.616248 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.616410 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.616563 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.616717 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.616869 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.617022 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.617175 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.617327 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.617465 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.617985 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_json = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.618141 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.618312 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.618470 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.622317 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.622317 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.622317 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.622317 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.622317 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:39:05.622317 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.622317 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.622317 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.622928 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:39:05.623097 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623097 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623097 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623097 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623097 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623097 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623097 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623097 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623097 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623695 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623695 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623695 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623695 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623695 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623695 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623695 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.623695 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624225 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624225 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624225 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624225 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624225 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624225 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624225 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624225 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624798 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624798 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624798 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624798 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624798 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624798 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624798 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624798 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.624798 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.625391 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.625391 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.625391 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.625391 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.625666 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.625666 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.625811 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.625942 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.626098 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.626254 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.626432 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.626587 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.626752 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.626908 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.627063 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.627218 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.627373 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.627528 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.627683 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.627838 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.627982 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.628140 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.628297 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.628463 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.628618 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.628774 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.628930 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.629085 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.629241 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.629394 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.629548 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.629703 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.629858 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.630013 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.630245 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.630726 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.630902 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.631102 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.631261 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.631917 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.632074 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.632236 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.632390 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.632553 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.632703 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.633004 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.633319 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.633492 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.633644 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.633801 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.633964 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.634119 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.634265 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.634441 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.634763 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.634914 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.635071 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.635224 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.635378 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.635535 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.635689 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.635846 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.636000 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.636154 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.636307 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.636466 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.636620 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.636758 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.636912 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.637065 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.637219 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.637368 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.637500 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.637669 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.637826 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.637983 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.638129 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.638278 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.640808 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.640808 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.640808 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.640808 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.640808 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.640808 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.641410 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.641410 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.641410 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.641410 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.641410 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.641892 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.641892 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.641892 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.642159 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.642159 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.642343 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.642488 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.642647 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.642840 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.642995 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.643133 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.643258 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.643392 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.643534 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.643690 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.643845 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.644000 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.644155 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.644311 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.644465 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.644619 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.644774 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.644932 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.645092 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.645248 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.645453 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.645547 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.645702 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.645857 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.646012 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.646166 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.646364 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.646487 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.646642 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.646796 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.646952 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.647107 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.647262 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.647416 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.647570 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.647728 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.647882 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.648038 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.648192 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.648347 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.648501 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.648656 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.648816 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.648972 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.649123 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.649277 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.649432 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.649587 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.649742 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.649897 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.650052 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.650207 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.650384 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.650542 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.650697 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.650866 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.651020 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.651174 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.651329 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.651483 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.651637 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.651791 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.652022 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.652120 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.652244 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.652393 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.652548 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.652703 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.652858 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.653012 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.653167 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.653322 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.653475 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.653629 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.653796 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.653950 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.654106 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.654259 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.654435 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.654599 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.654740 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.654896 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.655049 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.655209 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.655376 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.655650 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.656373 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.656648 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.656810 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.657046 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.657190 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.657328 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.657868 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.657868 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.658155 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.658155 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.658445 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.658445 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.658724 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.658724 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.659012 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.659012 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.659208 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.659331 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.659414 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.659715 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.659715 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.659878 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.660006 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.660171 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.660327 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.660488 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.660654 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.660809 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.660963 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.661117 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.661470 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.661470 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.661626 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.661713 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.661846 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.662000 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.662154 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.662327 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.662484 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.662639 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.662792 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.662960 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.663098 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.663234 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.663376 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.663530 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:39:05.663679 dv-neutron-818341-1-hyperv neutron-server[87405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 08:39:05.867400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 36152) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:05.876315 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068152 Nov 25 08:39:16.475279 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73be4074-b5bd-48d0-ab79-0e6a853f31b3 None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:39:16.538838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ced0377b-2bfe-491f-a470-1dffd968bfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2002701'] for agent, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:16.547687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be4074-b5bd-48d0-ab79-0e6a853f31b3 None None] No non-hosted networks {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 08:39:16.831163 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2002701'] for agent, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:16.831716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.832082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.832432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.837582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.837935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.838257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.838773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.839269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.839756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.840093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.840430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.840753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:16.841129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-818341-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:39:16.856621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-818341-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:39:19.108250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-78b6226b-a2a5-4578-a597-d4ce118dcb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2002701'] for agent, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:19.148832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-36e713ce-66e9-4f5f-a320-ee3597f8f576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:19.846115 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2002701'] for agent, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:21.281081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2002701'] for agent, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:23.014584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 36244) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:23.581141 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING oslo_policy.policy [None req-166657df-eaa3-42c3-a63c-3af7f25da1f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:39:23.581719 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING oslo_policy.policy [None req-166657df-eaa3-42c3-a63c-3af7f25da1f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:39:23.800084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-166657df-eaa3-42c3-a63c-3af7f25da1f2 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:39:23.801137 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-166657df-eaa3-42c3-a63c-3af7f25da1f2 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7855504 Nov 25 08:39:26.105381 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.db.l3_hamode_db [None req-ce3777e7-df1c-4a36-902c-f832d4988a45 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 08:39:26.158470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 36258) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:26.191561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3777e7-df1c-4a36-902c-f832d4988a45 None None] Routers set() bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:39:26.191859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3777e7-df1c-4a36-902c-f832d4988a45 None None] Router IDs set() for agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 25 08:39:26.510685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f6c78654-e0a9-416d-b9fd-99515c8d0b3a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:39:26.610579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.policy [None req-f6c78654-e0a9-416d-b9fd-99515c8d0b3a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87513) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 08:39:26.661333 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING oslo_policy.policy [None req-f6c78654-e0a9-416d-b9fd-99515c8d0b3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:39:26.661712 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING oslo_policy.policy [None req-f6c78654-e0a9-416d-b9fd-99515c8d0b3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:39:26.670006 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.quota [None req-f6c78654-e0a9-416d-b9fd-99515c8d0b3a admin admin] Loaded quota_driver: . Nov 25 08:39:26.685172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f6c78654-e0a9-416d-b9fd-99515c8d0b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:39:26.743447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6c78654-e0a9-416d-b9fd-99515c8d0b3a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772567208866', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772567209457', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772567657853', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772567650723', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772567640206', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772567634518', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-808944', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-949744', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1808366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1757631'] for rbac-policy, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:26.803713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6c78654-e0a9-416d-b9fd-99515c8d0b3a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:26.804916 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f6c78654-e0a9-416d-b9fd-99515c8d0b3a admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6454787 Nov 25 08:39:29.383180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 36272) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:29.955051 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING oslo_policy.policy [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:39:29.955635 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING oslo_policy.policy [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:39:30.173983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Request body: {'network': {'project_id': '34faf930baec464a808d9a74bbcbe41e', 'admin_state_up': True, 'name': 'private'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:39:30.175644 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.quota [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Loaded quota_driver: . Nov 25 08:39:30.191043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:39:30.197425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Usage tracker for resource:network and tenant:34faf930baec464a808d9a74bbcbe41e is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:39:30.203441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:39:30.210756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:39:30.226705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Made reservation on behalf of 34faf930baec464a808d9a74bbcbe41e for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:39:30.298215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.policy [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87512) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 08:39:30.345265 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING oslo_policy.policy [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:39:30.345641 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING oslo_policy.policy [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:39:30.355335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:30.376434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:30.391289 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:39:30.395020 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Usage tracker for resource:security_group_rule and tenant:34faf930baec464a808d9a74bbcbe41e is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:39:30.400089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:39:30.406300 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:39:30.503251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:30.507102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:30.512944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:30.531465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:39:30.557128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772570482589', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:30.557715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Unsubscribe: segment precommit_create {{(pid=87512) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 08:39:30.558179 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Added segment 6832d289-f8c9-427b-8777-677b49280c5a of type vlan for network 32328575-b7b7-4c83-9d84-fdedcde8eae5 Nov 25 08:39:30.610353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca408d0-4145-4fe4-ba2a-231dc6dd5720,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:30.633326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.633678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.634013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.634361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.634684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.635005 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.635321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.635646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.635947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.636259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.636566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.636872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Tracked resource versions report: Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: pushed versions: Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: { 'AddressGroup': {'1.2'}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'ConntrackHelper': {'1.0'}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Log': {'1.0'}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Network': {'1.1'}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Port': {'1.7'}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'PortForwarding': {'1.2'}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'QosPolicy': {'1.8'}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SecurityGroup': {'1.4'}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SubPort': {'1.0'}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Subnet': {'1.1'}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Trunk': {'1.1'}} Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: consumer versions: Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: { DHCP agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: L3 agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: Metadata agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: Metering agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: Open vSwitch agent@dv-neutron-818341-1-hyperv: { 'AddressGroup': '1.2', Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'ConntrackHelper': '1.0', Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Log': '1.0', Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Network': '1.1', Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Port': '1.7', Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'PortForwarding': '1.2', Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'QosPolicy': '1.8', Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SecurityGroup': '1.4', Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SecurityGroupRule': '1.2', Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SubPort': '1.0', Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Subnet': '1.1', Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Trunk': '1.1'}} Nov 25 08:39:30.638144 dv-neutron-818341-1-hyperv neutron-server[87512]: {{(pid=87512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:39:30.678830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:30.693514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:30.722883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:30.724361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:39:30.725040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:30.729438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:30.836511 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4511201 Nov 25 08:39:30.836972 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Pushing event updated for resources: {'Network': ['ID=32328575-b7b7-4c83-9d84-fdedcde8eae5,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:30.840048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:30.848126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 32328575-b7b7-4c83-9d84-fdedcde8eae5 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:39:33.459723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 36294) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:33.898459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70fb52a-1bb4-4b82-8357-510344bc1f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:39:33.899797 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c70fb52a-1bb4-4b82-8357-510344bc1f05 admin admin] 10.222.0.54 "GET /v2.0/networks/32328575-b7b7-4c83-9d84-fdedcde8eae5 HTTP/1.1" status: 200 len: 825 time: 0.4391110 Nov 25 08:39:33.929027 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6b0a20ea-1e08-4435-b5c5-2aa684c79dd9 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/130e00d3-e5f9-49af-8b82-0c8d5e54bf1a HTTP/1.1" status: 200 len: 734 time: 0.0237792 Nov 25 08:39:33.937556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5', 'ip_version': 4, 'subnetpool_id': '130e00d3-e5f9-49af-8b82-0c8d5e54bf1a', 'gateway_ip': '172.20.0.1', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:39:33.942238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:39:33.946482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Usage tracker for resource:subnet and tenant:34faf930baec464a808d9a74bbcbe41e is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:39:33.949673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:39:33.960263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:39:33.972482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Made reservation on behalf of 34faf930baec464a808d9a74bbcbe41e for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:39:33.974880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:34.241499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:34.246486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:34.340808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Checking segment: {'id': '6832d289-f8c9-427b-8777-677b49280c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:39:34.341195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Network hostable DHCP agents. Network: 32328575-b7b7-4c83-9d84-fdedcde8eae5, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:39:34.346491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2214c6e8-8aa8-4845-8d48-8b8bd0c0158e,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:34.352948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:34.364052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Network 32328575-b7b7-4c83-9d84-fdedcde8eae5 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:39:34.374966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 32328575-b7b7-4c83-9d84-fdedcde8eae5) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:39:34.379358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:39:34.379927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:34.384377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e85f3d-0ef4-4ac2-ae87-4fb65df8971f None None] Network 32328575-b7b7-4c83-9d84-fdedcde8eae5 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:39:34.399479 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4653299 Nov 25 08:39:34.775596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-32328575-b7b7-4c83-9d84-fdedcde8eae5', 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'fixed_ips': [{'subnet_id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:39:34.776799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:34.960375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Allocated IP 172.20.0.2 (32328575-b7b7-4c83-9d84-fdedcde8eae5/2214c6e8-8aa8-4845-8d48-8b8bd0c0158e/54e3645e-7b1f-43b8-b39e-8446316ab49d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:39:35.191151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:35.204844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Transition to ACTIVE for port object 54e3645e-7b1f-43b8-b39e-8446316ab49d will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:39:35.224599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Transition to ACTIVE for port object 54e3645e-7b1f-43b8-b39e-8446316ab49d will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:39:35.231275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:35.237224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:35.297414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Network 32328575-b7b7-4c83-9d84-fdedcde8eae5 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:39:35.300242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:39:35.307184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:39:35.310500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Pushing event updated for resources: {'Port': ['ID=54e3645e-7b1f-43b8-b39e-8446316ab49d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:35.350961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.351319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.351653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.351976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.352296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.352633 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.352952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.353268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.353593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.353909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.354221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.354564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Tracked resource versions report: Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: pushed versions: Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: { 'AddressGroup': {'1.2'}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'ConntrackHelper': {'1.0'}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Log': {'1.0'}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Network': {'1.1'}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Port': {'1.7'}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'PortForwarding': {'1.2'}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'QosPolicy': {'1.8'}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SecurityGroup': {'1.4'}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SubPort': {'1.0'}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Subnet': {'1.1'}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Trunk': {'1.1'}} Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: consumer versions: Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: { DHCP agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: L3 agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: Metadata agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: Metering agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: Open vSwitch agent@dv-neutron-818341-1-hyperv: { 'AddressGroup': '1.2', Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'ConntrackHelper': '1.0', Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Log': '1.0', Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Network': '1.1', Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Port': '1.7', Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'PortForwarding': '1.2', Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'QosPolicy': '1.8', Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SecurityGroup': '1.4', Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SecurityGroupRule': '1.2', Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SubPort': '1.0', Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Subnet': '1.1', Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Trunk': '1.1'}} Nov 25 08:39:35.355951 dv-neutron-818341-1-hyperv neutron-server[87514]: {{(pid=87514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:39:35.387565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:35.412056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Attempting to bind port 54e3645e-7b1f-43b8-b39e-8446316ab49d on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:39:35.412441 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Attempting to bind port 54e3645e-7b1f-43b8-b39e-8446316ab49d by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '6832d289-f8c9-427b-8777-677b49280c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:39:35.412845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Attempting to bind port 54e3645e-7b1f-43b8-b39e-8446316ab49d on network 32328575-b7b7-4c83-9d84-fdedcde8eae5 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:39:35.418034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:39:35.418460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Checking segment: {'id': '6832d289-f8c9-427b-8777-677b49280c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:39:35.418967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:35.419355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Bound using segment: {'id': '6832d289-f8c9-427b-8777-677b49280c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:39:35.419840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Bound port: 54e3645e-7b1f-43b8-b39e-8446316ab49d, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6832d289-f8c9-427b-8777-677b49280c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:39:35.420740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:35.508478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] For port 54e3645e-7b1f-43b8-b39e-8446316ab49d, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:39:35.512132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] For port 54e3645e-7b1f-43b8-b39e-8446316ab49d, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=54e3645e-7b1f-43b8-b39e-8446316ab49d,segment=NetworkSegment(6832d289-f8c9-427b-8777-677b49280c5a),segment_id=6832d289-f8c9-427b-8777-677b49280c5a)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:39:35.516709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:35.520422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:35.622451 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Pushing event updated for resources: {'Port': ['ID=54e3645e-7b1f-43b8-b39e-8446316ab49d,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:35.626436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:36.793132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 36304) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:37.176305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-4898511e-6c4c-4720-88af-1ac1f123ba90 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:39:37.177358 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4898511e-6c4c-4720-88af-1ac1f123ba90 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3831177 Nov 25 08:39:39.055524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 54e3645e-7b1f-43b8-b39e-8446316ab49d up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:39:39.125799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 54e3645e-7b1f-43b8-b39e-8446316ab49d completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:39:39.321727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051872ac-a402-4298-a538-fbe45e80684e None None] Network 32328575-b7b7-4c83-9d84-fdedcde8eae5 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:39:39.451947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e1654eea-42c5-429a-b262-a91873ea56ff None None] Provisioning for port 54e3645e-7b1f-43b8-b39e-8446316ab49d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:39:39.461205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e1654eea-42c5-429a-b262-a91873ea56ff None None] Provisioning complete for port 54e3645e-7b1f-43b8-b39e-8446316ab49d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:39:39.461601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1654eea-42c5-429a-b262-a91873ea56ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:39.558989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 36318) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:39.672007 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1654eea-42c5-429a-b262-a91873ea56ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:39.715923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e1654eea-42c5-429a-b262-a91873ea56ff None None] For port 54e3645e-7b1f-43b8-b39e-8446316ab49d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=54e3645e-7b1f-43b8-b39e-8446316ab49d,segment=NetworkSegment(6832d289-f8c9-427b-8777-677b49280c5a),segment_id=6832d289-f8c9-427b-8777-677b49280c5a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:39:39.720352 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1654eea-42c5-429a-b262-a91873ea56ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:39.725870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:39.792432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1654eea-42c5-429a-b262-a91873ea56ff None None] Pushing event updated for resources: {'Port': ['ID=54e3645e-7b1f-43b8-b39e-8446316ab49d,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:39.795682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e1654eea-42c5-429a-b262-a91873ea56ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:39.934601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-1ecd2d4f-2be9-47bd-a9b3-186934094cf8 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:39:39.935571 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1ecd2d4f-2be9-47bd-a9b3-186934094cf8 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3757646 Nov 25 08:39:39.944595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-82c46105-408c-410f-b023-ec5e4e9335ae None None] Provisioning complete for port 54e3645e-7b1f-43b8-b39e-8446316ab49d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:39:39.944975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-82c46105-408c-410f-b023-ec5e4e9335ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:41.021501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 54e3645e-7b1f-43b8-b39e-8446316ab49d up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:39:41.087647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 54e3645e-7b1f-43b8-b39e-8446316ab49d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:39:41.088014 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:42.538970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 36330) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:42.882231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ea9f21ed-ea8b-47f8-967f-abedb80b6d23 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'admin_state_up': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:39:42.887296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ea9f21ed-ea8b-47f8-967f-abedb80b6d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:39:42.891599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ea9f21ed-ea8b-47f8-967f-abedb80b6d23 admin admin] Usage tracker for resource:router and tenant:34faf930baec464a808d9a74bbcbe41e is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:39:42.894861 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ea9f21ed-ea8b-47f8-967f-abedb80b6d23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:39:42.900472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ea9f21ed-ea8b-47f8-967f-abedb80b6d23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:39:42.911815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9f21ed-ea8b-47f8-967f-abedb80b6d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:42.913396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9f21ed-ea8b-47f8-967f-abedb80b6d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:42.933980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9f21ed-ea8b-47f8-967f-abedb80b6d23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:43.040976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9f21ed-ea8b-47f8-967f-abedb80b6d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:43.058713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9f21ed-ea8b-47f8-967f-abedb80b6d23 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:43.059899 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ea9f21ed-ea8b-47f8-967f-abedb80b6d23 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5199599 Nov 25 08:39:45.403117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 36340) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:45.756419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-84a483bc-4c89-446d-9b11-52346522ed75 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:39:45.757438 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-84a483bc-4c89-446d-9b11-52346522ed75 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3533995 Nov 25 08:39:46.379448 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6652-5281-4ab9-976c-2394501f6829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:46.815847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:48.115951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 36350) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:48.472669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:39:48.477789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:39:48.482201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Usage tracker for resource:network and tenant:cdb1296d56874029a33f47c4cd00bf76 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:39:48.486453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:39:48.492769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:39:48.501946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Made reservation on behalf of cdb1296d56874029a33f47c4cd00bf76 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:39:48.504592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:48.520452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:48.534510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:39:48.538197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Usage tracker for resource:security_group_rule and tenant:cdb1296d56874029a33f47c4cd00bf76 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:39:48.541024 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 5 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:39:48.541544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:39:48.547435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:39:48.640020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:48.643470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:48.648626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:48.659496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Reserving flat network on physical network physnet1 {{(pid=87513) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 08:39:48.688465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772570482589', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:48.689045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Unsubscribe: segment precommit_create {{(pid=87513) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 08:39:48.689512 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Added segment 4d3a212b-72f2-4aa5-b5d7-a7edffd45698 of type flat for network a9c86f18-000d-42bd-8ca5-a59d838703a7 Nov 25 08:39:48.740598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ac9bae-6a9c-49f4-94ba-2cadd8412d73,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:48.769955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.770401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.770797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.771121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.771499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.771866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.772181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.772493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.772804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.773111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.773418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.773720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Tracked resource versions report: Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: pushed versions: Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: { 'AddressGroup': {'1.2'}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'ConntrackHelper': {'1.0'}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Log': {'1.0'}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Network': {'1.1'}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Port': {'1.7'}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'PortForwarding': {'1.2'}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'QosPolicy': {'1.8'}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SecurityGroup': {'1.4'}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SubPort': {'1.0'}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Subnet': {'1.1'}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Trunk': {'1.1'}} Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: consumer versions: Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: { DHCP agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: L3 agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: Metadata agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: Metering agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: Open vSwitch agent@dv-neutron-818341-1-hyperv: { 'AddressGroup': '1.2', Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'ConntrackHelper': '1.0', Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Log': '1.0', Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Network': '1.1', Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Port': '1.7', Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'PortForwarding': '1.2', Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'QosPolicy': '1.8', Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SecurityGroup': '1.4', Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SecurityGroupRule': '1.2', Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SubPort': '1.0', Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Subnet': '1.1', Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Trunk': '1.1'}} Nov 25 08:39:48.775083 dv-neutron-818341-1-hyperv neutron-server[87513]: {{(pid=87513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:39:48.819760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:48.827610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:48.867040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:48.868442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:39:48.869097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:48.873860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:48.975523 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8585088 Nov 25 08:39:48.978168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Pushing event updated for resources: {'Network': ['ID=a9c86f18-000d-42bd-8ca5-a59d838703a7,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:48.982398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:48.992468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:39:49.105581 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3582e015-cc92-4390-b2a0-d9f8bedfeb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:49.798740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:51.233266 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:51.323898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 36376) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:51.546048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8547ca-82b1-47df-ad0c-ee2c889babaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:39:51.547335 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2d8547ca-82b1-47df-ad0c-ee2c889babaa admin admin] 10.222.0.54 "GET /v2.0/subnets/2214c6e8-8aa8-4845-8d48-8b8bd0c0158e HTTP/1.1" status: 200 len: 849 time: 0.2225103 Nov 25 08:39:51.715219 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cafec0ae-e057-46df-8bd8-d833cdd565cf admin admin] 10.222.0.54 "GET /v2.0/routers/00a5cfd1-fc27-4e88-a3a2-3139c1657483 HTTP/1.1" status: 200 len: 704 time: 0.1623750 Nov 25 08:39:52.192503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:52.424099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Allocated IP 172.20.0.1 (32328575-b7b7-4c83-9d84-fdedcde8eae5/2214c6e8-8aa8-4845-8d48-8b8bd0c0158e/28f8efd7-d437-4719-bdbd-faef79ad7147) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:39:52.584044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:52.601995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Transition to ACTIVE for port object 28f8efd7-d437-4719-bdbd-faef79ad7147 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:39:52.656111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:52.660474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:52.723884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Network 32328575-b7b7-4c83-9d84-fdedcde8eae5 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:39:52.726654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:39:52.733552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:39:52.734465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:52.847339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Pushing event updated for resources: {'Port': ['ID=28f8efd7-d437-4719-bdbd-faef79ad7147,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:52.862561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:52.975852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0d19ef65-67ea-49fd-b022-f11f685d9dff None None] Provisioning for port 28f8efd7-d437-4719-bdbd-faef79ad7147 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:39:52.982176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0d19ef65-67ea-49fd-b022-f11f685d9dff None None] Provisioning complete for port 28f8efd7-d437-4719-bdbd-faef79ad7147 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:39:52.982746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d19ef65-67ea-49fd-b022-f11f685d9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:53.032948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:53.040865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0d19ef65-67ea-49fd-b022-f11f685d9dff None None] Port 28f8efd7-d437-4719-bdbd-faef79ad7147 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:39:53.253847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:53.257984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:53.259068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:53.262965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:53.398841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Pushing event updated for resources: {'Port': ['ID=28f8efd7-d437-4719-bdbd-faef79ad7147,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:53.401572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:53.452149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Network 32328575-b7b7-4c83-9d84-fdedcde8eae5 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:39:53.453189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:39:53.639662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Router 00a5cfd1-fc27-4e88-a3a2-3139c1657483 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:39:53.662057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-05fc9849-3730-4939-8519-a58033ba7506 None None] Provisioning complete for port 28f8efd7-d437-4719-bdbd-faef79ad7147 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:39:53.662469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05fc9849-3730-4939-8519-a58033ba7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:53.714035 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-05fc9849-3730-4939-8519-a58033ba7506 None None] Port 28f8efd7-d437-4719-bdbd-faef79ad7147 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:39:53.792196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:39:53.801551 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] 10.222.0.54 "PUT /v2.0/routers/00a5cfd1-fc27-4e88-a3a2-3139c1657483/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0809188 Nov 25 08:39:53.801894 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Sync routers for ids ['00a5cfd1-fc27-4e88-a3a2-3139c1657483'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:39:53.812985 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Routers {'00a5cfd1-fc27-4e88-a3a2-3139c1657483'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:39:53.813870 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:39:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['00a5cfd1-fc27-4e88-a3a2-3139c1657483'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:39:53.986850 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Set router 00a5cfd1-fc27-4e88-a3a2-3139c1657483 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:39:54.347519 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'name': 'router1', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:39:42Z', 'updated_at': '2021-11-25T08:39:52Z', 'revision_number': 2, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'gw_port_host': None, '_interfaces': [{'id': '28f8efd7-d437-4719-bdbd-faef79ad7147', 'name': '', 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'mac_address': 'fa:16:3e:e0:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:39:52Z', 'updated_at': '2021-11-25T08:39:53Z', 'revision_number': 2, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'subnets': [{'id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '130e00d3-e5f9-49af-8b82-0c8d5e54bf1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:39:54.352373 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Checking router: 00a5cfd1-fc27-4e88-a3a2-3139c1657483 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:39:54.352740 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Updating router 00a5cfd1-fc27-4e88-a3a2-3139c1657483 port 28f8efd7-d437-4719-bdbd-faef79ad7147 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:39:54.407351 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:54.782004 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:54.796542 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Transition to ACTIVE for port object 28f8efd7-d437-4719-bdbd-faef79ad7147 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:39:54.803570 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:54.813406 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:55.053205 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Pushing event updated for resources: {'Port': ['ID=28f8efd7-d437-4719-bdbd-faef79ad7147,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:55.063055 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.063400 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.063728 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.064051 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.064368 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.064710 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.065024 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.065338 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.065662 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.065972 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.066297 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.066608 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Tracked resource versions report: Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: pushed versions: Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: { 'AddressGroup': {'1.2'}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'ConntrackHelper': {'1.0'}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Log': {'1.0'}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Network': {'1.1'}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Port': {'1.7'}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'PortForwarding': {'1.2'}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'QosPolicy': {'1.8'}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SecurityGroup': {'1.4'}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SubPort': {'1.0'}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Subnet': {'1.1'}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Trunk': {'1.1'}} Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: consumer versions: Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: { DHCP agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: L3 agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: Metadata agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: Metering agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: Open vSwitch agent@dv-neutron-818341-1-hyperv: { 'AddressGroup': '1.2', Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'ConntrackHelper': '1.0', Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Log': '1.0', Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Network': '1.1', Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Port': '1.7', Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'PortForwarding': '1.2', Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'QosPolicy': '1.8', Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SecurityGroup': '1.4', Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SecurityGroupRule': '1.2', Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SubPort': '1.0', Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Subnet': '1.1', Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Trunk': '1.1'}} Nov 25 08:39:55.067956 dv-neutron-818341-1-hyperv neutron-server[87515]: {{(pid=87515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:39:55.070248 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Attempting to bind port 28f8efd7-d437-4719-bdbd-faef79ad7147 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:39:55.070667 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Attempting to bind port 28f8efd7-d437-4719-bdbd-faef79ad7147 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '6832d289-f8c9-427b-8777-677b49280c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:39:55.071091 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Attempting to bind port 28f8efd7-d437-4719-bdbd-faef79ad7147 on network 32328575-b7b7-4c83-9d84-fdedcde8eae5 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:39:55.074940 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:55.077320 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:39:55.077734 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Checking segment: {'id': '6832d289-f8c9-427b-8777-677b49280c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:39:55.078227 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:55.078817 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Bound using segment: {'id': '6832d289-f8c9-427b-8777-677b49280c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:39:55.079131 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Bound port: 28f8efd7-d437-4719-bdbd-faef79ad7147, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6832d289-f8c9-427b-8777-677b49280c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:39:55.079490 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:55.173462 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] For port 28f8efd7-d437-4719-bdbd-faef79ad7147, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:39:55.177276 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] For port 28f8efd7-d437-4719-bdbd-faef79ad7147, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=28f8efd7-d437-4719-bdbd-faef79ad7147,segment=NetworkSegment(6832d289-f8c9-427b-8777-677b49280c5a),segment_id=6832d289-f8c9-427b-8777-677b49280c5a)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:39:55.182271 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:55.186589 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:55.257694 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Routers {'00a5cfd1-fc27-4e88-a3a2-3139c1657483'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:39:55.258344 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:39:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['00a5cfd1-fc27-4e88-a3a2-3139c1657483'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:39:55.390850 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Pushing event updated for resources: {'Port': ['ID=28f8efd7-d437-4719-bdbd-faef79ad7147,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:55.405359 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:55.421944 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] Set router 00a5cfd1-fc27-4e88-a3a2-3139c1657483 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:39:55.749787 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'name': 'router1', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:39:42Z', 'updated_at': '2021-11-25T08:39:52Z', 'revision_number': 2, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'gw_port_host': None, '_interfaces': [{'id': '28f8efd7-d437-4719-bdbd-faef79ad7147', 'name': '', 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'mac_address': 'fa:16:3e:e0:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:39:52Z', 'updated_at': '2021-11-25T08:39:55Z', 'revision_number': 4, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'subnets': [{'id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '130e00d3-e5f9-49af-8b82-0c8d5e54bf1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:39:55.753673 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f843e-127b-476e-9e96-25f70e3a9dec None None] The sync data for ids ['00a5cfd1-fc27-4e88-a3a2-3139c1657483'] in dv-neutron-818341-1-hyperv is: [{'id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'name': 'router1', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:39:42Z', 'updated_at': '2021-11-25T08:39:52Z', 'revision_number': 2, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'gw_port_host': None, '_interfaces': [{'id': '28f8efd7-d437-4719-bdbd-faef79ad7147', 'name': '', 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'mac_address': 'fa:16:3e:e0:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:39:52Z', 'updated_at': '2021-11-25T08:39:55Z', 'revision_number': 4, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'subnets': [{'id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '130e00d3-e5f9-49af-8b82-0c8d5e54bf1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:39:55.989197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 36398) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:56.142536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd3be7-5708-451d-849c-ecc21e0b045b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:39:56.143093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c9bd3be7-5708-451d-849c-ecc21e0b045b admin admin] Synchronizing usage tracker for tenant:cdb1296d56874029a33f47c4cd00bf76 on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:39:56.161072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c9bd3be7-5708-451d-849c-ecc21e0b045b admin admin] Unset dirty status for tenant:cdb1296d56874029a33f47c4cd00bf76 on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:39:56.162261 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c9bd3be7-5708-451d-849c-ecc21e0b045b admin admin] 10.222.0.54 "GET /v2.0/networks/a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 842 time: 0.1721168 Nov 25 08:39:56.171558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.26.3.0/24', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'gateway_ip': '172.26.3.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:39:56.176883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:39:56.180890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Usage tracker for resource:subnet and tenant:cdb1296d56874029a33f47c4cd00bf76 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:39:56.184040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:39:56.190865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:39:56.200318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Made reservation on behalf of cdb1296d56874029a33f47c4cd00bf76 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:39:56.203384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:56.587080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:39:56.587465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:56.592123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:56.661575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f5cb0d-fa89-476f-973b-93d24b19dfbd,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:56.667250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:56.672098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:39:56.672550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Network hostable DHCP agents. Network: a9c86f18-000d-42bd-8ca5-a59d838703a7, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:39:56.695107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:39:56.705352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, a9c86f18-000d-42bd-8ca5-a59d838703a7) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:39:56.709363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:39:56.709949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:56.713988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d31cb-dafe-41b5-b036-ecefc3bded65 None None] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:39:56.728745 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5606165 Nov 25 08:39:56.936685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd53eeb-9c0a-46e9-ab14-fcff86bd3188 None None] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:39:57.069988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 28f8efd7-d437-4719-bdbd-faef79ad7147 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:39:57.238502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 28f8efd7-d437-4719-bdbd-faef79ad7147 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:39:57.243564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 28f8efd7-d437-4719-bdbd-faef79ad7147 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:39:57.244003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:57.362236 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:57.394712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 28f8efd7-d437-4719-bdbd-faef79ad7147, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=28f8efd7-d437-4719-bdbd-faef79ad7147,segment=NetworkSegment(6832d289-f8c9-427b-8777-677b49280c5a),segment_id=6832d289-f8c9-427b-8777-677b49280c5a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:39:57.398895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:57.400940 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:39:57.466251 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=28f8efd7-d437-4719-bdbd-faef79ad7147,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:39:57.470481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:39:58.974388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 36412) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:39:59.035834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 28f8efd7-d437-4719-bdbd-faef79ad7147 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:39:59.107866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 28f8efd7-d437-4719-bdbd-faef79ad7147 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:39:59.108235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:39:59.211527 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7e4c5e6e-3d22-48ff-8644-2c12059019a7 admin admin] 10.222.0.54 "GET /v2.0/routers/00a5cfd1-fc27-4e88-a3a2-3139c1657483 HTTP/1.1" status: 200 len: 710 time: 0.2360585 Nov 25 08:39:59.334890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458ef652-d192-4413-97c9-bec14a99bcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:39:59.336220 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-458ef652-d192-4413-97c9-bec14a99bcc1 admin admin] 10.222.0.54 "GET /v2.0/networks/a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 886 time: 0.1196859 Nov 25 08:39:59.344662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:39:59.765581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:00.089948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:00.148382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:00.283869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Allocated IP 172.26.3.164 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/ef351d18-8fc6-41ac-a9fb-f29c362021ae) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:00.469182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:00.496980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:00.501052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:40:00.565670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:00.568318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:00.570860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:40:00.634397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ef351d18-8fc6-41ac-a9fb-f29c362021ae,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:00.637078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:40:00.946818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:01.273616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:01.276778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:01.449466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Router 00a5cfd1-fc27-4e88-a3a2-3139c1657483 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:40:01.667329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:40:01.675607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:01.677835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Sync routers for ids ['00a5cfd1-fc27-4e88-a3a2-3139c1657483'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:40:01.678254 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] 10.222.0.54 "PUT /v2.0/routers/00a5cfd1-fc27-4e88-a3a2-3139c1657483 HTTP/1.1" status: 200 len: 890 time: 2.3364100 Nov 25 08:40:01.688797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Routers {'00a5cfd1-fc27-4e88-a3a2-3139c1657483'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:40:01.689504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:39:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['00a5cfd1-fc27-4e88-a3a2-3139c1657483'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:01.878308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Set router 00a5cfd1-fc27-4e88-a3a2-3139c1657483 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:40:02.217168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'name': 'router1', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ef351d18-8fc6-41ac-a9fb-f29c362021ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:39:42Z', 'updated_at': '2021-11-25T08:40:00Z', 'revision_number': 4, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'gw_port': {'id': 'ef351d18-8fc6-41ac-a9fb-f29c362021ae', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:00Z', 'updated_at': '2021-11-25T08:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f8efd7-d437-4719-bdbd-faef79ad7147', 'name': '', 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'mac_address': 'fa:16:3e:e0:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:39:52Z', 'updated_at': '2021-11-25T08:39:57Z', 'revision_number': 5, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'subnets': [{'id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '130e00d3-e5f9-49af-8b82-0c8d5e54bf1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:02.221910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Checking router: 00a5cfd1-fc27-4e88-a3a2-3139c1657483 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:40:02.222257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Updating router 00a5cfd1-fc27-4e88-a3a2-3139c1657483 port ef351d18-8fc6-41ac-a9fb-f29c362021ae binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:40:02.276084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:02.619296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:02.630570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Transition to ACTIVE for port object ef351d18-8fc6-41ac-a9fb-f29c362021ae will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:40:02.639152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:02.642858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:40:02.718117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da898788-a747-4d63-af82-90d5f29d239a None None] Pushing event updated for resources: {'Port': ['ID=ef351d18-8fc6-41ac-a9fb-f29c362021ae,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:02.720277 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Attempting to bind port ef351d18-8fc6-41ac-a9fb-f29c362021ae on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:40:02.720643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Attempting to bind port ef351d18-8fc6-41ac-a9fb-f29c362021ae by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:40:02.721006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Attempting to bind port ef351d18-8fc6-41ac-a9fb-f29c362021ae on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:40:02.724374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-da898788-a747-4d63-af82-90d5f29d239a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:40:02.726831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:40:02.727203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:40:02.727602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:02.727986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:40:02.728451 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Bound port: ef351d18-8fc6-41ac-a9fb-f29c362021ae, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:40:02.728834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:02.800585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] For port ef351d18-8fc6-41ac-a9fb-f29c362021ae, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:40:02.803808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] For port ef351d18-8fc6-41ac-a9fb-f29c362021ae, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ef351d18-8fc6-41ac-a9fb-f29c362021ae,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:40:02.807573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:02.812750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e1654eea-42c5-429a-b262-a91873ea56ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:40:02.884084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Routers {'00a5cfd1-fc27-4e88-a3a2-3139c1657483'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:40:02.884619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:39:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['00a5cfd1-fc27-4e88-a3a2-3139c1657483'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:02.948010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da898788-a747-4d63-af82-90d5f29d239a None None] Pushing event updated for resources: {'Port': ['ID=ef351d18-8fc6-41ac-a9fb-f29c362021ae,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:03.011668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-da898788-a747-4d63-af82-90d5f29d239a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:40:03.077038 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] Set router 00a5cfd1-fc27-4e88-a3a2-3139c1657483 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:40:03.395392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'name': 'router1', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ef351d18-8fc6-41ac-a9fb-f29c362021ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:39:42Z', 'updated_at': '2021-11-25T08:40:00Z', 'revision_number': 4, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'gw_port': {'id': 'ef351d18-8fc6-41ac-a9fb-f29c362021ae', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:00Z', 'updated_at': '2021-11-25T08:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f8efd7-d437-4719-bdbd-faef79ad7147', 'name': '', 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'mac_address': 'fa:16:3e:e0:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:39:52Z', 'updated_at': '2021-11-25T08:39:57Z', 'revision_number': 5, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'subnets': [{'id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '130e00d3-e5f9-49af-8b82-0c8d5e54bf1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:03.399281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e309e7-c3e1-4b93-a7ff-a21e22208397 None None] The sync data for ids ['00a5cfd1-fc27-4e88-a3a2-3139c1657483'] in dv-neutron-818341-1-hyperv is: [{'id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'name': 'router1', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ef351d18-8fc6-41ac-a9fb-f29c362021ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:39:42Z', 'updated_at': '2021-11-25T08:40:00Z', 'revision_number': 4, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'gw_port': {'id': 'ef351d18-8fc6-41ac-a9fb-f29c362021ae', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:00Z', 'updated_at': '2021-11-25T08:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f8efd7-d437-4719-bdbd-faef79ad7147', 'name': '', 'network_id': '32328575-b7b7-4c83-9d84-fdedcde8eae5', 'tenant_id': '34faf930baec464a808d9a74bbcbe41e', 'mac_address': 'fa:16:3e:e0:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a5cfd1-fc27-4e88-a3a2-3139c1657483', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:39:52Z', 'updated_at': '2021-11-25T08:39:57Z', 'revision_number': 5, 'project_id': '34faf930baec464a808d9a74bbcbe41e', 'subnets': [{'id': '2214c6e8-8aa8-4845-8d48-8b8bd0c0158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '130e00d3-e5f9-49af-8b82-0c8d5e54bf1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:40:04.031628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 36422) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:40:04.148331 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3ffab363-b46c-4cac-a2e9-9936dad74464 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1155806 Nov 25 08:40:05.080484 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ef351d18-8fc6-41ac-a9fb-f29c362021ae up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:40:05.147942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port ef351d18-8fc6-41ac-a9fb-f29c362021ae completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:40:05.152387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ef351d18-8fc6-41ac-a9fb-f29c362021ae triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:05.152764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:05.270159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:05.286314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port ef351d18-8fc6-41ac-a9fb-f29c362021ae, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ef351d18-8fc6-41ac-a9fb-f29c362021ae,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:40:05.291226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:05.293276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7c06e543-083b-46e9-b4fa-66166e88af59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:40:05.359232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=ef351d18-8fc6-41ac-a9fb-f29c362021ae,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:05.362483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:40:07.086803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ef351d18-8fc6-41ac-a9fb-f29c362021ae up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:40:07.161818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ef351d18-8fc6-41ac-a9fb-f29c362021ae triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:07.162121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:16.372235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-940201e4-ada7-41bb-ae23-949bd2d6e55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:16.809828 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:19.081064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47e6b702-efb9-4a01-b6c5-cece3eac4c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:19.802323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:21.252196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:25.539979 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 5 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:40:46.376124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7ddccaee-da0a-4994-83bb-43d579bef619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:46.813614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:49.085593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b32b1cd4-707b-4e74-b3d5-f4baacf3e0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:49.807467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:40:51.255492 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:41:02.539795 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 5 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:41:16.378600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10650a4d-7281-4b90-8889-75d51b08f66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:41:16.817500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:41:19.089839 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b4b46ea-0471-440d-b261-4fe93b18946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:41:19.814226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:41:21.250137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:41:39.538454 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 5 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:41:46.380813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b724e02-48e6-4fcc-b581-5bc5a8c3b9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:41:46.821795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:41:49.094104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-979e8f28-91b8-42cf-ba58-2836b5ab6270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:41:49.808665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:41:51.259311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:09.160807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37026) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:09.230755 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff74cc4-42e8-4876-8c49-58dc3e0cdf1a admin admin] GET failed (client error): The resource could not be found. Nov 25 08:42:09.232033 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9ff74cc4-42e8-4876-8c49-58dc3e0cdf1a admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0702586 Nov 25 08:42:09.379896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740bda7-f07c-4e09-bba4-b1b600d753c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:09.381252 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6740bda7-f07c-4e09-bba4-b1b600d753c7 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1451023 Nov 25 08:42:11.516581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37036) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:11.619712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073829c0-c737-4044-90b3-645fce3b0146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:11.620259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-073829c0-c737-4044-90b3-645fce3b0146 admin admin] Synchronizing usage tracker for tenant:cdb1296d56874029a33f47c4cd00bf76 on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:42:11.636002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-073829c0-c737-4044-90b3-645fce3b0146 admin admin] Unset dirty status for tenant:cdb1296d56874029a33f47c4cd00bf76 on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:42:11.637194 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-073829c0-c737-4044-90b3-645fce3b0146 admin admin] 10.222.0.54 "GET /v2.0/subnets/2214c6e8-8aa8-4845-8d48-8b8bd0c0158e HTTP/1.1" status: 200 len: 849 time: 0.1196227 Nov 25 08:42:11.649846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:11.766231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:11.949168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772570589004'] for subnet, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:11.952915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:42:11.997490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:11.998463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:11.999345 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] 10.222.0.54 "PUT /v2.0/subnets/2214c6e8-8aa8-4845-8d48-8b8bd0c0158e HTTP/1.1" status: 200 len: 868 time: 0.3532305 Nov 25 08:42:12.013945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efdc560-599f-42a4-9ee2-00b4b7a11522 None None] Network 32328575-b7b7-4c83-9d84-fdedcde8eae5 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:42:12.037986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2214c6e8-8aa8-4845-8d48-8b8bd0c0158e,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:12.045930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.046315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.046652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.046981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.047303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.047626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.047945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.048277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.048597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.048912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.049229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.049539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:12.053289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:42:12.426538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b69fe7d8-fcbe-45f4-bd79-bae1a69b9ce3 None None] Provisioning complete for port 28f8efd7-d437-4719-bdbd-faef79ad7147 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:12.426910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b69fe7d8-fcbe-45f4-bd79-bae1a69b9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:12.551527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b69fe7d8-fcbe-45f4-bd79-bae1a69b9ce3 None None] Provisioning complete for port 54e3645e-7b1f-43b8-b39e-8446316ab49d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:12.551795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b69fe7d8-fcbe-45f4-bd79-bae1a69b9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:14.153916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37046) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:14.325406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ecb8fe-8234-4d2d-b8e5-248cf204072f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:14.325783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ecb8fe-8234-4d2d-b8e5-248cf204072f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:14.327315 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-66ecb8fe-8234-4d2d-b8e5-248cf204072f admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1724427 Nov 25 08:42:16.382830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a176bd3d-8b9e-4e4d-9877-aff524c42973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:16.472111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37056) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:16.536724 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 5 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:42:16.649122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8014d5-2612-4a05-b6e1-920af38231bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:16.649516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8014d5-2612-4a05-b6e1-920af38231bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:16.651680 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-df8014d5-2612-4a05-b6e1-920af38231bf admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1786499 Nov 25 08:42:16.824086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:18.770308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37066) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:18.939614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab92591-ca90-4d8e-8081-e1f416a32cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:18.940946 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bab92591-ca90-4d8e-8081-e1f416a32cf3 admin admin] 10.222.0.54 "GET /v2.0/networks/32328575-b7b7-4c83-9d84-fdedcde8eae5 HTTP/1.1" status: 200 len: 869 time: 0.1697061 Nov 25 08:42:19.096041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-325ed478-df34-43f4-9ce9-b6e1f2f53ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:19.812154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:21.053323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37076) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:21.215331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db5a2a2-ca90-4316-806c-f26919cd8713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:21.216642 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7db5a2a2-ca90-4316-806c-f26919cd8713 admin admin] 10.222.0.54 "GET /v2.0/networks/a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 886 time: 0.1623824 Nov 25 08:42:21.263380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:23.322768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37086) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:23.429149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dc75a6-5b21-4b71-a39b-f8ebdb53a4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:23.429599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dc75a6-5b21-4b71-a39b-f8ebdb53a4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:23.431643 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a4dc75a6-5b21-4b71-a39b-f8ebdb53a4df admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1074507 Nov 25 08:42:25.560111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37096) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:25.668666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8523b271-ee00-452c-8d70-c93a74a60922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:25.669124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8523b271-ee00-452c-8d70-c93a74a60922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:25.670687 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8523b271-ee00-452c-8d70-c93a74a60922 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096411 Nov 25 08:42:28.234940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37106) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:28.333462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe99c4b-b971-4be6-82eb-fe61ecbda1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:28.334781 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bfe99c4b-b971-4be6-82eb-fe61ecbda1d1 admin admin] 10.222.0.54 "GET /v2.0/subnets/19f5cb0d-fa89-476f-973b-93d24b19dfbd HTTP/1.1" status: 200 len: 816 time: 0.0988820 Nov 25 08:42:30.482430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37116) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:30.587387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b9774-ec64-4d05-9d3c-7bcf575db2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:30.588714 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f51b9774-ec64-4d05-9d3c-7bcf575db2a9 admin admin] 10.222.0.54 "GET /v2.0/subnets/2214c6e8-8aa8-4845-8d48-8b8bd0c0158e HTTP/1.1" status: 200 len: 868 time: 0.1052961 Nov 25 08:42:46.384818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3f122fda-6650-4339-b123-5d9fd8c2543d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:46.825180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:49.099416 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca71cb2d-2041-440b-99dc-297b8ddeb563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:49.815773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:51.265313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:53.535177 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 5 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:42:53.694950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37160) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:53.741345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-c16cd922-64f6-4a01-9153-ea32fbefab90 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:42:53.742844 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c16cd922-64f6-4a01-9153-ea32fbefab90 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459137 Nov 25 08:42:55.920245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37170) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:55.987403 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c58cd6e-a5fc-4085-9fcf-37e234c4b1fb admin admin] GET failed (client error): The resource could not be found. Nov 25 08:42:55.988665 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7c58cd6e-a5fc-4085-9fcf-37e234c4b1fb admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674722 Nov 25 08:42:56.113465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35880d0-844e-430d-b36b-85de5f1a6039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:56.114863 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f35880d0-844e-430d-b36b-85de5f1a6039 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1223421 Nov 25 08:42:58.248041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37180) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:42:58.293873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:58.298484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:42:58.307892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:42:58.317310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Made reservation on behalf of cdb1296d56874029a33f47c4cd00bf76 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:42:58.319570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:58.406515 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.services.revisions.revision_plugin [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Could not find related network for resource to bump revision. Nov 25 08:42:58.418995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:42:58.427676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:58.428015 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Added segment 9e342dbb-0cfd-4954-b8d4-37722be1fb0b of type vlan for network 946c5d5d-8861-4651-a387-00fe7c61f0d2 Nov 25 08:42:58.455373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:58.483740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:58.484979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:58.485800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:42:58.490183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:42:58.584346 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3351159 Nov 25 08:42:58.587428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Pushing event updated for resources: {'Network': ['ID=946c5d5d-8861-4651-a387-00fe7c61f0d2,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:58.594273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.594732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.595067 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.595392 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.595711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.596044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.596370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.596685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.596999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.597329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.597631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.597938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:58.601714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:42:58.610354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 946c5d5d-8861-4651-a387-00fe7c61f0d2 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:43:00.760698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37190) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:43:00.826246 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-60fcca6c-78e0-4a03-96a9-e0c89950c42b admin admin] GET failed (client error): The resource could not be found. Nov 25 08:43:00.826791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-60fcca6c-78e0-4a03-96a9-e0c89950c42b admin admin] Synchronizing usage tracker for tenant:cdb1296d56874029a33f47c4cd00bf76 on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:43:00.841834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-60fcca6c-78e0-4a03-96a9-e0c89950c42b admin admin] Unset dirty status for tenant:cdb1296d56874029a33f47c4cd00bf76 on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:43:00.842957 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-60fcca6c-78e0-4a03-96a9-e0c89950c42b admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0813200 Nov 25 08:43:00.947907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a563f-82af-4b0f-a8c3-9c063c3dc2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:00.949326 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0e7a563f-82af-4b0f-a8c3-9c063c3dc2be admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1025107 Nov 25 08:43:00.958810 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:43:00.963841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:43:00.973270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:43:00.984009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Made reservation on behalf of cdb1296d56874029a33f47c4cd00bf76 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:43:00.986582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:01.183573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:01.187971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-66813239-d01c-489d-ae27-6ee0c66a3b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:43:01.258490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2607a3f1-a4ae-40af-a588-15bd9976de9f,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:01.261875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:43:01.267372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Checking segment: {'id': '9e342dbb-0cfd-4954-b8d4-37722be1fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:43:01.267728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Network hostable DHCP agents. Network: 946c5d5d-8861-4651-a387-00fe7c61f0d2, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:43:01.290095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Network 946c5d5d-8861-4651-a387-00fe7c61f0d2 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:43:01.299602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 946c5d5d-8861-4651-a387-00fe7c61f0d2) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:43:01.303598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:01.304171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:01.309744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1deb69-451e-424b-92f8-78fb80e2323f None None] Network 946c5d5d-8861-4651-a387-00fe7c61f0d2 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:43:01.329486 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3740230 Nov 25 08:43:01.532480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-946c5d5d-8861-4651-a387-00fe7c61f0d2', 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2', 'tenant_id': 'cdb1296d56874029a33f47c4cd00bf76', 'fixed_ips': [{'subnet_id': '2607a3f1-a4ae-40af-a588-15bd9976de9f'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:43:01.533331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:01.692615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Allocated IP 192.168.233.2 (946c5d5d-8861-4651-a387-00fe7c61f0d2/2607a3f1-a4ae-40af-a588-15bd9976de9f/9b4979d7-d860-4cee-b25f-ef8dd63a2403) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:43:01.900127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:01.910608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Transition to ACTIVE for port object 9b4979d7-d860-4cee-b25f-ef8dd63a2403 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:43:01.929574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Transition to ACTIVE for port object 9b4979d7-d860-4cee-b25f-ef8dd63a2403 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:43:01.935423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:01.943697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:43:02.036050 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Network 946c5d5d-8861-4651-a387-00fe7c61f0d2 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:43:02.038920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:43:02.043242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Pushing event updated for resources: {'Port': ['ID=9b4979d7-d860-4cee-b25f-ef8dd63a2403,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:02.045452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:43:02.082957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.083313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.083641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.083960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.084277 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.084607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.084925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.085233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.085580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.085895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.086196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.086522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:02.094346 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:43:02.144535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Attempting to bind port 9b4979d7-d860-4cee-b25f-ef8dd63a2403 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:43:02.144890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Attempting to bind port 9b4979d7-d860-4cee-b25f-ef8dd63a2403 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '9e342dbb-0cfd-4954-b8d4-37722be1fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:43:02.145240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Attempting to bind port 9b4979d7-d860-4cee-b25f-ef8dd63a2403 on network 946c5d5d-8861-4651-a387-00fe7c61f0d2 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:43:02.150601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:43:02.150903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Checking segment: {'id': '9e342dbb-0cfd-4954-b8d4-37722be1fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:43:02.151291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:02.151668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Bound using segment: {'id': '9e342dbb-0cfd-4954-b8d4-37722be1fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:43:02.152121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Bound port: 9b4979d7-d860-4cee-b25f-ef8dd63a2403, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e342dbb-0cfd-4954-b8d4-37722be1fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:43:02.152499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:02.238596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] For port 9b4979d7-d860-4cee-b25f-ef8dd63a2403, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:43:02.242505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] For port 9b4979d7-d860-4cee-b25f-ef8dd63a2403, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9b4979d7-d860-4cee-b25f-ef8dd63a2403,segment=NetworkSegment(9e342dbb-0cfd-4954-b8d4-37722be1fb0b),segment_id=9e342dbb-0cfd-4954-b8d4-37722be1fb0b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:43:02.248555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:02.253816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-da898788-a747-4d63-af82-90d5f29d239a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:43:02.330602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Pushing event updated for resources: {'Port': ['ID=9b4979d7-d860-4cee-b25f-ef8dd63a2403,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:02.333944 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:43:03.161493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9b4979d7-d860-4cee-b25f-ef8dd63a2403 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:43:03.226145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaa25df-9b59-4125-9029-fc0bdc1960fa None None] Network 946c5d5d-8861-4651-a387-00fe7c61f0d2 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:43:03.334432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 9b4979d7-d860-4cee-b25f-ef8dd63a2403 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:43:03.348095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6af68744-6f07-4b2a-b527-34c07110dec9 None None] Provisioning for port 9b4979d7-d860-4cee-b25f-ef8dd63a2403 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:43:03.355556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9b4979d7-d860-4cee-b25f-ef8dd63a2403 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:43:03.355958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:03.380318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6af68744-6f07-4b2a-b527-34c07110dec9 None None] Provisioning complete for port 9b4979d7-d860-4cee-b25f-ef8dd63a2403 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:43:03.380678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6af68744-6f07-4b2a-b527-34c07110dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:03.674233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6af68744-6f07-4b2a-b527-34c07110dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:03.685252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:03.739787 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6af68744-6f07-4b2a-b527-34c07110dec9 None None] For port 9b4979d7-d860-4cee-b25f-ef8dd63a2403, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9b4979d7-d860-4cee-b25f-ef8dd63a2403,segment=NetworkSegment(9e342dbb-0cfd-4954-b8d4-37722be1fb0b),segment_id=9e342dbb-0cfd-4954-b8d4-37722be1fb0b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:43:03.749788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6af68744-6f07-4b2a-b527-34c07110dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:03.781488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:43:03.865135 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:43:03.865536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:43:03.874229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af68744-6f07-4b2a-b527-34c07110dec9 None None] Pushing event updated for resources: {'Port': ['ID=9b4979d7-d860-4cee-b25f-ef8dd63a2403,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:03.877866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6af68744-6f07-4b2a-b527-34c07110dec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:43:03.995993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-149f5041-6b7b-4bab-9f74-a19177955c47 None None] Provisioning complete for port 9b4979d7-d860-4cee-b25f-ef8dd63a2403 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:43:03.996368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-149f5041-6b7b-4bab-9f74-a19177955c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:05.123948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9b4979d7-d860-4cee-b25f-ef8dd63a2403 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:43:05.193338 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9b4979d7-d860-4cee-b25f-ef8dd63a2403 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:43:05.193712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:16.385674 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7cd6167f-b256-4836-8217-6762b62d98df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:16.826988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:19.104534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-898635b4-91cc-4147-b535-021e645cfffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:19.818595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:21.268894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:30.538746 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 5 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:43:46.387300 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5595-f3b0-46bd-ae93-80bf155aca2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:46.828627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:49.106686 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d5d29bc-01c0-4a4c-8833-f7caf3366f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:49.822028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:43:51.272103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:07.537703 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 5 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:44:10.705427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37242) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:44:10.711175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-a4269e0e-3aa5-45e1-9d8f-717a4cbf6113 tempest-verify_tempest_config-699071910 tempest-verify_tempest_config-699071910-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:44:10.712127 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a4269e0e-3aa5-45e1-9d8f-717a4cbf6113 tempest-verify_tempest_config-699071910 tempest-verify_tempest_config-699071910-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057669 Nov 25 08:44:11.007755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37260) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:44:11.119809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:11.134262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:44:11.138047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Usage tracker for resource:security_group_rule and tenant:55e0c67e269948f7bdb9efbf8007bd1a is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:44:11.140832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:44:11.146501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:44:11.228596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:11.232263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:11.239666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:44:11.276756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027a7999-60d9-4a65-bded-6a5a3609a712,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:11.281561 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=55e0c67e269948f7bdb9efbf8007bd1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2728262 Nov 25 08:44:11.284317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37266) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:44:11.285471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.285811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.286701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.287030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.287352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.287689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.288008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.288336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.288654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.288963 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.289272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.289578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.293534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:44:11.346799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:11.371310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:11.462405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:11.466172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:44:11.476788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027a7999-60d9-4a65-bded-6a5a3609a712,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:11.486055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.486436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.486768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.487091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.487406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.487735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.488050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.488373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.488684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.488989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.489318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.489626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:11.492853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:44:11.493983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:11.495067 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/027a7999-60d9-4a65-bded-6a5a3609a712 HTTP/1.1" status: 204 len: 168 time: 0.2098265 Nov 25 08:44:16.389190 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe6ed-ea26-4476-b418-eb381f3507fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:16.829693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:19.108289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49437810-5697-462e-8ed0-8edfce2b05ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:19.823899 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:21.274579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:44.535913 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 5 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:44:46.390060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f57843fc-7209-4390-bcf3-5fc9a6e1af40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:46.831025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:49.111629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3342-5f7f-42de-80bc-8aef658213fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:49.827242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:44:51.277241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:16.390643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e95b7f92-ef08-4c4b-9b29-8de1333442f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:16.835441 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:19.114676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-21b056f1-5be6-43f3-a7b0-f4a07a8b1af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:19.829184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:21.280146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:21.534110 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 5 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:45:33.684416 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2002701'] for agent, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:46.394708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5f28abd6-eda7-4f15-995c-bf17aea10400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:46.836164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:47.551056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37336) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:45:47.660369 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d90d8b7b-d0b4-46f9-8088-a22a990a4a95 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1082406 Nov 25 08:45:49.117239 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fea8886-5704-4965-923a-1820163042b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:49.823711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37346) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:45:49.833423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:49.878844 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8e3a5f62-bf6c-4f60-a711-389dde480663 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0535443 Nov 25 08:45:51.283805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:45:58.533478 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:46:03.682997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:46:16.397967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b8ba0bd3-7a11-4994-9abd-12117bffad7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:46:16.837270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:46:19.120087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32293eb5-4b89-4063-81d7-a15361d6fd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:46:19.836505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:46:21.289094 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:46:33.689746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:46:35.532191 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:46:46.403089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac600a27-19d0-4a51-961f-414b1138e8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:46:46.839327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:46:49.122991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3a232b5-413a-4e48-8a60-123950ca57c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:46:49.838193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:46:51.290682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:03.694942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:12.531061 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:47:13.966889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37524) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:14.277948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37540) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:14.428789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1692817891-network', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:14.433799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:14.437578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Usage tracker for resource:network and tenant:9c0989e50f024289b4ca0c2c24bbcc1c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:14.440950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:14.446848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:14.456572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Made reservation on behalf of 9c0989e50f024289b4ca0c2c24bbcc1c for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:14.458949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.470816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.485339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:14.491068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37550) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:14.493227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Usage tracker for resource:security_group_rule and tenant:9c0989e50f024289b4ca0c2c24bbcc1c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:14.496473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:14.502914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:14.597108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.599812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.604495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-10f2a836-9517-4faf-a078-38c01820a56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:14.685627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:14.693972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb78cb0-7e5d-4d3a-ac4a-d6ec64f6d0a6,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:14.703485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.703903 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.704266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.705568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.705568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.705886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.706339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.706688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.706958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.707342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.707572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.707885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Tracked resource versions report: Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: pushed versions: Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: { 'AddressGroup': {'1.2'}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'ConntrackHelper': {'1.0'}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Log': {'1.0'}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Network': {'1.1'}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Port': {'1.7'}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'PortForwarding': {'1.2'}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'QosPolicy': {'1.8'}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SecurityGroup': {'1.4'}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SubPort': {'1.0'}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Subnet': {'1.1'}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Trunk': {'1.1'}} Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: consumer versions: Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: { DHCP agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: HyperV agent@hv-neutron-8183: {}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: L3 agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: Metadata agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: Metering agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: Open vSwitch agent@dv-neutron-818341-1-hyperv: { 'AddressGroup': '1.2', Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'ConntrackHelper': '1.0', Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Log': '1.0', Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Network': '1.1', Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Port': '1.7', Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'PortForwarding': '1.2', Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'QosPolicy': '1.8', Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SecurityGroup': '1.4', Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SecurityGroupRule': '1.2', Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'SubPort': '1.0', Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Subnet': '1.1', Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: 'Trunk': '1.1'}} Nov 25 08:47:14.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: {{(pid=87513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:47:14.715972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1756969940'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:14.720779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:14.724641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Usage tracker for resource:network and tenant:84cee7e099084e90ac408499d4024f38 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:14.727456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:14.734738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:14.735632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.735957 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Added segment da0170f9-5f69-4d1f-bd0d-1afcd34ab068 of type vlan for network a6388bdf-86ee-4282-8d81-7e40fc7b730d Nov 25 08:47:14.737169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:14.754399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Made reservation on behalf of 84cee7e099084e90ac408499d4024f38 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:14.757928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.777233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.793381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.800516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:14.805712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Usage tracker for resource:security_group_rule and tenant:84cee7e099084e90ac408499d4024f38 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:14.809257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:14.815404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:14.859337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2083250787-network', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:14.865495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:14.871243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Usage tracker for resource:network and tenant:b477c5ac61334fed90a92517ee03950d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:14.873747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:14.880886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:14.891347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Made reservation on behalf of b477c5ac61334fed90a92517ee03950d for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:14.894752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.907535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.928859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:14.933227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Usage tracker for resource:security_group_rule and tenant:b477c5ac61334fed90a92517ee03950d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:14.936804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:14.938547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.944064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:14.945832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.961110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:14.971098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:14.972143 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Added segment 1d80f9e3-7aaf-4b7f-bb12-c741a0334dce of type vlan for network 515cd96d-d40e-4428-b7da-aab2e89d728a Nov 25 08:47:14.974108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:15.007324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37570) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:15.021167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.076466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.078067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.078965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9776f522-3ffc-45cb-8b7b-29ad36322f6a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:15.093477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:15.095154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.101574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:15.106272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-584b6968-806d-409c-97c0-c86c1239f36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:15.125967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.131773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.147725 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:15.159062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.159643 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Added segment e2c1b323-6398-410e-a2eb-f6c9bf103842 of type vlan for network 972d2186-2b87-4c34-baf7-4e227fea1eb8 Nov 25 08:47:15.195646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.210264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:15.210887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.214472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Pushing event updated for resources: {'Network': ['ID=a6388bdf-86ee-4282-8d81-7e40fc7b730d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:15.226665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:15.229136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network a6388bdf-86ee-4282-8d81-7e40fc7b730d details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:15.266551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.291218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:15.291841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.322877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event updated for resources: {'Network': ['ID=515cd96d-d40e-4428-b7da-aab2e89d728a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:15.329236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b5f41b-595e-4ae4-8e59-1b78f269ff42,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:15.331796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:15.332195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:15.332464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:15.343043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 515cd96d-d40e-4428-b7da-aab2e89d728a details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:15.343782 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.344346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.344839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.346160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.346681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.347177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.347659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.348142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.348619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.349110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.349579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.350468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Tracked resource versions report: Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: pushed versions: Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: { 'AddressGroup': {'1.2'}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'ConntrackHelper': {'1.0'}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Log': {'1.0'}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Network': {'1.1'}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Port': {'1.7'}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'PortForwarding': {'1.2'}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'QosPolicy': {'1.8'}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SecurityGroup': {'1.4'}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SubPort': {'1.0'}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Subnet': {'1.1'}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Trunk': {'1.1'}} Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: consumer versions: Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: { DHCP agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: HyperV agent@hv-neutron-8183: {}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: L3 agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: Metadata agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: Metering agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: Open vSwitch agent@dv-neutron-818341-1-hyperv: { 'AddressGroup': '1.2', Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'ConntrackHelper': '1.0', Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Log': '1.0', Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Network': '1.1', Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Port': '1.7', Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'PortForwarding': '1.2', Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'QosPolicy': '1.8', Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SecurityGroup': '1.4', Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SecurityGroupRule': '1.2', Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'SubPort': '1.0', Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Subnet': '1.1', Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: 'Trunk': '1.1'}} Nov 25 08:47:15.351935 dv-neutron-818341-1-hyperv neutron-server[87512]: {{(pid=87512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:47:15.367247 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3984349 Nov 25 08:47:15.369962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37586) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:15.376795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Request body: {'subnet': {'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1692817891-subnet', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:15.376975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:15.383845 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1048231 Nov 25 08:47:15.384797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37590) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:15.385544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3e1e5121-d68b-4f93-8ebb-bc740a3e1650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:15.388511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:15.394598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Request body: {'subnet': {'network_id': '515cd96d-d40e-4428-b7da-aab2e89d728a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:15.510576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Usage tracker for resource:subnet and tenant:9c0989e50f024289b4ca0c2c24bbcc1c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:15.513489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:15.520229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:15.524344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:15.530977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Usage tracker for resource:subnet and tenant:84cee7e099084e90ac408499d4024f38 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:15.538077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:15.544475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:15.548646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Made reservation on behalf of 9c0989e50f024289b4ca0c2c24bbcc1c for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:15.550983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.572257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Pushing event updated for resources: {'Network': ['ID=972d2186-2b87-4c34-baf7-4e227fea1eb8,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:15.582661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1518280515-network', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:15.585017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 972d2186-2b87-4c34-baf7-4e227fea1eb8 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:15.587816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:15.590417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:15.595073 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1001096 Nov 25 08:47:15.595073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Usage tracker for resource:network and tenant:8112514b1f3d47e090b4462ec34c3fce is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:15.598000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37602) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:15.600614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:15.606588 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:15.616060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Request body: {'subnet': {'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2083250787-subnet', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:15.622071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:15.626163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Usage tracker for resource:subnet and tenant:b477c5ac61334fed90a92517ee03950d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:15.629601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:15.638798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:15.644689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Made reservation on behalf of 8112514b1f3d47e090b4462ec34c3fce for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:15.647332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.662450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.674533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Made reservation on behalf of 84cee7e099084e90ac408499d4024f38 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:15.680102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.680589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:15.685065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Usage tracker for resource:security_group_rule and tenant:8112514b1f3d47e090b4462ec34c3fce is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:15.688150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:15.694887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:15.705378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37606) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:15.737373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Made reservation on behalf of b477c5ac61334fed90a92517ee03950d for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:15.740303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.889384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.903624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:15.909528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b24f09b3-2e66-471b-9878-b4a6a84d2d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:15.940474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89b74a4-1266-4ec5-996b-0b4785f0a1df,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:15.945414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:15.955499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:16.059235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.072145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e2881100-5bda-41b7-921e-f9e248e530b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:16.075736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.080183 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Added segment 61a8b120-a461-456f-ad4b-9768c3547fb8 of type vlan for network 37af9905-3414-4cad-aeb5-b72371ae9d32 Nov 25 08:47:16.149860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1294231605', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:16.152177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.161227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:16.165202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Usage tracker for resource:port and tenant:cd2b427e8e6a43fabc4db985441aef72 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:16.168454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:16.175112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:16.200584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Made reservation on behalf of cd2b427e8e6a43fabc4db985441aef72 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:16.202892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.215779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.216425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Pushing event updated for resources: {'Subnet': ['ID=753bb839-4977-414d-80fc-329d1fcf44af,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:16.220074 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:16.223627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.227590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.234683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4af3a317-3db6-4e03-a362-42a54a126535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:16.245120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f787a89e-1eeb-4021-a1cb-1c6eef106be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:16.302155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b9132eb-eae3-4c25-9cba-1069cd0c3617,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:16.304797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event updated for resources: {'Subnet': ['ID=c6b2e074-4028-464f-b03e-0829b8e16e90,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:16.307428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:16.313563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:16.318122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:16.325028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Checking segment: {'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:16.325509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Network hostable DHCP agents. Network: a6388bdf-86ee-4282-8d81-7e40fc7b730d, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:47:16.330242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Usage tracker for resource:security_group_rule and tenant:cd2b427e8e6a43fabc4db985441aef72 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:16.336583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.339493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:16.342764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:16.343338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.353321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:16.353665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:16.384227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Checking segment: {'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:16.384918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Network hostable DHCP agents. Network: 972d2186-2b87-4c34-baf7-4e227fea1eb8, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:47:16.408588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Network a6388bdf-86ee-4282-8d81-7e40fc7b730d is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:47:16.410406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea569-bb70-476a-84b8-2de7ac38ba31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.414163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37632) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:16.434014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Checking segment: {'id': '1d80f9e3-7aaf-4b7f-bb12-c741a0334dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '515cd96d-d40e-4428-b7da-aab2e89d728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:16.435960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Network hostable DHCP agents. Network: 515cd96d-d40e-4428-b7da-aab2e89d728a, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:47:16.443933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, a6388bdf-86ee-4282-8d81-7e40fc7b730d) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:16.448663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:16.449254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.453219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cd4616-3ff8-4c79-b9d9-4c0b3158a4b6 None None] Network a6388bdf-86ee-4282-8d81-7e40fc7b730d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:16.513730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Pushing event updated for resources: {'Network': ['ID=37af9905-3414-4cad-aeb5-b72371ae9d32,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:16.520059 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5117087 Nov 25 08:47:16.521363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:16.522743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Network 972d2186-2b87-4c34-baf7-4e227fea1eb8 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:47:16.524987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37640) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:16.533606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Request body: {'subnet': {'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1518280515-subnet', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:16.547841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:16.550673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 972d2186-2b87-4c34-baf7-4e227fea1eb8) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:16.555754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Usage tracker for resource:subnet and tenant:8112514b1f3d47e090b4462ec34c3fce is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:16.559764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:16.560853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.567279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:16.569010 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1979609 Nov 25 08:47:16.570930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Network 515cd96d-d40e-4428-b7da-aab2e89d728a is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:47:16.573195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37644) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:16.590070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 37af9905-3414-4cad-aeb5-b72371ae9d32 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:16.590706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:16.594584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:16.596336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 515cd96d-d40e-4428-b7da-aab2e89d728a) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:16.606744 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:16.608813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:16.609585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.619628 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0202422 Nov 25 08:47:16.621312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Usage tracker for resource:router and tenant:9c0989e50f024289b4ca0c2c24bbcc1c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:16.624313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37648) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:16.628365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:16.639756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:16.645238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:16.647290 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Made reservation on behalf of 8112514b1f3d47e090b4462ec34c3fce for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:16.649637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.669700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:16.681954 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2913511 Nov 25 08:47:16.682303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37654) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:16.690670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-14d98fe7-4276-429d-8a51-da2751f3c91d tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-417441095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:16.707907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-14d98fe7-4276-429d-8a51-da2751f3c91d tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:16.714820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.716548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-14d98fe7-4276-429d-8a51-da2751f3c91d tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Usage tracker for resource:router and tenant:84cee7e099084e90ac408499d4024f38 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:16.720347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-14d98fe7-4276-429d-8a51-da2751f3c91d tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:16.728029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-14d98fe7-4276-429d-8a51-da2751f3c91d tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:16.730913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.733984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Usage tracker for resource:router and tenant:b477c5ac61334fed90a92517ee03950d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:16.738843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:16.739571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] device_id is not set on port c8658b21-c4d2-4d0c-a13d-8d6607355a15 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:47:16.752929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:16.753180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37d8c44-18ce-493e-9f9e-210e169b2555 None None] Network 972d2186-2b87-4c34-baf7-4e227fea1eb8 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:16.769099 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.770900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.783934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:16.804681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.805894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.818031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.827614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b2d8b8-b892-4c37-9bfc-b355b49ffbb3,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:16.832703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:16.839153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:16.844956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:16.850642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Usage tracker for resource:floatingip and tenant:c84468b0b7d446e1856a3fb67074957f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:16.852420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.857457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:16.865898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:16.883129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-14d98fe7-4276-429d-8a51-da2751f3c91d tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.884606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-14d98fe7-4276-429d-8a51-da2751f3c91d tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:16.910668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-14d98fe7-4276-429d-8a51-da2751f3c91d tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.007422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.029313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-14d98fe7-4276-429d-8a51-da2751f3c91d tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.131254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f3a694-8ef9-4af0-8b48-bf7df74ce205 None None] Network 515cd96d-d40e-4428-b7da-aab2e89d728a requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:17.149061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-14d98fe7-4276-429d-8a51-da2751f3c91d tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.152812 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-14d98fe7-4276-429d-8a51-da2751f3c91d tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4670527 Nov 25 08:47:17.156189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37668) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:17.258748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37676) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:17.301565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37680) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:17.455975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Allocated IP 172.26.3.22 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/c8658b21-c4d2-4d0c-a13d-8d6607355a15) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:17.481634 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-972d2186-2b87-4c34-baf7-4e227fea1eb8', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'fixed_ips': [{'subnet_id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:47:17.482529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.504386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.511197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'fixed_ips': [{'subnet_id': '753bb839-4977-414d-80fc-329d1fcf44af'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:47:17.511971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.536940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.545002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cda1f4a8-a30d-47fa-a6ac-81f5a29aaae5 tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:17.558937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.582891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.612593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9b6bceb1-1af2-46b6-9460-e39acf0083a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:17.665849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1cbeab92-8849-448b-8157-b379ba88936e tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:17.825955 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cda1f4a8-a30d-47fa-a6ac-81f5a29aaae5 tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] 10.222.0.54 "PUT /v2.0/quotas/1146c6187a00484294b970e847bdab6c HTTP/1.1" status: 200 len: 366 time: 0.5656726 Nov 25 08:47:17.826576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d6fdd8-001d-4957-aaad-ee27dc44d3ff,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:17.830302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37692) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:17.831714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:17.847891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Checking segment: {'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:17.848309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Network hostable DHCP agents. Network: 37af9905-3414-4cad-aeb5-b72371ae9d32, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:47:17.860510 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-93166a0c-eeda-47a5-9ca6-01f93d63be57 tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0267260 Nov 25 08:47:17.864119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37696) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:17.880127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-515cd96d-d40e-4428-b7da-aab2e89d728a', 'network_id': '515cd96d-d40e-4428-b7da-aab2e89d728a', 'tenant_id': '84cee7e099084e90ac408499d4024f38', 'fixed_ips': [{'subnet_id': 'c6b2e074-4028-464f-b03e-0829b8e16e90'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:47:17.881037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.888728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Network 37af9905-3414-4cad-aeb5-b72371ae9d32 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:47:17.917338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 37af9905-3414-4cad-aeb5-b72371ae9d32) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:17.922148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:17.922758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:17.967022 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdf8a4c-892c-4607-a23f-7d7ce7c0113f None None] Network 37af9905-3414-4cad-aeb5-b72371ae9d32 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:17.987736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Allocated IP 172.20.0.2 (972d2186-2b87-4c34-baf7-4e227fea1eb8/3b9132eb-eae3-4c25-9cba-1069cd0c3617/8e649f69-e93d-476f-be8a-82a58d175e84) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:18.038100 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5118852 Nov 25 08:47:18.059412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37702) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:18.063611 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1cbeab92-8849-448b-8157-b379ba88936e tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] 10.222.0.54 "PUT /v2.0/quotas/8a5a68a3fd1b498995b09edd72f8f610 HTTP/1.1" status: 200 len: 368 time: 0.7470391 Nov 25 08:47:18.067388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Allocated IP 172.20.0.2 (a6388bdf-86ee-4282-8d81-7e40fc7b730d/753bb839-4977-414d-80fc-329d1fcf44af/0424f1b0-dadf-4930-b4af-c9109a079899) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:18.091036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37704) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:18.101013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:18.120846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Request body: {'network': {'project_id': '8a5a68a3fd1b498995b09edd72f8f610'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:18.125622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:18.134076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.139087 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-aafda73b-0377-408a-b935-9c0cd82a9b67 tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] 10.222.0.54 "GET /v2.0/quotas/1146c6187a00484294b970e847bdab6c HTTP/1.1" status: 200 len: 366 time: 0.2694321 Nov 25 08:47:18.148511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37712) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:18.190436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Usage tracker for resource:router and tenant:8112514b1f3d47e090b4462ec34c3fce is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:18.200957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:18.234232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:18.242543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:18.294086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Usage tracker for resource:network and tenant:8a5a68a3fd1b498995b09edd72f8f610 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:18.305970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:18.309819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.314853 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ccb18f27-db54-4ebf-a66c-96f1a6f2f426 tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/1146c6187a00484294b970e847bdab6c HTTP/1.1" status: 204 len: 168 time: 0.1623533 Nov 25 08:47:18.319579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37716) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:18.328530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:18.334715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.335585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.338758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.339833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.367770 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e391be4b-bcfd-4c3f-9d57-2303e2a2802c tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0445876 Nov 25 08:47:18.368663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37720) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:18.371242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.410427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.442955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.453094 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-be437fb6-91e9-442b-bda6-397997f7da9d tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] 10.222.0.54 "GET /v2.0/quotas/1146c6187a00484294b970e847bdab6c HTTP/1.1" status: 200 len: 370 time: 0.0778663 Nov 25 08:47:18.453094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Made reservation on behalf of 8a5a68a3fd1b498995b09edd72f8f610 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:18.453807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.493128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37724) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:18.508216 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bae3d689-c219-43ab-8ba5-0ac5a5625d78 tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] 10.222.0.54 "GET /v2.0/quotas/1146c6187a00484294b970e847bdab6c/default HTTP/1.1" status: 200 len: 370 time: 0.0119252 Nov 25 08:47:18.510700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37728) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:18.526843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.527930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Allocated IP 172.20.0.2 (515cd96d-d40e-4428-b7da-aab2e89d728a/c6b2e074-4028-464f-b03e-0829b8e16e90/ffe4b4d8-9ae1-409f-a4bf-134132ea3113) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:18.545689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.547137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.609542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:18.611668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Transition to ACTIVE for port object 8e649f69-e93d-476f-be8a-82a58d175e84 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:18.613756 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-14045edb-93af-4a86-a3b2-c85bdca48dea tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] delete failed (client error): The resource could not be found. Nov 25 08:47:18.614696 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-14045edb-93af-4a86-a3b2-c85bdca48dea tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/1146c6187a00484294b970e847bdab6c HTTP/1.1" status: 404 len: 348 time: 0.1019299 Nov 25 08:47:18.622614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Usage tracker for resource:security_group_rule and tenant:8a5a68a3fd1b498995b09edd72f8f610 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:18.636700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:18.646104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Transition to ACTIVE for port object 8e649f69-e93d-476f-be8a-82a58d175e84 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:18.702634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:18.709133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.755669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37734) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:18.763181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-37af9905-3414-4cad-aeb5-b72371ae9d32', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'fixed_ips': [{'subnet_id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:47:18.764037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.781853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Usage tracker for resource:network and tenant:131b26c052724da5b36557987cf51030 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:18.787178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:18.788721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:18.795921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Usage tracker for resource:subnet and tenant:131b26c052724da5b36557987cf51030 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:18.800515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:18.800933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:18.808103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Usage tracker for resource:subnetpool and tenant:131b26c052724da5b36557987cf51030 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:18.812117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:18.818852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Usage tracker for resource:port and tenant:131b26c052724da5b36557987cf51030 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:18.823145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:18.829766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Usage tracker for resource:router and tenant:131b26c052724da5b36557987cf51030 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:18.833866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:18.841258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Usage tracker for resource:floatingip and tenant:131b26c052724da5b36557987cf51030 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:18.846761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:18.879629 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Usage tracker for resource:security_group and tenant:131b26c052724da5b36557987cf51030 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:18.884094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:18.891071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Usage tracker for resource:security_group_rule and tenant:131b26c052724da5b36557987cf51030 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:18.895877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:18.904452 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-74425aa2-b47b-4f2d-a31f-c97f8eaa6cec tempest-QuotasTest-1082441348 tempest-QuotasTest-1082441348-project-admin] 10.222.0.54 "GET /v2.0/quotas/131b26c052724da5b36557987cf51030/details.json HTTP/1.1" status: 200 len: 703 time: 0.1458294 Nov 25 08:47:18.979320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b860ac79-efe2-4c33-8add-b17bf070e6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:18.979798 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Network 972d2186-2b87-4c34-baf7-4e227fea1eb8 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:18.991603 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:18.995698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.018047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:19.084695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Pushing event updated for resources: {'Port': ['ID=8e649f69-e93d-476f-be8a-82a58d175e84,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:19.091691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Transition to ACTIVE for port object 0424f1b0-dadf-4930-b4af-c9109a079899 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:19.126278 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.126703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.127038 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.127553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.127882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.128226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.128549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.128871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.129205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.129523 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.130077 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.130357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Tracked resource versions report: Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: pushed versions: Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: { 'AddressGroup': {'1.2'}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'ConntrackHelper': {'1.0'}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Log': {'1.0'}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Network': {'1.1'}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Port': {'1.7'}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'PortForwarding': {'1.2'}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'QosPolicy': {'1.8'}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SecurityGroup': {'1.4'}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SubPort': {'1.0'}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Subnet': {'1.1'}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Trunk': {'1.1'}} Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: consumer versions: Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: { DHCP agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: HyperV agent@hv-neutron-8183: {}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: L3 agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: Metadata agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: Metering agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: Open vSwitch agent@dv-neutron-818341-1-hyperv: { 'AddressGroup': '1.2', Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'ConntrackHelper': '1.0', Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Log': '1.0', Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Network': '1.1', Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Port': '1.7', Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'PortForwarding': '1.2', Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'QosPolicy': '1.8', Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SecurityGroup': '1.4', Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SecurityGroupRule': '1.2', Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'SubPort': '1.0', Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Subnet': '1.1', Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: 'Trunk': '1.1'}} Nov 25 08:47:19.131442 dv-neutron-818341-1-hyperv neutron-server[87514]: {{(pid=87514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:47:19.161083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:19.197411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:19.202971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Allocated IP 172.26.3.61 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/fea8d48e-3119-41a7-ac09-b167d1e58a43) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:19.212548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:19.215822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.224018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:19.225011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:19.225611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.252981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Pushing event updated for resources: {'Port': ['ID=c8658b21-c4d2-4d0c-a13d-8d6607355a15,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:19.256201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Transition to ACTIVE for port object 0424f1b0-dadf-4930-b4af-c9109a079899 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:19.280481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:19.322266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37746) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:19.328044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.328893 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Attempting to bind port 8e649f69-e93d-476f-be8a-82a58d175e84 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:19.329328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Attempting to bind port 8e649f69-e93d-476f-be8a-82a58d175e84 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:19.329759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Attempting to bind port 8e649f69-e93d-476f-be8a-82a58d175e84 on network 972d2186-2b87-4c34-baf7-4e227fea1eb8 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:19.346136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:19.402901 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:19.403247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Checking segment: {'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:19.403596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.403994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Bound using segment: {'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:19.404539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Bound port: 8e649f69-e93d-476f-be8a-82a58d175e84, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:19.404868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.421962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-29519e89-5f2b-4b0f-9fa4-0a5f7b4080d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.433613 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.7241325 Nov 25 08:47:19.433999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37752) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:19.441509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}]}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:19.447428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:19.449259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.453001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Usage tracker for resource:router and tenant:cd2b427e8e6a43fabc4db985441aef72 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:19.457504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:19.465634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:19.494033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37f53fea-98fc-4aef-89d2-8a77775a6e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.505183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.510483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Allocated IP 172.20.0.2 (37af9905-3414-4cad-aeb5-b72371ae9d32/40d6fdd8-001d-4957-aaad-ee27dc44d3ff/52f149a2-728c-45f0-93ee-6d05898a21dd) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:19.513528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Network a6388bdf-86ee-4282-8d81-7e40fc7b730d is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:19.514587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Transition to ACTIVE for port object ffe4b4d8-9ae1-409f-a4bf-134132ea3113 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:19.517056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.517228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-37f53fea-98fc-4aef-89d2-8a77775a6e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:19.522908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-37f53fea-98fc-4aef-89d2-8a77775a6e52 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc6e6dbce274d55a7a533930ed9c449 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:19.523894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:19.526578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-37f53fea-98fc-4aef-89d2-8a77775a6e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:19.527485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.531965 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Pushing event updated for resources: {'Port': ['ID=0424f1b0-dadf-4930-b4af-c9109a079899,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:19.535288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:19.541551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-37f53fea-98fc-4aef-89d2-8a77775a6e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:19.547392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:19.553121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:19.560503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:19.588388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b44d19-92dc-4df0-9eb0-10aea5c48358,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:19.591267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.591609 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Added segment f5865a8f-945d-4f87-95b9-9f9bcafbdacd of type vlan for network 5c4691ec-bb24-4b01-b7c8-b7e8047b10d2 Nov 25 08:47:19.596791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:19.608495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Transition to ACTIVE for port object ffe4b4d8-9ae1-409f-a4bf-134132ea3113 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:19.635699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.656663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37f53fea-98fc-4aef-89d2-8a77775a6e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.658451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.659422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.676511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.713592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.721788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.730588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:19.741618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37f53fea-98fc-4aef-89d2-8a77775a6e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.747920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:19.788044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] For port 8e649f69-e93d-476f-be8a-82a58d175e84, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:19.819125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Attempting to bind port 0424f1b0-dadf-4930-b4af-c9109a079899 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:19.819499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Attempting to bind port 0424f1b0-dadf-4930-b4af-c9109a079899 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:19.820077 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Attempting to bind port 0424f1b0-dadf-4930-b4af-c9109a079899 on network a6388bdf-86ee-4282-8d81-7e40fc7b730d {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:19.831949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] For port 8e649f69-e93d-476f-be8a-82a58d175e84, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=8e649f69-e93d-476f-be8a-82a58d175e84,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:19.844225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.846231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Network 515cd96d-d40e-4428-b7da-aab2e89d728a is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:19.862273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Allocated IP 172.20.0.1 (515cd96d-d40e-4428-b7da-aab2e89d728a/c6b2e074-4028-464f-b03e-0829b8e16e90/7b7cf6be-5049-44d2-8c0b-454d0bc92031) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:19.867136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:19.867491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Checking segment: {'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:19.867977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.868299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Bound using segment: {'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:19.868782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Bound port: 0424f1b0-dadf-4930-b4af-c9109a079899, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:19.869180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.875503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:19.876115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.878682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:19.883095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:19.886604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:19.892736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:19.901306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Pushing event updated for resources: {'Port': ['ID=ffe4b4d8-9ae1-409f-a4bf-134132ea3113,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:19.921685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:19.922572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:19.932275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:19.948813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:19.965537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:19.974239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Pushing event updated for resources: {'Port': ['ID=fea8d48e-3119-41a7-ac09-b167d1e58a43,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:19.994520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.096935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:20.102345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:20.166685 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-37f53fea-98fc-4aef-89d2-8a77775a6e52 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4cc6e6dbce274d55a7a533930ed9c449&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8423166 Nov 25 08:47:20.174720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.181951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37756) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:20.193946 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Attempting to bind port ffe4b4d8-9ae1-409f-a4bf-134132ea3113 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:20.194615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Attempting to bind port ffe4b4d8-9ae1-409f-a4bf-134132ea3113 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '1d80f9e3-7aaf-4b7f-bb12-c741a0334dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '515cd96d-d40e-4428-b7da-aab2e89d728a'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:20.195157 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Attempting to bind port ffe4b4d8-9ae1-409f-a4bf-134132ea3113 on network 515cd96d-d40e-4428-b7da-aab2e89d728a {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:20.214270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Allocated IP 172.26.3.90 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/3f078c04-9abb-4c4b-9610-4d4542adf1d7) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:20.218107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Pushing event updated for resources: {'Port': ['ID=8e649f69-e93d-476f-be8a-82a58d175e84,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:20.218987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f53fea-98fc-4aef-89d2-8a77775a6e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd53f6fd-ed12-4a98-bf48-9303eb533649,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:20.227661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-37f53fea-98fc-4aef-89d2-8a77775a6e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:20.230043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:20.232569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:20.233137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Checking segment: {'id': '1d80f9e3-7aaf-4b7f-bb12-c741a0334dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '515cd96d-d40e-4428-b7da-aab2e89d728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:20.233624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.234019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Bound using segment: {'id': '1d80f9e3-7aaf-4b7f-bb12-c741a0334dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '515cd96d-d40e-4428-b7da-aab2e89d728a'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:20.234541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Bound port: ffe4b4d8-9ae1-409f-a4bf-134132ea3113, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d80f9e3-7aaf-4b7f-bb12-c741a0334dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '515cd96d-d40e-4428-b7da-aab2e89d728a'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:20.234920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.262555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.281231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Transition to ACTIVE for port object 52f149a2-728c-45f0-93ee-6d05898a21dd will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:20.306952 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2021015 Nov 25 08:47:20.310488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Transition to ACTIVE for port object 52f149a2-728c-45f0-93ee-6d05898a21dd will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:20.317467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37760) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:20.318501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Pushing event updated for resources: {'Network': ['ID=5c4691ec-bb24-4b01-b7c8-b7e8047b10d2,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:20.323976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:20.327021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.343382 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] For port 0424f1b0-dadf-4930-b4af-c9109a079899, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:20.352253 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 5c4691ec-bb24-4b01-b7c8-b7e8047b10d2 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:20.357448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Request body: {'network': {'project_id': '8a5a68a3fd1b498995b09edd72f8f610'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:20.385317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:20.388247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.392843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.459065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] For port 0424f1b0-dadf-4930-b4af-c9109a079899, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0424f1b0-dadf-4930-b4af-c9109a079899,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:20.467965 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:20.469514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-703ed8e3-fed8-4f88-8cf5-64da40dad901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.475819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Usage tracker for resource:network and tenant:8a5a68a3fd1b498995b09edd72f8f610 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:20.490435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:20.523135 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.546311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:20.548137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-703ed8e3-fed8-4f88-8cf5-64da40dad901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.552943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.563080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.577932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Network 37af9905-3414-4cad-aeb5-b72371ae9d32 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:20.607267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:20.630027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:20.672948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] For port ffe4b4d8-9ae1-409f-a4bf-134132ea3113, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:20.718255 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Pushing event updated for resources: {'Port': ['ID=52f149a2-728c-45f0-93ee-6d05898a21dd,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:20.734184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:20.760211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:20.769284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Made reservation on behalf of 8a5a68a3fd1b498995b09edd72f8f610 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:20.771616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.812282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.816737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] For port ffe4b4d8-9ae1-409f-a4bf-134132ea3113, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ffe4b4d8-9ae1-409f-a4bf-134132ea3113,segment=NetworkSegment(1d80f9e3-7aaf-4b7f-bb12-c741a0334dce),segment_id=1d80f9e3-7aaf-4b7f-bb12-c741a0334dce)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:20.828783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Allocated IP 172.26.3.173 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/c3526a8f-1919-435f-8a96-6c4178a141b5) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:20.830584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Transition to ACTIVE for port object 7b7cf6be-5049-44d2-8c0b-454d0bc92031 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:20.837088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.839009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-703ed8e3-fed8-4f88-8cf5-64da40dad901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.865425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:20.874145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:20.877445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.890761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.908636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Attempting to bind port 52f149a2-728c-45f0-93ee-6d05898a21dd on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:20.908636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Attempting to bind port 52f149a2-728c-45f0-93ee-6d05898a21dd by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:20.908959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Attempting to bind port 52f149a2-728c-45f0-93ee-6d05898a21dd on network 37af9905-3414-4cad-aeb5-b72371ae9d32 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:20.926656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:20.927220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Checking segment: {'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:20.927429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.927840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Bound using segment: {'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:20.928493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Bound port: 52f149a2-728c-45f0-93ee-6d05898a21dd, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:20.928875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.941085 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.941363 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Added segment 5486f958-e3ba-47a1-a4eb-638010e51fd2 of type vlan for network d87fd2ba-7f20-4346-8dbd-3d0420eea15b Nov 25 08:47:20.944747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f078c04-9abb-4c4b-9610-4d4542adf1d7,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:20.947590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Pushing event updated for resources: {'Port': ['ID=0424f1b0-dadf-4930-b4af-c9109a079899,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:20.952653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:20.953041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:20.996084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.999569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:20.999816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:21.012633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:21.015192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:21.018007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:21.018613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:21.036202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:21.140377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Pushing event updated for resources: {'Port': ['ID=ffe4b4d8-9ae1-409f-a4bf-134132ea3113,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:21.145406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Network 515cd96d-d40e-4428-b7da-aab2e89d728a is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:21.151305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:21.184033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] For port 52f149a2-728c-45f0-93ee-6d05898a21dd, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:21.187671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] For port 52f149a2-728c-45f0-93ee-6d05898a21dd, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=52f149a2-728c-45f0-93ee-6d05898a21dd,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:21.195717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:21.202357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:21.230751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:21.250856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:21.251324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:21.311877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:47:21.352690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:21.397439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ed8e3-fed8-4f88-8cf5-64da40dad901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd53f6fd-ed12-4a98-bf48-9303eb533649,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:21.399385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event updated for resources: {'Port': ['ID=7b7cf6be-5049-44d2-8c0b-454d0bc92031,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:21.399885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-703ed8e3-fed8-4f88-8cf5-64da40dad901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:21.415240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:21.458052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:21.464914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0424f1b0-dadf-4930-b4af-c9109a079899 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:21.468663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:21.469450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:21.493382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:21.527507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:21.534738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Pushing event updated for resources: {'Port': ['ID=52f149a2-728c-45f0-93ee-6d05898a21dd,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:21.545291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:21.585306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 0424f1b0-dadf-4930-b4af-c9109a079899 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:21.599951 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 8e649f69-e93d-476f-be8a-82a58d175e84 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:21.700129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Pushing event updated for resources: {'Network': ['ID=d87fd2ba-7f20-4346-8dbd-3d0420eea15b,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:21.703844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:21.718118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network d87fd2ba-7f20-4346-8dbd-3d0420eea15b details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:21.801952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:21.837815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 8e649f69-e93d-476f-be8a-82a58d175e84 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:21.852592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-703ed8e3-fed8-4f88-8cf5-64da40dad901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:21.854222 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-703ed8e3-fed8-4f88-8cf5-64da40dad901 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd53f6fd-ed12-4a98-bf48-9303eb533649 HTTP/1.1" status: 204 len: 168 time: 1.6711478 Nov 25 08:47:21.865996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:21.937683 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6092694 Nov 25 08:47:21.940791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37766) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:21.963703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:21.979923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8383255d-8cbc-4f24-bdcc-12d6c1c6c4ef tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Request body: {'network': {'project_id': '8a5a68a3fd1b498995b09edd72f8f610'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:22.019751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Allocated IP 172.26.3.122 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/6330f5a6-3e23-49cb-8416-3ac197892cd4) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:22.022679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8383255d-8cbc-4f24-bdcc-12d6c1c6c4ef tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:22.040558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8383255d-8cbc-4f24-bdcc-12d6c1c6c4ef tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Usage tracker for resource:network and tenant:8a5a68a3fd1b498995b09edd72f8f610 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:22.051108 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:22.078388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.081051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8383255d-8cbc-4f24-bdcc-12d6c1c6c4ef tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:22.100423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8383255d-8cbc-4f24-bdcc-12d6c1c6c4ef tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:22.101519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.110071 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d716f73-9fc4-4170-93e1-bbcc09020a53 None None] Network 972d2186-2b87-4c34-baf7-4e227fea1eb8 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:22.117056 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-8383255d-8cbc-4f24-bdcc-12d6c1c6c4ef tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 08:47:22.117540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8383255d-8cbc-4f24-bdcc-12d6c1c6c4ef tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:47:22.118704 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8383255d-8cbc-4f24-bdcc-12d6c1c6c4ef tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1736155 Nov 25 08:47:22.130987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37772) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:22.135211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:22.139218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:22.152459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:22.415727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b09d1b1-2452-4268-a471-e5dcc600fa74 None None] Provisioning for port 8e649f69-e93d-476f-be8a-82a58d175e84 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:22.445659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Pushing event updated for resources: {'Port': ['ID=c3526a8f-1919-435f-8a96-6c4178a141b5,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:22.448662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37776) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:22.467413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:22.480149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b09d1b1-2452-4268-a471-e5dcc600fa74 None None] Provisioning complete for port 8e649f69-e93d-476f-be8a-82a58d175e84 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:22.480613 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b09d1b1-2452-4268-a471-e5dcc600fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.536601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b7b5ac-0a24-4c90-8633-4aedeb7e86f4 None None] Network a6388bdf-86ee-4282-8d81-7e40fc7b730d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:22.593707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.614135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Pushing event updated for resources: {'Port': ['ID=fea8d48e-3119-41a7-ac09-b167d1e58a43,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:22.622643 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.624287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:22.681416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.685875 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2664394 Nov 25 08:47:22.688280 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37780) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:22.712560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-44862b8d-e6e6-4886-86e3-8db1ff3ce0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.712824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-172472066', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'fixed_ips': [{'ip_address': '172.26.3.61'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:22.717820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:22.722861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Usage tracker for resource:port and tenant:c84468b0b7d446e1856a3fb67074957f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:22.725841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:22.731722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:22.760010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Made reservation on behalf of c84468b0b7d446e1856a3fb67074957f for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:22.762400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.814957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b09d1b1-2452-4268-a471-e5dcc600fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.823133 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fe1aa51a-e264-469c-8687-49c928a6a3ec tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a5a68a3fd1b498995b09edd72f8f610&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6742554 Nov 25 08:47:22.849438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.854390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37784) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:22.875652 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b09d1b1-2452-4268-a471-e5dcc600fa74 None None] For port 8e649f69-e93d-476f-be8a-82a58d175e84, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=8e649f69-e93d-476f-be8a-82a58d175e84,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:47:22.887742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b09d1b1-2452-4268-a471-e5dcc600fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.895799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:22.937046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-44862b8d-e6e6-4886-86e3-8db1ff3ce0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:22.951798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.964704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:22.979425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80515ebb-b477-4609-ac9f-df38e4273696 None None] Network 515cd96d-d40e-4428-b7da-aab2e89d728a requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:23.002347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-44862b8d-e6e6-4886-86e3-8db1ff3ce0bd admin admin] Usage tracker for resource:security_group_rule and tenant:131b26c052724da5b36557987cf51030 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:23.011388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:23.028317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-44862b8d-e6e6-4886-86e3-8db1ff3ce0bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:23.030115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Usage tracker for resource:security_group_rule and tenant:c84468b0b7d446e1856a3fb67074957f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:23.035699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:23.045670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:23.129007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.132452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.155269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09d1b1-2452-4268-a471-e5dcc600fa74 None None] Pushing event updated for resources: {'Port': ['ID=8e649f69-e93d-476f-be8a-82a58d175e84,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:23.159161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b09d1b1-2452-4268-a471-e5dcc600fa74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:23.177974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.178405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-44862b8d-e6e6-4886-86e3-8db1ff3ce0bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:23.181711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:23.186665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-dc58593e-86e8-43b9-ad1e-95aa74a0bb6d None None] Provisioning for port ffe4b4d8-9ae1-409f-a4bf-134132ea3113 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:23.287649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.307774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-dc58593e-86e8-43b9-ad1e-95aa74a0bb6d None None] Provisioning for port 0424f1b0-dadf-4930-b4af-c9109a079899 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:23.330541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-dc58593e-86e8-43b9-ad1e-95aa74a0bb6d None None] Provisioning complete for port 0424f1b0-dadf-4930-b4af-c9109a079899 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:23.331611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc58593e-86e8-43b9-ad1e-95aa74a0bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.333569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:23.340893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:23.445069 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2842fe52-d105-4d3a-9f03-b21a5f2154bc tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.480584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25bf90c-cf65-4e22-b35b-a76855dd7e21 None None] Network 37af9905-3414-4cad-aeb5-b72371ae9d32 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:23.497969 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.506073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 52f149a2-728c-45f0-93ee-6d05898a21dd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:23.608073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:23.675284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2842fe52-d105-4d3a-9f03-b21a5f2154bc tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.766241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Pushing event updated for resources: {'Port': ['ID=6330f5a6-3e23-49cb-8416-3ac197892cd4,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:23.798519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.805131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Network 515cd96d-d40e-4428-b7da-aab2e89d728a is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:23.834853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.841160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:23.862712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.866546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 52f149a2-728c-45f0-93ee-6d05898a21dd completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:23.869706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc58593e-86e8-43b9-ad1e-95aa74a0bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:23.897677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ffe4b4d8-9ae1-409f-a4bf-134132ea3113 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:23.937552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] device_id is not set on port 12b13a95-d34d-4b6f-b479-78588cf557d5 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:47:24.017946 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-dc58593e-86e8-43b9-ad1e-95aa74a0bb6d None None] For port 0424f1b0-dadf-4930-b4af-c9109a079899, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0424f1b0-dadf-4930-b4af-c9109a079899,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:47:24.040983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc58593e-86e8-43b9-ad1e-95aa74a0bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.049476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:24.056040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.106232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port ffe4b4d8-9ae1-409f-a4bf-134132ea3113 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:24.122325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ffe4b4d8-9ae1-409f-a4bf-134132ea3113 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:24.122551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.173025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event updated for resources: {'Port': ['ID=7b7cf6be-5049-44d2-8c0b-454d0bc92031,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:24.213754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58593e-86e8-43b9-ad1e-95aa74a0bb6d None None] Pushing event updated for resources: {'Port': ['ID=0424f1b0-dadf-4930-b4af-c9109a079899,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:24.228526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-dc58593e-86e8-43b9-ad1e-95aa74a0bb6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:24.231897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Provisioning for port 52f149a2-728c-45f0-93ee-6d05898a21dd completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:24.241663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Provisioning complete for port 52f149a2-728c-45f0-93ee-6d05898a21dd triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:24.242495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.276281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2842fe52-d105-4d3a-9f03-b21a5f2154bc tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.329201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.147s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:24.332147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.015s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:24.332424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:24.378493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:24.400830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.466848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826007e5-d947-4f3a-994d-c93420458c56,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:24.484605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:24.487295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:24.487978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port ffe4b4d8-9ae1-409f-a4bf-134132ea3113, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ffe4b4d8-9ae1-409f-a4bf-134132ea3113,segment=NetworkSegment(1d80f9e3-7aaf-4b7f-bb12-c741a0334dce),segment_id=1d80f9e3-7aaf-4b7f-bb12-c741a0334dce)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:47:24.495430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.509960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.510818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 8e649f69-e93d-476f-be8a-82a58d175e84 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:24.514649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-44862b8d-e6e6-4886-86e3-8db1ff3ce0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.519751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842fe52-d105-4d3a-9f03-b21a5f2154bc tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b44d19-92dc-4df0-9eb0-10aea5c48358,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:24.547497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:24.574995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.577912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2842fe52-d105-4d3a-9f03-b21a5f2154bc tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:24.602109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-44862b8d-e6e6-4886-86e3-8db1ff3ce0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.662976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] For port 52f149a2-728c-45f0-93ee-6d05898a21dd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=52f149a2-728c-45f0-93ee-6d05898a21dd,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:47:24.670845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=ffe4b4d8-9ae1-409f-a4bf-134132ea3113,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:24.675233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:24.676487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.679687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:24.750143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 8e649f69-e93d-476f-be8a-82a58d175e84 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:24.750544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.762791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:24.782870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Provisioning complete for port 0424f1b0-dadf-4930-b4af-c9109a079899 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:24.783243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.831876 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 08:47:24.832489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:47:24.844956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Router 26048227-d770-47f4-a746-0af30256ed29 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:47:24.852339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Pushing event updated for resources: {'Port': ['ID=52f149a2-728c-45f0-93ee-6d05898a21dd,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:24.859816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:24.939761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:24.945851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.006448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2842fe52-d105-4d3a-9f03-b21a5f2154bc tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.007391 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2842fe52-d105-4d3a-9f03-b21a5f2154bc tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/78b44d19-92dc-4df0-9eb0-10aea5c48358 HTTP/1.1" status: 204 len: 168 time: 2.1455367 Nov 25 08:47:25.008068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44862b8d-e6e6-4886-86e3-8db1ff3ce0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baa1147-81ca-44f3-bbce-58bd08125bba,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:25.015194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37790) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:25.027819 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Provisioning complete for port 8e649f69-e93d-476f-be8a-82a58d175e84 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:25.028332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.094054 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-44862b8d-e6e6-4886-86e3-8db1ff3ce0bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=131b26c052724da5b36557987cf51030&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6305192 Nov 25 08:47:25.097870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-44862b8d-e6e6-4886-86e3-8db1ff3ce0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:25.127878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37794) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:25.157676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.209333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.209888 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbee18fc-6625-4703-80fe-74cae9bba3f2 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:47:25.248838 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.5551417 Nov 25 08:47:25.256585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37798) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:25.289862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0424f1b0-dadf-4930-b4af-c9109a079899 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:25.294818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.349004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ec0d7714-60a6-479c-8a8e-de903959b37d None None] Provisioning complete for port ffe4b4d8-9ae1-409f-a4bf-134132ea3113 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:25.349817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0d7714-60a6-479c-8a8e-de903959b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.426218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0424f1b0-dadf-4930-b4af-c9109a079899 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:25.426689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.501350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.509122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:47:25.514235 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "PUT /v2.0/routers/26048227-d770-47f4-a746-0af30256ed29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3569150 Nov 25 08:47:25.518317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6769116e-8fd4-4f10-91b7-f08a83dff0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.520328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37802) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:25.521801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Deleting port fea8d48e-3119-41a7-ac09-b167d1e58a43 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:47:25.521928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.533869 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb913cb-bbec-41ac-8ab4-cc934eee7df3 None None] Sync routers for ids ['26048227-d770-47f4-a746-0af30256ed29'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:47:25.543550 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb913cb-bbec-41ac-8ab4-cc934eee7df3 None None] Routers {'26048227-d770-47f4-a746-0af30256ed29'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:25.544218 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dfb913cb-bbec-41ac-8ab4-cc934eee7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['26048227-d770-47f4-a746-0af30256ed29'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:25.590720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ec0d7714-60a6-479c-8a8e-de903959b37d None None] Provisioning complete for port 52f149a2-728c-45f0-93ee-6d05898a21dd triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:25.591101 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0d7714-60a6-479c-8a8e-de903959b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.604295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.606707 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 08:47:25.608721 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-422689b6-73a7-4527-b761-28289fd68543 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.1728714 Nov 25 08:47:25.616376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37804) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:25.619227 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dfb913cb-bbec-41ac-8ab4-cc934eee7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:25.630211 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb913cb-bbec-41ac-8ab4-cc934eee7df3 None None] Routers {'26048227-d770-47f4-a746-0af30256ed29'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:25.631020 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dfb913cb-bbec-41ac-8ab4-cc934eee7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['26048227-d770-47f4-a746-0af30256ed29'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:25.687701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 52f149a2-728c-45f0-93ee-6d05898a21dd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:25.697102 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dfb913cb-bbec-41ac-8ab4-cc934eee7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:25.697613 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb913cb-bbec-41ac-8ab4-cc934eee7df3 None None] The sync data for ids ['26048227-d770-47f4-a746-0af30256ed29'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:47:25.790206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-8810bbe0-8a5c-42fa-97d0-41f4e2e810ed tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Deleting port c8658b21-c4d2-4d0c-a13d-8d6607355a15 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:47:25.791043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8810bbe0-8a5c-42fa-97d0-41f4e2e810ed tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.798860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Request body: {'port': {'network_id': '515cd96d-d40e-4428-b7da-aab2e89d728a', 'name': 'tempest-FloatingIPNegativeTestJSON-1824117258'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:25.822934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 52f149a2-728c-45f0-93ee-6d05898a21dd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:25.823317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.892986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ec0d7714-60a6-479c-8a8e-de903959b37d None None] Provisioning for port 7b7cf6be-5049-44d2-8c0b-454d0bc92031 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:25.899540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ec0d7714-60a6-479c-8a8e-de903959b37d None None] Provisioning complete for port 7b7cf6be-5049-44d2-8c0b-454d0bc92031 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:25.899913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0d7714-60a6-479c-8a8e-de903959b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.943019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.951676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6769116e-8fd4-4f10-91b7-f08a83dff0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:25.999398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d7714-60a6-479c-8a8e-de903959b37d None None] Port 7b7cf6be-5049-44d2-8c0b-454d0bc92031 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:47:26.005650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ffe4b4d8-9ae1-409f-a4bf-134132ea3113 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:26.037564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.037564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.038312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.038659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > port after_create 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.039242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.039405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > port after_update 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.039977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.039977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.040654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.040654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.062811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.063138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.087214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ffe4b4d8-9ae1-409f-a4bf-134132ea3113 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:26.117270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.204853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.205393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.205846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.206314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:26.206858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87fd2ba-7f20-4346-8dbd-3d0420eea15b']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:26.223687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Calling delete_port for fea8d48e-3119-41a7-ac09-b167d1e58a43 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:47:26.238598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5486f958-e3ba-47a1-a4eb-638010e51fd2') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:26.238896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5486f958-e3ba-47a1-a4eb-638010e51fd2') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:26.264150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.273623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Router 2312cb25-ead6-47aa-bd4d-da7d7419c495 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:47:26.305523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:26.310983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6769116e-8fd4-4f10-91b7-f08a83dff0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.320557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Usage tracker for resource:port and tenant:84cee7e099084e90ac408499d4024f38 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:26.327696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:26.357528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:47:26.359704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.373962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:47:26.374375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: from cryptography.utils import int_from_bytes Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: from cryptography.utils import int_from_bytes Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn_limited( Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:47:26.391156 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:47:26.394907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:26.421699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:26.433014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769116e-8fd4-4f10-91b7-f08a83dff0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baa1147-81ca-44f3-bbce-58bd08125bba,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:26.443801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6769116e-8fd4-4f10-91b7-f08a83dff0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:26.450811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6769116e-8fd4-4f10-91b7-f08a83dff0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.455218 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6769116e-8fd4-4f10-91b7-f08a83dff0eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5baa1147-81ca-44f3-bbce-58bd08125bba HTTP/1.1" status: 204 len: 168 time: 1.3243330 Nov 25 08:47:26.460529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Made reservation on behalf of 84cee7e099084e90ac408499d4024f38 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:26.464182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.606747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Router de8748c0-eb10-4656-8345-2228681b8379 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:47:26.616391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] device_id is not set on port ee5b745c-8e3f-4051-9ed5-e11529e3b72c yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:47:26.786122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.794180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8810bbe0-8a5c-42fa-97d0-41f4e2e810ed tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.837704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.853263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:26.868056 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d262fe4c-60bc-40fc-be48-647899a72e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:26.936236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Pushing event deleted for resources: {'Port': ['ID=fea8d48e-3119-41a7-ac09-b167d1e58a43,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:26.957536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:26.963501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:26.971632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-8810bbe0-8a5c-42fa-97d0-41f4e2e810ed tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Calling delete_port for c8658b21-c4d2-4d0c-a13d-8d6607355a15 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:47:27.008780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:47:27.014357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Pushing event deleted for resources: {'Network': ['ID=d87fd2ba-7f20-4346-8dbd-3d0420eea15b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:27.022507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:27.023132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Sync routers for ids ['de8748c0-eb10-4656-8345-2228681b8379'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:47:27.025768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:47:27.037457 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] 10.222.0.54 "DELETE /v2.0/networks/d87fd2ba-7f20-4346-8dbd-3d0420eea15b HTTP/1.1" status: 204 len: 168 time: 1.9450259 Nov 25 08:47:27.045004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37824) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:27.052102 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Sync routers for ids ['2312cb25-ead6-47aa-bd4d-da7d7419c495'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:47:27.053679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Routers {'de8748c0-eb10-4656-8345-2228681b8379'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:27.055086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['de8748c0-eb10-4656-8345-2228681b8379'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:27.059217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Allocated IP 172.20.0.11 (515cd96d-d40e-4428-b7da-aab2e89d728a/c6b2e074-4028-464f-b03e-0829b8e16e90/ee5b745c-8e3f-4051-9ed5-e11529e3b72c) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:27.068232 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Routers {'2312cb25-ead6-47aa-bd4d-da7d7419c495'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:27.069139 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2312cb25-ead6-47aa-bd4d-da7d7419c495'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:27.082210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:47:27.114073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:27.155644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:27.166628 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/97847e3f-ed77-4b93-abc9-34f0f259c416 HTTP/1.1" status: 204 len: 168 time: 1.9022274 Nov 25 08:47:27.175357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Sync routers for ids ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:47:27.220525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:27.221707 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c4a6209a-edde-491f-84d3-1853018fe56f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1320970 Nov 25 08:47:27.247950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37830) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:27.274550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:27.281079 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6f6b8492-e124-4f42-8fa3-039f64816ef0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.7060723 Nov 25 08:47:27.282996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37836) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:27.286226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Routers {'41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:27.286913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:27.473245 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Set router 2312cb25-ead6-47aa-bd4d-da7d7419c495 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:27.481344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Set router de8748c0-eb10-4656-8345-2228681b8379 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:27.519917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:27.679447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:27.687132 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 11.0571263 Nov 25 08:47:27.730723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Set router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:27.779562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37846) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:27.840702 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:22Z', 'revision_number': 3, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:27.845776 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Checking router: 2312cb25-ead6-47aa-bd4d-da7d7419c495 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:47:27.846302 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Updating router 2312cb25-ead6-47aa-bd4d-da7d7419c495 port 3f078c04-9abb-4c4b-9610-4d4542adf1d7 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:47:27.904726 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.016686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8810bbe0-8a5c-42fa-97d0-41f4e2e810ed tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.047059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37854) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:28.108873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:28.219089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:24Z', 'revision_number': 3, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:28.225304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Checking router: de8748c0-eb10-4656-8345-2228681b8379 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:47:28.225724 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Updating router de8748c0-eb10-4656-8345-2228681b8379 port 6330f5a6-3e23-49cb-8416-3ac197892cd4 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:47:28.287856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:22Z', 'revision_number': 3, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:28.293032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.328671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Checking router: 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:47:28.329031 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Updating router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb port c3526a8f-1919-435f-8a96-6c4178a141b5 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:47:28.383321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810bbe0-8a5c-42fa-97d0-41f4e2e810ed tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8658b21-c4d2-4d0c-a13d-8d6607355a15,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:28.386863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8810bbe0-8a5c-42fa-97d0-41f4e2e810ed tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:28.426932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.474602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.488208 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.503953 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Transition to ACTIVE for port object 3f078c04-9abb-4c4b-9610-4d4542adf1d7 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:28.521481 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.539622 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:28.579947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.580336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.581076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.581411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > port after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.581740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.582079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.582412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.582722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.583028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.583332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.655639 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Attempting to bind port 3f078c04-9abb-4c4b-9610-4d4542adf1d7 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:28.658235 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Attempting to bind port 3f078c04-9abb-4c4b-9610-4d4542adf1d7 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:28.658728 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Attempting to bind port 3f078c04-9abb-4c4b-9610-4d4542adf1d7 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:28.678270 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:28.678867 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:28.679546 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.680158 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:28.680882 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Bound port: 3f078c04-9abb-4c4b-9610-4d4542adf1d7, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:28.681389 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.756081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.756425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.756745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.757462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:47:28.757577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4691ec-bb24-4b01-b7c8-b7e8047b10d2']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:28.785197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5865a8f-945d-4f87-95b9-9f9bcafbdacd') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:28.785481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5865a8f-945d-4f87-95b9-9f9bcafbdacd') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:28.820482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.843502 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Pushing event updated for resources: {'Port': ['ID=3f078c04-9abb-4c4b-9610-4d4542adf1d7,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:28.860488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.861512 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] For port 3f078c04-9abb-4c4b-9610-4d4542adf1d7, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:28.874761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Transition to ACTIVE for port object 6330f5a6-3e23-49cb-8416-3ac197892cd4 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:28.876786 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] For port 3f078c04-9abb-4c4b-9610-4d4542adf1d7, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3f078c04-9abb-4c4b-9610-4d4542adf1d7,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:28.878914 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.879443 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.879934 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.880386 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.880833 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.881179 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.881617 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.881998 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.882481 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.882921 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.883317 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.883700 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Tracked resource versions report: Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: pushed versions: Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: { 'AddressGroup': {'1.2'}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'ConntrackHelper': {'1.0'}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Log': {'1.0'}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Network': {'1.1'}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Port': {'1.7'}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'PortForwarding': {'1.2'}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'QosPolicy': {'1.8'}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SecurityGroup': {'1.4'}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SubPort': {'1.0'}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Subnet': {'1.1'}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Trunk': {'1.1'}} Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: consumer versions: Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: { DHCP agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: HyperV agent@hv-neutron-8183: {}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: L3 agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: Metadata agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: Metering agent@dv-neutron-818341-1-hyperv: {}, Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: Open vSwitch agent@dv-neutron-818341-1-hyperv: { 'AddressGroup': '1.2', Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'ConntrackHelper': '1.0', Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Log': '1.0', Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Network': '1.1', Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Port': '1.7', Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'PortForwarding': '1.2', Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'QosPolicy': '1.8', Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SecurityGroup': '1.4', Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SecurityGroupRule': '1.2', Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'SubPort': '1.0', Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Subnet': '1.1', Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: 'Trunk': '1.1'}} Nov 25 08:47:28.884883 dv-neutron-818341-1-hyperv neutron-server[87515]: {{(pid=87515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:47:28.889919 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:28.892424 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.897442 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:28.898065 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:28.942618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6af68744-6f07-4b2a-b527-34c07110dec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:28.974190 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Routers {'2312cb25-ead6-47aa-bd4d-da7d7419c495'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:28.974973 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2312cb25-ead6-47aa-bd4d-da7d7419c495'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:29.002843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffe44154-e053-4ac4-a3e1-8ada942145a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.133369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.137417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37872) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:29.146488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.161231 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Pushing event updated for resources: {'Port': ['ID=3f078c04-9abb-4c4b-9610-4d4542adf1d7,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:29.165191 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:29.184470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:47:29.185086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.239573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Attempting to bind port 6330f5a6-3e23-49cb-8416-3ac197892cd4 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:29.240093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Attempting to bind port 6330f5a6-3e23-49cb-8416-3ac197892cd4 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:29.243130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Attempting to bind port 6330f5a6-3e23-49cb-8416-3ac197892cd4 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:29.255445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f1ff6-b95b-4bf3-bf83-7042110673b4 None None] Pushing event updated for resources: {'Port': ['ID=6330f5a6-3e23-49cb-8416-3ac197892cd4,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:29.259326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a76f1ff6-b95b-4bf3-bf83-7042110673b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: from cryptography.utils import int_from_bytes Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: from cryptography.utils import int_from_bytes Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn_limited( Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:47:29.268547 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:47:29.279711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:29.280102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:29.282781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.283291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:29.284563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Bound port: 6330f5a6-3e23-49cb-8416-3ac197892cd4, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:29.284688 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] Set router 2312cb25-ead6-47aa-bd4d-da7d7419c495 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:29.286100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.295711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Transition to ACTIVE for port object ee5b745c-8e3f-4051-9ed5-e11529e3b72c will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:29.397502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5fd8cce1-9799-4234-b3fa-86687d22ff29 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-514972244'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:29.431165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5fd8cce1-9799-4234-b3fa-86687d22ff29 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:29.444196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] For port 6330f5a6-3e23-49cb-8416-3ac197892cd4, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:29.448674 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] For port 6330f5a6-3e23-49cb-8416-3ac197892cd4, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6330f5a6-3e23-49cb-8416-3ac197892cd4,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:29.455455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5fd8cce1-9799-4234-b3fa-86687d22ff29 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Usage tracker for resource:router and tenant:722ba5f11c9c45b58b8e8d74fadfa852 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:29.461763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5fd8cce1-9799-4234-b3fa-86687d22ff29 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:29.463791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.469338 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b09d1b1-2452-4268-a471-e5dcc600fa74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:29.473308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5fd8cce1-9799-4234-b3fa-86687d22ff29 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:29.491611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.516887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:29.539810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c4691ec-bb24-4b01-b7c8-b7e8047b10d2,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:29.541924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cce1-9799-4234-b3fa-86687d22ff29 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.542586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cce1-9799-4234-b3fa-86687d22ff29 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.547277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.614566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:29.626826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.645219 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:22Z', 'revision_number': 3, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:29.648976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.650073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f1ff6-b95b-4bf3-bf83-7042110673b4 None None] Pushing event updated for resources: {'Port': ['ID=6330f5a6-3e23-49cb-8416-3ac197892cd4,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:29.657234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Routers {'de8748c0-eb10-4656-8345-2228681b8379'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:29.659079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['de8748c0-eb10-4656-8345-2228681b8379'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:29.663505 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06cc93d-7044-402b-8b6d-752f65771e9c None None] The sync data for ids ['2312cb25-ead6-47aa-bd4d-da7d7419c495'] in dv-neutron-818341-1-hyperv is: [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:22Z', 'revision_number': 3, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:47:29.663996 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] 10.222.0.54 "DELETE /v2.0/networks/5c4691ec-bb24-4b01-b7c8-b7e8047b10d2 HTTP/1.1" status: 204 len: 168 time: 2.6084685 Nov 25 08:47:29.687810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:29.727656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Transition to ACTIVE for port object c3526a8f-1919-435f-8a96-6c4178a141b5 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:29.731004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a76f1ff6-b95b-4bf3-bf83-7042110673b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:29.785749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8810bbe0-8a5c-42fa-97d0-41f4e2e810ed tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.840509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.847330 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7de4f46b-d035-4616-aa40-3e6332d6631f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:29.856057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event updated for resources: {'Port': ['ID=ee5b745c-8e3f-4051-9ed5-e11529e3b72c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:29.860484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cce1-9799-4234-b3fa-86687d22ff29 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:29.875148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:29.958858 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8810bbe0-8a5c-42fa-97d0-41f4e2e810ed tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] 10.222.0.54 "DELETE /v2.0/ports/c8658b21-c4d2-4d0c-a13d-8d6607355a15 HTTP/1.1" status: 204 len: 168 time: 4.3370678 Nov 25 08:47:29.962669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ffe44154-e053-4ac4-a3e1-8ada942145a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:29.967562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ffe44154-e053-4ac4-a3e1-8ada942145a0 admin admin] Usage tracker for resource:security_group_rule and tenant:c45a8eae912644588350b373aa030535 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:29.970973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ffe44154-e053-4ac4-a3e1-8ada942145a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:29.982722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ffe44154-e053-4ac4-a3e1-8ada942145a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:30.052256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f982afe-156f-4974-81fa-8063730e7be0 None None] Pushing event updated for resources: {'Port': ['ID=c3526a8f-1919-435f-8a96-6c4178a141b5,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:30.060946 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7f982afe-156f-4974-81fa-8063730e7be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:30.070139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Attempting to bind port c3526a8f-1919-435f-8a96-6c4178a141b5 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:30.070742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Attempting to bind port c3526a8f-1919-435f-8a96-6c4178a141b5 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:30.071421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Attempting to bind port c3526a8f-1919-435f-8a96-6c4178a141b5 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:30.080792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Network 515cd96d-d40e-4428-b7da-aab2e89d728a is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:30.085434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:30.098479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:30.099562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:30.100129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.100887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:30.101528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Bound port: c3526a8f-1919-435f-8a96-6c4178a141b5, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:30.102572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.109299 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:30.223046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] Set router de8748c0-eb10-4656-8345-2228681b8379 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:30.316563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.361425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cce1-9799-4234-b3fa-86687d22ff29 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.427499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:30.430601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.454749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cce1-9799-4234-b3fa-86687d22ff29 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.457318 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5fd8cce1-9799-4234-b3fa-86687d22ff29 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3174393 Nov 25 08:47:30.467784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37886) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:30.634443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37890) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:30.666536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.682730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffe44154-e053-4ac4-a3e1-8ada942145a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.698072 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9137812 Nov 25 08:47:30.708885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37896) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:30.713076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] For port c3526a8f-1919-435f-8a96-6c4178a141b5, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:30.734131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffe44154-e053-4ac4-a3e1-8ada942145a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.746172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:30.765294 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:30.774515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Usage tracker for resource:floatingip and tenant:84cee7e099084e90ac408499d4024f38 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:30.794519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-056256f4-19e0-4ba6-a4c2-36c0fa7cc53d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.796924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:30.816270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:30.850415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-44862b8d-e6e6-4886-86e3-8db1ff3ce0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:30.862258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b4d88a65-3d51-4d59-994f-4048176df49a None None] Provisioning for port ee5b745c-8e3f-4051-9ed5-e11529e3b72c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:30.863213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.892246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] For port c3526a8f-1919-435f-8a96-6c4178a141b5, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c3526a8f-1919-435f-8a96-6c4178a141b5,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:30.906322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b4d88a65-3d51-4d59-994f-4048176df49a None None] Provisioning complete for port ee5b745c-8e3f-4051-9ed5-e11529e3b72c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:30.906536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b4d88a65-3d51-4d59-994f-4048176df49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.970758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:30.986071 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:31.127477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b4d88a65-3d51-4d59-994f-4048176df49a None None] Port ee5b745c-8e3f-4051-9ed5-e11529e3b72c cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:47:31.153123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Routers {'41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:31.153306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Allocated IP 172.20.0.1 (a6388bdf-86ee-4282-8d81-7e40fc7b730d/753bb839-4977-414d-80fc-329d1fcf44af/9f3469d7-15ea-41f0-94d7-01a50cfc9e9b) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:31.154195 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:31.180303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37902) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:31.252522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-056256f4-19e0-4ba6-a4c2-36c0fa7cc53d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.259200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-056256f4-19e0-4ba6-a4c2-36c0fa7cc53d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.331383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3f078c04-9abb-4c4b-9610-4d4542adf1d7 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:31.359490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.370575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f982afe-156f-4974-81fa-8063730e7be0 None None] Pushing event updated for resources: {'Port': ['ID=c3526a8f-1919-435f-8a96-6c4178a141b5,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:31.383561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe44154-e053-4ac4-a3e1-8ada942145a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124db90e-7caf-4efb-8640-3d8f2f0551b3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:31.384097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7f982afe-156f-4974-81fa-8063730e7be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:31.387618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ffe44154-e053-4ac4-a3e1-8ada942145a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:31.394389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c5b8-c537-42c7-8db2-bc2b3f151121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.406733 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ffe44154-e053-4ac4-a3e1-8ada942145a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c45a8eae912644588350b373aa030535&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3584201 Nov 25 08:47:31.416668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:24Z', 'revision_number': 3, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:31.418245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37908) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:31.442696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddac81-b9cc-487b-861f-d4ea2e699d95 None None] The sync data for ids ['de8748c0-eb10-4656-8345-2228681b8379'] in dv-neutron-818341-1-hyperv is: [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:24Z', 'revision_number': 3, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:47:31.482275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] Set router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:31.510407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-056256f4-19e0-4ba6-a4c2-36c0fa7cc53d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.510965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056256f4-19e0-4ba6-a4c2-36c0fa7cc53d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2ca5b52-18a8-43fa-8b0a-86775e1a9378 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:47:31.524122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d8f3c5b8-c537-42c7-8db2-bc2b3f151121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:31.545204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d8f3c5b8-c537-42c7-8db2-bc2b3f151121 admin admin] Usage tracker for resource:security_group_rule and tenant:5f9285da70a74037a3cfc006d30e68ae is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:31.562681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5642cd99-7ada-47d2-a2c6-4d07cbbcae8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.570445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-056256f4-19e0-4ba6-a4c2-36c0fa7cc53d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.571515 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-056256f4-19e0-4ba6-a4c2-36c0fa7cc53d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] 10.222.0.54 "DELETE /v2.0/routers/b2ca5b52-18a8-43fa-8b0a-86775e1a9378 HTTP/1.1" status: 204 len: 168 time: 1.0922019 Nov 25 08:47:31.575924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37914) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:31.582955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d8f3c5b8-c537-42c7-8db2-bc2b3f151121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:31.583774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-677f77c4-b88b-4cdc-ace5-892ec3ac11d1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Request body: {'router': {'name': 'tempest-router-108187295', 'distributed': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:31.588285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-677f77c4-b88b-4cdc-ace5-892ec3ac11d1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:31.599134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-677f77c4-b88b-4cdc-ace5-892ec3ac11d1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Usage tracker for resource:router and tenant:722ba5f11c9c45b58b8e8d74fadfa852 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:31.602099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Allocated IP 172.20.0.1 (972d2186-2b87-4c34-baf7-4e227fea1eb8/3b9132eb-eae3-4c25-9cba-1069cd0c3617/56ac1b67-3eac-4cd9-9f93-6e188f648c0c) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:31.604201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-677f77c4-b88b-4cdc-ace5-892ec3ac11d1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:31.614123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-677f77c4-b88b-4cdc-ace5-892ec3ac11d1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:31.629725 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d8f3c5b8-c537-42c7-8db2-bc2b3f151121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:31.643403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-677f77c4-b88b-4cdc-ace5-892ec3ac11d1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.644776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-677f77c4-b88b-4cdc-ace5-892ec3ac11d1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.656324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 3f078c04-9abb-4c4b-9610-4d4542adf1d7 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:31.705162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5642cd99-7ada-47d2-a2c6-4d07cbbcae8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:31.724348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-677f77c4-b88b-4cdc-ace5-892ec3ac11d1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.732777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5642cd99-7ada-47d2-a2c6-4d07cbbcae8c admin admin] Usage tracker for resource:security_group_rule and tenant:2556ed90dbd84b6ebe5871093ab2d77e is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:31.754556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5642cd99-7ada-47d2-a2c6-4d07cbbcae8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:31.780216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5642cd99-7ada-47d2-a2c6-4d07cbbcae8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:31.794526 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-677f77c4-b88b-4cdc-ace5-892ec3ac11d1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.796729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3f078c04-9abb-4c4b-9610-4d4542adf1d7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:31.797189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.800822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e00d4923-48a5-42e6-807f-be53b1df4a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.804572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.811654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.855766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Transition to ACTIVE for port object 56ac1b67-3eac-4cd9-9f93-6e188f648c0c will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:31.858872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-677f77c4-b88b-4cdc-ace5-892ec3ac11d1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:31.862344 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-677f77c4-b88b-4cdc-ace5-892ec3ac11d1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2830763 Nov 25 08:47:31.864843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37920) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:31.997107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Transition to ACTIVE for port object 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:32.023909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1b3db36f-6354-48b1-bc7b-d722f5ee7f1d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.028793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e00d4923-48a5-42e6-807f-be53b1df4a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.163956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Allocated IP 172.20.0.1 (37af9905-3414-4cad-aeb5-b72371ae9d32/40d6fdd8-001d-4957-aaad-ee27dc44d3ff/cec38acc-5336-4aa8-9f17-3e0e76810b58) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:32.175568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.215406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 3f078c04-9abb-4c4b-9610-4d4542adf1d7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3f078c04-9abb-4c4b-9610-4d4542adf1d7,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:47:32.224973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.235857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a76f1ff6-b95b-4bf3-bf83-7042110673b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:32.252036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.289825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:22Z', 'revision_number': 3, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:32.304765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1085d-e96b-4c14-8119-f1bf6b854b2a None None] The sync data for ids ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'] in dv-neutron-818341-1-hyperv is: [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:22Z', 'revision_number': 3, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:47:32.320206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=3f078c04-9abb-4c4b-9610-4d4542adf1d7,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:32.323867 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:32.345106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.408941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3bc79317-64a3-45a6-9440-01e2da9e84d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:32.476211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1b3db36f-6354-48b1-bc7b-d722f5ee7f1d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.481976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1b3db36f-6354-48b1-bc7b-d722f5ee7f1d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.487374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Network 972d2186-2b87-4c34-baf7-4e227fea1eb8 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:32.501761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:32.522110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:32.546148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.564677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Pushing event updated for resources: {'Port': ['ID=56ac1b67-3eac-4cd9-9f93-6e188f648c0c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:32.564787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c5b8-c537-42c7-8db2-bc2b3f151121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.569265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:32.569881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1b3db36f-6354-48b1-bc7b-d722f5ee7f1d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.570402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3db36f-6354-48b1-bc7b-d722f5ee7f1d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfa1c2c9-daff-4ab7-8bf7-383f56656fc3 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:47:32.577148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5642cd99-7ada-47d2-a2c6-4d07cbbcae8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.578027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:32.584772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1b3db36f-6354-48b1-bc7b-d722f5ee7f1d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.585921 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1b3db36f-6354-48b1-bc7b-d722f5ee7f1d tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] 10.222.0.54 "DELETE /v2.0/routers/cfa1c2c9-daff-4ab7-8bf7-383f56656fc3 HTTP/1.1" status: 204 len: 168 time: 0.7198970 Nov 25 08:47:32.589868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37924) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:32.595575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d865a997-328d-488f-892d-231a9b11dbbf tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Request body: {'router': {'name': 'tempest-router-341782699', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3a742efb19e44182acfffa231fc3c0b5'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:32.603571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d865a997-328d-488f-892d-231a9b11dbbf tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:32.606060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.611650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d865a997-328d-488f-892d-231a9b11dbbf tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Usage tracker for resource:router and tenant:3a742efb19e44182acfffa231fc3c0b5 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:32.623469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d865a997-328d-488f-892d-231a9b11dbbf tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:32.637959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d865a997-328d-488f-892d-231a9b11dbbf tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:32.668146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5642cd99-7ada-47d2-a2c6-4d07cbbcae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.668870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c5b8-c537-42c7-8db2-bc2b3f151121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.682316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d865a997-328d-488f-892d-231a9b11dbbf tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.686076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d865a997-328d-488f-892d-231a9b11dbbf tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.722902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d865a997-328d-488f-892d-231a9b11dbbf tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.726420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e00d4923-48a5-42e6-807f-be53b1df4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.784314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Network a6388bdf-86ee-4282-8d81-7e40fc7b730d is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:32.803647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d865a997-328d-488f-892d-231a9b11dbbf tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.823592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:32.854325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d865a997-328d-488f-892d-231a9b11dbbf tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.862514 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d865a997-328d-488f-892d-231a9b11dbbf tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2715144 Nov 25 08:47:32.863415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.879790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37928) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:32.884377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:32.885714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:32.957200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:32.979045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Transition to ACTIVE for port object cec38acc-5336-4aa8-9f17-3e0e76810b58 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:32.983845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8696c9ba-440e-4704-a31a-396f5fb2199f None None] Provisioning for port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:33.003709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8696c9ba-440e-4704-a31a-396f5fb2199f None None] Provisioning complete for port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:33.004589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8696c9ba-440e-4704-a31a-396f5fb2199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.015998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3469d7-15ea-41f0-94d7-01a50cfc9e9b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:33.073242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.130272 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8696c9ba-440e-4704-a31a-396f5fb2199f None None] Port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:47:33.284721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-39b95fca-90a5-4922-a91e-cb282b02e4b3 None None] Provisioning for port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:33.292307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-39b95fca-90a5-4922-a91e-cb282b02e4b3 None None] Provisioning complete for port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:33.292950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39b95fca-90a5-4922-a91e-cb282b02e4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.350786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.356801 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:33.370929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.589s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:33.388176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-39b95fca-90a5-4922-a91e-cb282b02e4b3 None None] Port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:47:33.418874 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5642cd99-7ada-47d2-a2c6-4d07cbbcae8c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2556ed90dbd84b6ebe5871093ab2d77e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2300811 Nov 25 08:47:33.422160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37932) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:33.431418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e00d4923-48a5-42e6-807f-be53b1df4a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.434655 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e00d4923-48a5-42e6-807f-be53b1df4a31 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/124db90e-7caf-4efb-8640-3d8f2f0551b3 HTTP/1.1" status: 204 len: 168 time: 2.0003395 Nov 25 08:47:33.438003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642cd99-7ada-47d2-a2c6-4d07cbbcae8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fca54a-ee5c-4803-a2cb-33c7755df836,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:33.488381 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3f078c04-9abb-4c4b-9610-4d4542adf1d7 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:33.565453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Allocated IP 172.26.3.35 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/241e87f6-739e-4b7c-9f83-1423b14e9c57) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:33.602479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3f078c04-9abb-4c4b-9610-4d4542adf1d7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:33.603012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.667311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.667888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.690887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.712809 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d8f3c5b8-c537-42c7-8db2-bc2b3f151121 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f9285da70a74037a3cfc006d30e68ae&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0739467 Nov 25 08:47:33.773227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37940) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:33.786388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-72657770-0e6d-473b-90f1-c7f9b9543c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.815091 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.818645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-72657770-0e6d-473b-90f1-c7f9b9543c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.849462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6330f5a6-3e23-49cb-8416-3ac197892cd4 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:33.904091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Network 37af9905-3414-4cad-aeb5-b72371ae9d32 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:33.911821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:33.932497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 6330f5a6-3e23-49cb-8416-3ac197892cd4 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:33.938585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 6330f5a6-3e23-49cb-8416-3ac197892cd4 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:33.939017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:33.946579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3c5b8-c537-42c7-8db2-bc2b3f151121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f7e7f-0108-4428-ae9e-6273de0e51fb,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:33.965092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:34.054927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87513) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Nov 25 08:47:34.055269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Router d26d4b7b-6992-4165-87bd-786dc8c031e1 migrating from provider to provider. {{(pid=87513) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Nov 25 08:47:34.055649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.076892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.097830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.106382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37946) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:34.147220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.165698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 6330f5a6-3e23-49cb-8416-3ac197892cd4, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6330f5a6-3e23-49cb-8416-3ac197892cd4,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:47:34.175743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.177484 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c3526a8f-1919-435f-8a96-6c4178a141b5 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:34.252229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-da898788-a747-4d63-af82-90d5f29d239a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:34.255736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c417f08-9412-4c8a-8c08-c030a3beaf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.259881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d4923-48a5-42e6-807f-be53b1df4a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124db90e-7caf-4efb-8640-3d8f2f0551b3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:34.261160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e00d4923-48a5-42e6-807f-be53b1df4a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:34.271981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.393s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:34.271981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:34.289775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2842fe52-d105-4d3a-9f03-b21a5f2154bc tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.227s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:34.289775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2842fe52-d105-4d3a-9f03-b21a5f2154bc tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:34.290732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.305584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-63c212f2-d8ba-4ba3-b963-f38632cba7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.827s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:34.350922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-79680bd3-4ce9-43f0-9606-50f164691794 None None] Provisioning for port cec38acc-5336-4aa8-9f17-3e0e76810b58 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:34.361852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-79680bd3-4ce9-43f0-9606-50f164691794 None None] Provisioning complete for port cec38acc-5336-4aa8-9f17-3e0e76810b58 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:34.362233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-79680bd3-4ce9-43f0-9606-50f164691794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.393841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.396918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-72657770-0e6d-473b-90f1-c7f9b9543c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.398736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port c3526a8f-1919-435f-8a96-6c4178a141b5 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:34.404757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=6330f5a6-3e23-49cb-8416-3ac197892cd4,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:34.405938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c417f08-9412-4c8a-8c08-c030a3beaf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.410392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:34.411127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c3526a8f-1919-435f-8a96-6c4178a141b5 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:34.411510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.460649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Pushing event updated for resources: {'Port': ['ID=cec38acc-5336-4aa8-9f17-3e0e76810b58,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:34.465127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:34.469240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-37f53fea-98fc-4aef-89d2-8a77775a6e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:34.476282 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-79680bd3-4ce9-43f0-9606-50f164691794 None None] Port cec38acc-5336-4aa8-9f17-3e0e76810b58 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:47:34.478003 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING neutron.scheduler.l3_agent_scheduler [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] No L3 agents can host the router d26d4b7b-6992-4165-87bd-786dc8c031e1 Nov 25 08:47:34.484250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72657770-0e6d-473b-90f1-c7f9b9543c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fca54a-ee5c-4803-a2cb-33c7755df836,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:34.487389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-72657770-0e6d-473b-90f1-c7f9b9543c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:34.492455 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-72657770-0e6d-473b-90f1-c7f9b9543c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.494358 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-72657770-0e6d-473b-90f1-c7f9b9543c0a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85fca54a-ee5c-4803-a2cb-33c7755df836 HTTP/1.1" status: 204 len: 168 time: 1.0134821 Nov 25 08:47:34.529483 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.545968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.572006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.572897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ad34bdd1-bb7c-44db-a6fc-509568d2c295 admin admin] Synchronizing usage tracker for tenant:cdb1296d56874029a33f47c4cd00bf76 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:47:34.583902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:34.594027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port c3526a8f-1919-435f-8a96-6c4178a141b5, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c3526a8f-1919-435f-8a96-6c4178a141b5,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:47:34.601289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.614836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a76f1ff6-b95b-4bf3-bf83-7042110673b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:34.699834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=c3526a8f-1919-435f-8a96-6c4178a141b5,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:34.711182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.713744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:34.764004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ad34bdd1-bb7c-44db-a6fc-509568d2c295 admin admin] Unset dirty status for tenant:cdb1296d56874029a33f47c4cd00bf76 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:47:34.768892 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ad34bdd1-bb7c-44db-a6fc-509568d2c295 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c84468b0b7d446e1856a3fb67074957f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6514940 Nov 25 08:47:34.771110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37952) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:34.784256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Hosts for router d26d4b7b-6992-4165-87bd-786dc8c031e1: [] {{(pid=87513) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Nov 25 08:47:34.801173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.841189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c417f08-9412-4c8a-8c08-c030a3beaf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.843230 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.851051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Hosts for other DVR routers connected to router d26d4b7b-6992-4165-87bd-786dc8c031e1: set() {{(pid=87513) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Nov 25 08:47:34.858305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:34.874310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.895425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:34.902498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:34.904415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c417f08-9412-4c8a-8c08-c030a3beaf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66f7e7f-0108-4428-ae9e-6273de0e51fb,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:34.906261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:34.944042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2c417f08-9412-4c8a-8c08-c030a3beaf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:34.947155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c133a850-ff9b-41db-a384-90e8ebc9547a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:34.996198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:34.996955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c417f08-9412-4c8a-8c08-c030a3beaf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.001519 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2c417f08-9412-4c8a-8c08-c030a3beaf61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f66f7e7f-0108-4428-ae9e-6273de0e51fb HTTP/1.1" status: 204 len: 168 time: 1.2236097 Nov 25 08:47:35.002902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3469d7-15ea-41f0-94d7-01a50cfc9e9b,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:35.006423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:35.009311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.010635 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-905d9825-b0b2-4cc1-99aa-c33940eaeee1 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] 10.222.0.54 "PUT /v2.0/routers/d26d4b7b-6992-4165-87bd-786dc8c031e1 HTTP/1.1" status: 200 len: 716 time: 2.1297483 Nov 25 08:47:35.015847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:35.019187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37960) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:35.050239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37964) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:35.231541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c4991b65-e1fc-470f-8f26-00218282cbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.253630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.271014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Pushing event updated for resources: {'Port': ['ID=56ac1b67-3eac-4cd9-9f93-6e188f648c0c,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:35.283659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:35.297224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d99642ba-0d18-4f67-8deb-202c88618972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.304618 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2541478b-8d4f-4aa0-8c34-de1ef8fcc8a5 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] 10.222.0.54 "GET /v2.0/routers/d26d4b7b-6992-4165-87bd-786dc8c031e1 HTTP/1.1" status: 200 len: 716 time: 0.2779224 Nov 25 08:47:35.309709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6330f5a6-3e23-49cb-8416-3ac197892cd4 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:35.338661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c4991b65-e1fc-470f-8f26-00218282cbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:35.343530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c4991b65-e1fc-470f-8f26-00218282cbac admin admin] Usage tracker for resource:security_group_rule and tenant:b748811737354c8d80c396cecf0f3b64 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:35.347416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c4991b65-e1fc-470f-8f26-00218282cbac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:35.352837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37970) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:35.374433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event updated for resources: {'Port': ['ID=241e87f6-739e-4b7c-9f83-1423b14e9c57,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:35.378577 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c4991b65-e1fc-470f-8f26-00218282cbac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:35.399270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:35.399692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d99642ba-0d18-4f67-8deb-202c88618972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.409749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 6330f5a6-3e23-49cb-8416-3ac197892cd4 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:35.410210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.417606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.489864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d99642ba-0d18-4f67-8deb-202c88618972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.509554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6769116e-8fd4-4f10-91b7-f08a83dff0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:35.516531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37976) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:35.543926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99642ba-0d18-4f67-8deb-202c88618972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826007e5-d947-4f3a-994d-c93420458c56,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:35.549032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c3526a8f-1919-435f-8a96-6c4178a141b5 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:35.552292 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.555560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d99642ba-0d18-4f67-8deb-202c88618972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:35.580269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d99642ba-0d18-4f67-8deb-202c88618972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.581730 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d99642ba-0d18-4f67-8deb-202c88618972 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/826007e5-d947-4f3a-994d-c93420458c56 HTTP/1.1" status: 204 len: 168 time: 0.8077404 Nov 25 08:47:35.632004 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-147ec0ae-c32e-4d8c-915f-8f575221d2dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd2b427e8e6a43fabc4db985441aef72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1091177 Nov 25 08:47:35.637625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 37982) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:35.645750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Network 972d2186-2b87-4c34-baf7-4e227fea1eb8 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:35.653030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c3526a8f-1919-435f-8a96-6c4178a141b5 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:35.653654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.668044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:35.812047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.916250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.924192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-85c26287-c460-4583-8bf3-efbfbf8e4f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.972248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-85c26287-c460-4583-8bf3-efbfbf8e4f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:35.989433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:47:36.023369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-03dea5ff-00f6-4559-a177-d03acac58db2 None None] Provisioning complete for port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:36.023757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03dea5ff-00f6-4559-a177-d03acac58db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:36.036637 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-33f0ed83-9bff-4786-a252-a98572ffaee7 tempest-RoutersTestDVR-2094296172 tempest-RoutersTestDVR-2094296172-project] 10.222.0.54 "GET /v2.0/routers/d26d4b7b-6992-4165-87bd-786dc8c031e1 HTTP/1.1" status: 200 len: 682 time: 0.6640599 Nov 25 08:47:36.050021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:36.082244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 37988) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:36.084826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:47:36.094516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Network a6388bdf-86ee-4282-8d81-7e40fc7b730d is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:36.128134 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-03dea5ff-00f6-4559-a177-d03acac58db2 None None] Port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:47:36.196066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:36.225278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-85c26287-c460-4583-8bf3-efbfbf8e4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:36.233579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:36.235354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-88e0c661-4eab-4478-a3a7-66d259d9326a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:36.257775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c26287-c460-4583-8bf3-efbfbf8e4f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b2d8b8-b892-4c37-9bfc-b355b49ffbb3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:36.265519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-85c26287-c460-4583-8bf3-efbfbf8e4f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:36.268469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-85c26287-c460-4583-8bf3-efbfbf8e4f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:36.269661 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-85c26287-c460-4583-8bf3-efbfbf8e4f5b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0b2d8b8-b892-4c37-9bfc-b355b49ffbb3 HTTP/1.1" status: 204 len: 168 time: 0.6298268 Nov 25 08:47:36.288636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:47:36.305963 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] 10.222.0.54 "PUT /v2.0/routers/41c1c64f-6906-4a3a-bf47-9f62c0b05fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5169852 Nov 25 08:47:36.315288 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Sync routers for ids ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:47:36.330859 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Routers {'41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:36.332552 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:36.428925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c4991b65-e1fc-470f-8f26-00218282cbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:36.465259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:36.465991 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c4991b65-e1fc-470f-8f26-00218282cbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:36.554715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d8228749-517c-4add-b9f4-8c399d95d113 None None] Provisioning complete for port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:36.555254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d8228749-517c-4add-b9f4-8c399d95d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:36.611501 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Set router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:36.655326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d8228749-517c-4add-b9f4-8c399d95d113 None None] Port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:47:36.667952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event updated for resources: {'Port': ['ID=241e87f6-739e-4b7c-9f83-1423b14e9c57,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:36.670674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91134525-44a6-44a3-8beb-9b0d501c60a7 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:36.723053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:36.737270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8810bbe0-8a5c-42fa-97d0-41f4e2e810ed tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:36.765081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:36.890260 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c4991b65-e1fc-470f-8f26-00218282cbac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b748811737354c8d80c396cecf0f3b64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8365045 Nov 25 08:47:36.899454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38028) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:36.983302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.031021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6ad37b99-b1cb-4e07-b10b-f652fa154462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.038271 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '56ac1b67-3eac-4cd9-9f93-6e188f648c0c', 'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'mac_address': 'fa:16:3e:5d:f6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:33Z', 'revision_number': 2, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'subnets': [{'id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:37.042915 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Checking router: 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:47:37.043438 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Updating router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:47:37.091359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6ad37b99-b1cb-4e07-b10b-f652fa154462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.114683 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.167592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.169076 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4518580 Nov 25 08:47:37.174035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38038) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:37.186475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Pushing event updated for resources: {'Port': ['ID=cec38acc-5336-4aa8-9f17-3e0e76810b58,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:37.188127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0189f90f-f783-4e39-af4f-c454d36d1280 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Request body: {'floatingip': {'port_id': 'ee5b745c-8e3f-4051-9ed5-e11529e3b72c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:37.199520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:37.202023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.565s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:37.262371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91134525-44a6-44a3-8beb-9b0d501c60a7 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.267650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91134525-44a6-44a3-8beb-9b0d501c60a7 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.300522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Router 2312cb25-ead6-47aa-bd4d-da7d7419c495 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:47:37.337975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4991b65-e1fc-470f-8f26-00218282cbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7404d3-c2dd-49f6-87d5-15dea8c7710b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:37.347736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c4991b65-e1fc-470f-8f26-00218282cbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:37.348425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91134525-44a6-44a3-8beb-9b0d501c60a7 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.348912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91134525-44a6-44a3-8beb-9b0d501c60a7 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d26d4b7b-6992-4165-87bd-786dc8c031e1 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:47:37.442545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0189f90f-f783-4e39-af4f-c454d36d1280 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.606755 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.635896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91134525-44a6-44a3-8beb-9b0d501c60a7 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.640831 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-91134525-44a6-44a3-8beb-9b0d501c60a7 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] 10.222.0.54 "DELETE /v2.0/routers/d26d4b7b-6992-4165-87bd-786dc8c031e1 HTTP/1.1" status: 204 len: 168 time: 1.5393062 Nov 25 08:47:37.643832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38056) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:37.655207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Network 37af9905-3414-4cad-aeb5-b72371ae9d32 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:37.666648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ad3718f4-7565-4d13-8490-0c1b8cb8cde6 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Request body: {'router': {'name': 'tempest-router-1399370441', 'distributed': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:37.668209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:37.672457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ad3718f4-7565-4d13-8490-0c1b8cb8cde6 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:37.677012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ad3718f4-7565-4d13-8490-0c1b8cb8cde6 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Usage tracker for resource:router and tenant:722ba5f11c9c45b58b8e8d74fadfa852 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:37.680930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ad3718f4-7565-4d13-8490-0c1b8cb8cde6 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:37.686882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ad3718f4-7565-4d13-8490-0c1b8cb8cde6 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:37.712921 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Transition to ACTIVE for port object 56ac1b67-3eac-4cd9-9f93-6e188f648c0c will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:37.722218 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.729619 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:37.818553 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-0189f90f-f783-4e39-af4f-c454d36d1280 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] update failed (client error): The resource could not be found. Nov 25 08:47:37.820617 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0189f90f-f783-4e39-af4f-c454d36d1280 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "PUT /v2.0/floatingips/a2618257-802b-414b-8d2a-13eb66df0373 HTTP/1.1" status: 404 len: 507 time: 0.6453981 Nov 25 08:47:37.823018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad3718f4-7565-4d13-8490-0c1b8cb8cde6 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.824225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad3718f4-7565-4d13-8490-0c1b8cb8cde6 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.829910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6ad37b99-b1cb-4e07-b10b-f652fa154462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:37.830702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38062) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:37.999668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:38.023062 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38070) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:38.023877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad37b99-b1cb-4e07-b10b-f652fa154462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7404d3-c2dd-49f6-87d5-15dea8c7710b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:38.026552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6ad37b99-b1cb-4e07-b10b-f652fa154462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:38.027717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6ad37b99-b1cb-4e07-b10b-f652fa154462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:38.029630 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6ad37b99-b1cb-4e07-b10b-f652fa154462 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e7404d3-c2dd-49f6-87d5-15dea8c7710b HTTP/1.1" status: 204 len: 168 time: 1.1328237 Nov 25 08:47:38.181543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:47:38.198444 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] 10.222.0.54 "PUT /v2.0/routers/2312cb25-ead6-47aa-bd4d-da7d7419c495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8423359 Nov 25 08:47:38.213035 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3473075a-1093-49e6-a0cc-237674517eb5 None None] Provisioning complete for port cec38acc-5336-4aa8-9f17-3e0e76810b58 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:38.213465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3473075a-1093-49e6-a0cc-237674517eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:38.246929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Router de8748c0-eb10-4656-8345-2228681b8379 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:47:38.274052 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0ad34-8bd7-4646-8d56-eefcac759821 None None] Pushing event updated for resources: {'Port': ['ID=56ac1b67-3eac-4cd9-9f93-6e188f648c0c,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:38.307851 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-8cb0ad34-8bd7-4646-8d56-eefcac759821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:38.317362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Sync routers for ids ['2312cb25-ead6-47aa-bd4d-da7d7419c495'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:47:38.323819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad3718f4-7565-4d13-8490-0c1b8cb8cde6 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:38.362794 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Attempting to bind port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:38.363861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38080) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:38.363968 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Attempting to bind port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:38.364319 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Attempting to bind port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c on network 972d2186-2b87-4c34-baf7-4e227fea1eb8 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:38.366219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Routers {'2312cb25-ead6-47aa-bd4d-da7d7419c495'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:38.379049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Deleting port 241e87f6-739e-4b7c-9f83-1423b14e9c57 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:47:38.379889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:38.380776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2312cb25-ead6-47aa-bd4d-da7d7419c495'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:38.387758 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:38.388150 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Checking segment: {'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:38.388566 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:38.388974 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Bound using segment: {'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:38.395299 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Bound port: 56ac1b67-3eac-4cd9-9f93-6e188f648c0c, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:38.395877 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:38.551109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad3718f4-7565-4d13-8490-0c1b8cb8cde6 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:38.612075 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] For port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:38.619112 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] For port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=56ac1b67-3eac-4cd9-9f93-6e188f648c0c,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:38.641059 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:38.647503 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-8cb0ad34-8bd7-4646-8d56-eefcac759821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:38.654261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3473075a-1093-49e6-a0cc-237674517eb5 None None] Port cec38acc-5336-4aa8-9f17-3e0e76810b58 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:47:38.726359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad3718f4-7565-4d13-8490-0c1b8cb8cde6 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:38.727524 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ad3718f4-7565-4d13-8490-0c1b8cb8cde6 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0826931 Nov 25 08:47:38.731015 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38090) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:38.771408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Set router 2312cb25-ead6-47aa-bd4d-da7d7419c495 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:38.824885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:38.825269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:38.829500 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Routers {'41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:38.830151 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:38.847455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-657536624'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:38.867956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:39.009560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38104) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:39.017228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--820826824', 'description': 'tempest-description--241214623'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:39.066847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:39.078242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Usage tracker for resource:security_group and tenant:b477c5ac61334fed90a92517ee03950d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:39.087201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:39.103684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad2061d-b111-4054-93d8-4e93a33ca628 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:39.195805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Calling delete_port for 241e87f6-739e-4b7c-9f83-1423b14e9c57 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:47:39.235481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:39.247870 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] Set router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:39.253880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:47:39.278191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:network and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:39.289433 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] 10.222.0.54 "PUT /v2.0/routers/de8748c0-eb10-4656-8345-2228681b8379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0133061 Nov 25 08:47:39.289433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:39.289698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:39.297605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:39.332655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1351034970', 'router:external': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:39.370336 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Sync routers for ids ['de8748c0-eb10-4656-8345-2228681b8379'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:47:39.371479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:39.373727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:39.378402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:39.378907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Usage tracker for resource:security_group_rule and tenant:b477c5ac61334fed90a92517ee03950d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:39.381771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:39.388543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:39.412166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:39.435183 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Routers {'de8748c0-eb10-4656-8345-2228681b8379'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:39.435822 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['de8748c0-eb10-4656-8345-2228681b8379'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:39.445840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:39.472356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Usage tracker for resource:network and tenant:ff561dee65b940bb88d0f209d85dea26 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:39.481819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:39.489326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:39.501589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:39.516407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:security_group_rule and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:39.524488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:39.533527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-703ed8e3-fed8-4f88-8cf5-64da40dad901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:39.551268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:39.605842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:33Z', 'revision_number': 4, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9f3469d7-15ea-41f0-94d7-01a50cfc9e9b', 'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'mac_address': 'fa:16:3e:4f:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '753bb839-4977-414d-80fc-329d1fcf44af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 2, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'subnets': [{'id': '753bb839-4977-414d-80fc-329d1fcf44af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:39.617854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Checking router: 2312cb25-ead6-47aa-bd4d-da7d7419c495 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:47:39.618174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Updating router 2312cb25-ead6-47aa-bd4d-da7d7419c495 port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:47:39.670571 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Set router de8748c0-eb10-4656-8345-2228681b8379 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:39.762742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:39.765328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:39.781546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:39.799994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:39.819818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:39.869915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:39.903324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:39.903666 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Added segment d8ea473e-2844-497b-9b7f-8fbdc22b8075 of type vlan for network d78424af-b4f2-481c-be00-d982ddd5ffce Nov 25 08:47:39.916384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad2061d-b111-4054-93d8-4e93a33ca628 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:39.919763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad2061d-b111-4054-93d8-4e93a33ca628 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.010862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:40.045936 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad2061d-b111-4054-93d8-4e93a33ca628 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.048242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad2061d-b111-4054-93d8-4e93a33ca628 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3942159f-cafa-461d-9611-c05eba6c8353 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:47:40.067949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.085150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad2061d-b111-4054-93d8-4e93a33ca628 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.091129 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5ad2061d-b111-4054-93d8-4e93a33ca628 tempest-RoutersTestDVR-1005595160 tempest-RoutersTestDVR-1005595160-project-admin] 10.222.0.54 "DELETE /v2.0/routers/3942159f-cafa-461d-9611-c05eba6c8353 HTTP/1.1" status: 204 len: 168 time: 1.3549170 Nov 25 08:47:40.096384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.108386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38134) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:40.108670 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0960863 Nov 25 08:47:40.112440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b914f323-e224-4a4f-9225-0dddef26122f,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:40.118632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:40.145210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Request body: {'security_group_rule': {'security_group_id': 'b914f323-e224-4a4f-9225-0dddef26122f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:40.150188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f472bbf9-3a1f-47c0-a44f-e6d3544aec52,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:40.163296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Made reservation on behalf of ff561dee65b940bb88d0f209d85dea26 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:40.165556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.185944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:40.190847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:40.218103 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0ad34-8bd7-4646-8d56-eefcac759821 None None] Pushing event updated for resources: {'Port': ['ID=56ac1b67-3eac-4cd9-9f93-6e188f648c0c,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:40.222367 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-8cb0ad34-8bd7-4646-8d56-eefcac759821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.575s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:40.294218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.317825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38140) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:40.324590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--724842592', 'description': 'tempest-description--1415126679'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:40.328372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:47:40.336325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:40.340977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Usage tracker for resource:security_group and tenant:8112514b1f3d47e090b4462ec34c3fce is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:40.344139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:40.347666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Usage tracker for resource:security_group_rule and tenant:b477c5ac61334fed90a92517ee03950d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:40.356640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:40.378133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:40.388177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.413957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:40.428683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:40.433307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:40.442896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Usage tracker for resource:security_group_rule and tenant:ff561dee65b940bb88d0f209d85dea26 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:40.444135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Usage tracker for resource:security_group_rule and tenant:8112514b1f3d47e090b4462ec34c3fce is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:40.452875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:40.453035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:40.464929 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.466060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:40.485846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:40.495839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.519760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:40.520391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.520662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Transition to ACTIVE for port object 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:40.538687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.541112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:40.555992 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-dc58593e-86e8-43b9-ad1e-95aa74a0bb6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:40.612001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38150) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:40.613734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.655459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.670354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.676855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:40.689464 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cec38acc-5336-4aa8-9f17-3e0e76810b58', 'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'mac_address': 'fa:16:3e:d6:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:31Z', 'updated_at': '2021-11-25T08:47:35Z', 'revision_number': 2, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'subnets': [{'id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:40.700256 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Checking router: de8748c0-eb10-4656-8345-2228681b8379 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:47:40.700616 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Updating router de8748c0-eb10-4656-8345-2228681b8379 port cec38acc-5336-4aa8-9f17-3e0e76810b58 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:47:40.740707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38158) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:40.759181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d819f4-020c-4a8b-bf3e-f447ed91cc91,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:40.763587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:40.796897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.798712 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4797502 Nov 25 08:47:40.801534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38164) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:40.804282 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.807357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Request body: {'security_group_rule': {'security_group_id': 'b2d819f4-020c-4a8b-bf3e-f447ed91cc91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:40.821160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:40.824371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48e131-b05e-46fa-bab6-d98aca6a1475 None None] Pushing event updated for resources: {'Port': ['ID=9f3469d7-15ea-41f0-94d7-01a50cfc9e9b,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:40.829728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0c48e131-b05e-46fa-bab6-d98aca6a1475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:40.837383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Usage tracker for resource:security_group_rule and tenant:8112514b1f3d47e090b4462ec34c3fce is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:40.840767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298191552', 'description': 'tempest-description--1068695695'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:40.841373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:40.850957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:40.878519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.887772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2538eb74-0ca9-48cf-ba4e-9616c18f5401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.915969 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '56ac1b67-3eac-4cd9-9f93-6e188f648c0c', 'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'mac_address': 'fa:16:3e:5d:f6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:38Z', 'revision_number': 4, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'subnets': [{'id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:40.916224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:40.930271 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585567f2-6b06-4e50-be74-e23db7103300 None None] The sync data for ids ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'] in dv-neutron-818341-1-hyperv is: [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '56ac1b67-3eac-4cd9-9f93-6e188f648c0c', 'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'mac_address': 'fa:16:3e:5d:f6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:38Z', 'revision_number': 4, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'subnets': [{'id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:47:40.937671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:40.987117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Usage tracker for resource:security_group and tenant:9c0989e50f024289b4ca0c2c24bbcc1c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:40.989800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=d78424af-b4f2-481c-be00-d982ddd5ffce,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:40.992637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:41.025763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Attempting to bind port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:41.026252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Attempting to bind port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:41.026536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Attempting to bind port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b on network a6388bdf-86ee-4282-8d81-7e40fc7b730d {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:41.040739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network d78424af-b4f2-481c-be00-d982ddd5ffce details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:41.048386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:41.086914 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.0401118 Nov 25 08:47:41.107323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2538eb74-0ca9-48cf-ba4e-9616c18f5401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:41.152579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2538eb74-0ca9-48cf-ba4e-9616c18f5401 admin admin] Usage tracker for resource:security_group_rule and tenant:3a742efb19e44182acfffa231fc3c0b5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:41.169205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2538eb74-0ca9-48cf-ba4e-9616c18f5401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:41.193732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2538eb74-0ca9-48cf-ba4e-9616c18f5401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:41.201691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:41.239576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:41.245639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Checking segment: {'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:41.247424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.248387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Bound using segment: {'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:41.248772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Bound port: 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:41.249883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.290231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:41.363186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.384645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.421487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:41.466510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event deleted for resources: {'Port': ['ID=241e87f6-739e-4b7c-9f83-1423b14e9c57,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:41.483509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 56ac1b67-3eac-4cd9-9f93-6e188f648c0c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:41.500472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:41.515542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b5e864-7d4a-4ad1-a27a-15ad2b72d5bf,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:41.526536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:41.570091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.571944 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7694807 Nov 25 08:47:41.574953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38174) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:41.588270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Request body: {'security_group_rule': {'security_group_id': 'b2d819f4-020c-4a8b-bf3e-f447ed91cc91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:41.600835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:41.604747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2538eb74-0ca9-48cf-ba4e-9616c18f5401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.607797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Usage tracker for resource:security_group_rule and tenant:8112514b1f3d47e090b4462ec34c3fce is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:41.612549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:41.617229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2538eb74-0ca9-48cf-ba4e-9616c18f5401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.635603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:41.638897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c4991b65-e1fc-470f-8f26-00218282cbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:41.702346 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2538eb74-0ca9-48cf-ba4e-9616c18f5401 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a742efb19e44182acfffa231fc3c0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0882306 Nov 25 08:47:41.704395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38178) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:41.707185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538eb74-0ca9-48cf-ba4e-9616c18f5401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b405767-426a-448f-9d0c-b31e9ca91127,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:41.712443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.724032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2538eb74-0ca9-48cf-ba4e-9616c18f5401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:41.727949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.731811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.768982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38182) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:41.770101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.779192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.806723 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.847845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.849915 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "DELETE /v2.0/floatingips/a2618257-802b-414b-8d2a-13eb66df0373 HTTP/1.1" status: 204 len: 168 time: 4.0171688 Nov 25 08:47:41.857723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38188) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:41.859882 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Transition to ACTIVE for port object cec38acc-5336-4aa8-9f17-3e0e76810b58 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:41.867316 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] For port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:41.871891 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] For port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9f3469d7-15ea-41f0-94d7-01a50cfc9e9b,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:41.879330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:41.884946 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.892363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-689f3f2c-16e7-4b38-a7a8-130f13a07c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:41.895948 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.900016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.908315 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-8cb0ad34-8bd7-4646-8d56-eefcac759821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:41.950880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4391c807-2e02-4abe-bbc6-50c1872f4699 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Request body: {'floatingip': {'floating_network_id': '515cd96d-d40e-4428-b7da-aab2e89d728a', 'port_id': 'ee5b745c-8e3f-4051-9ed5-e11529e3b72c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:41.959036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:41.979456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:42.000571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:42.017304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Usage tracker for resource:security_group_rule and tenant:9c0989e50f024289b4ca0c2c24bbcc1c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:42.017784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4391c807-2e02-4abe-bbc6-50c1872f4699 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:42.022036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:42.047848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:42.048057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.051971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4391c807-2e02-4abe-bbc6-50c1872f4699 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Usage tracker for resource:floatingip and tenant:84cee7e099084e90ac408499d4024f38 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:42.057152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:42.069337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4391c807-2e02-4abe-bbc6-50c1872f4699 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:42.137229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4391c807-2e02-4abe-bbc6-50c1872f4699 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:42.153054 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.204875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.212087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8d485e7e-0813-4157-8074-4ed7dbfccce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.247454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0833864d-993f-4e42-af09-57cede965457 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:42.261836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.263802 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6874282 Nov 25 08:47:42.265151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4391c807-2e02-4abe-bbc6-50c1872f4699 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.301585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38192) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:42.301771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Routers {'2312cb25-ead6-47aa-bd4d-da7d7419c495'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:42.302267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2312cb25-ead6-47aa-bd4d-da7d7419c495'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:42.325719 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:42.358347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4849c2f1-2a39-47d4-ba66-c7291e31f897,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:42.359824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.368620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:42.371348 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8d485e7e-0813-4157-8074-4ed7dbfccce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.373231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:42.387006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa7efb3-9ced-453c-9ef7-34272a28c9c5,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:42.388147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:42.440893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-552271093', 'router:external': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:42.456696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:42.463625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Usage tracker for resource:network and tenant:31450403b64642b9808ab04ba0138e1b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:42.467745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:42.475176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:42.497541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.511788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:42.523356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:42.591992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Usage tracker for resource:floatingip and tenant:8112514b1f3d47e090b4462ec34c3fce is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:42.606297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:42.614355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Made reservation on behalf of 31450403b64642b9808ab04ba0138e1b for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:42.619370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.630122 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb527267-0354-4a49-8e72-b218e1aa8ebc None None] Pushing event updated for resources: {'Port': ['ID=cec38acc-5336-4aa8-9f17-3e0e76810b58,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:42.643205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:42.648196 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-cb527267-0354-4a49-8e72-b218e1aa8ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:42.669019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.670611 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Added segment fb0a3713-ab3d-459a-bd8a-efa87207fab8 of type vlan for network ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2 Nov 25 08:47:42.674373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.708423 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Attempting to bind port cec38acc-5336-4aa8-9f17-3e0e76810b58 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:42.708729 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Attempting to bind port cec38acc-5336-4aa8-9f17-3e0e76810b58 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:42.709003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.709102 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Attempting to bind port cec38acc-5336-4aa8-9f17-3e0e76810b58 on network 37af9905-3414-4cad-aeb5-b72371ae9d32 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:42.711033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.712877 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9281249 Nov 25 08:47:42.723184 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:42.723650 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Checking segment: {'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:42.725669 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.726124 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Bound using segment: {'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:42.726647 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Bound port: cec38acc-5336-4aa8-9f17-3e0e76810b58, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:42.727047 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.728284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38196) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:42.734717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:42.744121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Usage tracker for resource:security_group_rule and tenant:31450403b64642b9808ab04ba0138e1b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:42.757739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:42.764982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:42.779735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Request body: {'security_group_rule': {'security_group_id': 'b52fe10b-0af3-4cf1-aecb-b33fa453725c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:42.899354 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] For port cec38acc-5336-4aa8-9f17-3e0e76810b58, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:42.900481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] Set router 2312cb25-ead6-47aa-bd4d-da7d7419c495 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:42.906989 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] For port cec38acc-5336-4aa8-9f17-3e0e76810b58, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cec38acc-5336-4aa8-9f17-3e0e76810b58,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:42.911460 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.918367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecea59c-4ca1-4082-bfe6-e91877c92ae0,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:42.925884 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.932623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:42.936563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:42.937105 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-dc622995-5e2f-4367-a795-028777c9c2c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:42.937565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:43.025783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:43.044622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.045214 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Added segment 15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5 of type vlan for network 6d3256ba-b95f-4e1a-8189-4706113b1377 Nov 25 08:47:43.066857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48e131-b05e-46fa-bab6-d98aca6a1475 None None] Pushing event updated for resources: {'Port': ['ID=9f3469d7-15ea-41f0-94d7-01a50cfc9e9b,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:43.073343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0c48e131-b05e-46fa-bab6-d98aca6a1475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.181s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:43.113039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.136100 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Routers {'de8748c0-eb10-4656-8345-2228681b8379'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:47:43.136745 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['de8748c0-eb10-4656-8345-2228681b8379'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:43.183217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c209ba-9a32-45eb-8073-b013e3b1f30b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52fe10b-0af3-4cf1-aecb-b33fa453725c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:43.186797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:43.198242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8d485e7e-0813-4157-8074-4ed7dbfccce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.212367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Usage tracker for resource:security_group_rule and tenant:9c0989e50f024289b4ca0c2c24bbcc1c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:43.212547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.218687 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0919843 Nov 25 08:47:43.220312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.238150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38200) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:43.249614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:43.251695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Request body: {'security_group_rule': {'security_group_id': 'b914f323-e224-4a4f-9225-0dddef26122f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:43.267144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:43.272262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:43.280169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Usage tracker for resource:security_group_rule and tenant:b477c5ac61334fed90a92517ee03950d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:43.283908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:43.299069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:43.303950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:43.321007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d485e7e-0813-4157-8074-4ed7dbfccce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b405767-426a-448f-9d0c-b31e9ca91127,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:43.326648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:43.327242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.341720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8d485e7e-0813-4157-8074-4ed7dbfccce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:43.404326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8d485e7e-0813-4157-8074-4ed7dbfccce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.408117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.408948 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8d485e7e-0813-4157-8074-4ed7dbfccce7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b405767-426a-448f-9d0c-b31e9ca91127 HTTP/1.1" status: 204 len: 168 time: 1.7032900 Nov 25 08:47:43.415131 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb527267-0354-4a49-8e72-b218e1aa8ebc None None] Pushing event updated for resources: {'Port': ['ID=cec38acc-5336-4aa8-9f17-3e0e76810b58,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:43.427677 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-cb527267-0354-4a49-8e72-b218e1aa8ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:43.453682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.467680 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6687310 Nov 25 08:47:43.480722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38206) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:43.493843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1c7951-4425-4f06-a390-d29f85672e73,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:43.497287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.535577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:43.539566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:43.539945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:43.550241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a906db02-fb38-4193-8718-9632ded29d8a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:43.553693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Request body: {'subnet': {'network_id': '6d3256ba-b95f-4e1a-8189-4706113b1377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:43.566956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:43.577135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Usage tracker for resource:subnet and tenant:31450403b64642b9808ab04ba0138e1b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:43.584559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:43.599112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:43.617561 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] Set router de8748c0-eb10-4656-8345-2228681b8379 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:47:43.632641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.652155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Made reservation on behalf of 31450403b64642b9808ab04ba0138e1b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:43.660207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.778816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event updated for resources: {'Network': ['ID=6d3256ba-b95f-4e1a-8189-4706113b1377,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:43.819825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 6d3256ba-b95f-4e1a-8189-4706113b1377 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:43.838326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=56ac1b67-3eac-4cd9-9f93-6e188f648c0c,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:47:43.852034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.854697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:43.855482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.857205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:43.858612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.864912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:43.890137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.919659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:43.933469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0c48e131-b05e-46fa-bab6-d98aca6a1475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:44.023744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:44.028595 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7893317 Nov 25 08:47:44.039527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38212) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:44.046657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:44.058993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:44.063844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Usage tracker for resource:floatingip and tenant:b477c5ac61334fed90a92517ee03950d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:44.067605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:44.077856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:44.090626 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 5.7249758 Nov 25 08:47:44.094928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38216) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:44.099826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=56ac1b67-3eac-4cd9-9f93-6e188f648c0c,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:44.101709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Request body: {'subnet': {'network_id': 'ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:44.114566 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:44.116881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:44.121913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Usage tracker for resource:subnet and tenant:ff561dee65b940bb88d0f209d85dea26 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:44.125586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:44.133943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:44.134110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:33Z', 'revision_number': 4, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9f3469d7-15ea-41f0-94d7-01a50cfc9e9b', 'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'mac_address': 'fa:16:3e:4f:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '753bb839-4977-414d-80fc-329d1fcf44af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:41Z', 'revision_number': 4, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'subnets': [{'id': '753bb839-4977-414d-80fc-329d1fcf44af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:44.140562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9cf64-d605-4fbf-8079-b3d341d32f5b None None] The sync data for ids ['2312cb25-ead6-47aa-bd4d-da7d7419c495'] in dv-neutron-818341-1-hyperv is: [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:33Z', 'revision_number': 4, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9f3469d7-15ea-41f0-94d7-01a50cfc9e9b', 'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'mac_address': 'fa:16:3e:4f:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '753bb839-4977-414d-80fc-329d1fcf44af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:41Z', 'revision_number': 4, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'subnets': [{'id': '753bb839-4977-414d-80fc-329d1fcf44af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:47:44.151611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event updated for resources: {'Network': ['ID=ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:44.166333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:44.170337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:44.185933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Made reservation on behalf of ff561dee65b940bb88d0f209d85dea26 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:44.189099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:44.275184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:44.276966 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-4391c807-2e02-4abe-bbc6-50c1872f4699 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:47:44.285820 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4391c807-2e02-4abe-bbc6-50c1872f4699 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.3738468 Nov 25 08:47:44.298088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38220) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:44.306987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': 'ee5b745c-8e3f-4051-9ed5-e11529e3b72c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:44.465531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38224) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:44.466167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38226) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:44.472104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:44.473730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:44.482457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'network_id': 'd78424af-b4f2-481c-be00-d982ddd5ffce', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:44.499375 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cec38acc-5336-4aa8-9f17-3e0e76810b58', 'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'mac_address': 'fa:16:3e:d6:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:31Z', 'updated_at': '2021-11-25T08:47:42Z', 'revision_number': 4, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'subnets': [{'id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:44.502548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:44.503377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3282150c-67c8-4822-bbb2-05321fee5a89 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.527s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:44.504906 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf44ec-b525-4c7d-8212-e496ee389679 None None] The sync data for ids ['de8748c0-eb10-4656-8345-2228681b8379'] in dv-neutron-818341-1-hyperv is: [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cec38acc-5336-4aa8-9f17-3e0e76810b58', 'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'mac_address': 'fa:16:3e:d6:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:31Z', 'updated_at': '2021-11-25T08:47:42Z', 'revision_number': 4, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'subnets': [{'id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:47:44.515845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:44.538428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Usage tracker for resource:floatingip and tenant:84cee7e099084e90ac408499d4024f38 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:44.556297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:44.594065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca282b87-fbc9-45bc-a149-5edf6a7dbac2,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:44.596369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:44.688797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:44.729297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:44.732658 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9788284 Nov 25 08:47:44.736611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:44.742831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38232) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:44.748943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6d59d84-6cd9-49f0-980a-3f587d0dc411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:44.760802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Request body: {'security_group_rule': {'security_group_id': 'b52fe10b-0af3-4cf1-aecb-b33fa453725c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:44.766633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:44.780267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Usage tracker for resource:security_group_rule and tenant:9c0989e50f024289b4ca0c2c24bbcc1c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:44.790491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:44.800479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:44.809439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a141a8c2-008d-4f1b-beb1-3894db5ce7ec,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:44.818904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c6d59d84-6cd9-49f0-980a-3f587d0dc411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:44.850793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:44.858327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c6d59d84-6cd9-49f0-980a-3f587d0dc411 admin admin] Usage tracker for resource:security_group_rule and tenant:722ba5f11c9c45b58b8e8d74fadfa852 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:44.862138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:44.901083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:44.908682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:44.910628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c6d59d84-6cd9-49f0-980a-3f587d0dc411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:44.919326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:subnet and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:44.922662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:44.957550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:44.970985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c6d59d84-6cd9-49f0-980a-3f587d0dc411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:44.980881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:45.079100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.098198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.117275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:45.149308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:45.150830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e21689-45c5-4b2b-81bc-99a838a21025,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:45.152747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.153450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:45.176506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.177798 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4340899 Nov 25 08:47:45.180751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38236) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:45.188658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:45.199250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:45.205944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Usage tracker for resource:floatingip and tenant:9c0989e50f024289b4ca0c2c24bbcc1c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:45.210016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:45.225171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:45.277541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.298972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:47:45.299365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.309497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0070c2e6-711f-4755-a0d4-83db6ec938b5 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:45.366627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Allocated IP 172.26.3.201 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/6a3ed624-92f5-40ad-b613-95b926a19b3a) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:45.457395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a7ef7068-a17f-4baf-89e4-3acea882622a,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:45.460236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:45.472256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Checking segment: {'id': 'fb0a3713-ab3d-459a-bd8a-efa87207fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:45.472615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Network hostable DHCP agents. Network: ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:47:45.509800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Network ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:47:45.539126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:45.543808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:45.544573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.546799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6d59d84-6cd9-49f0-980a-3f587d0dc411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.552348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3456e62a-7f20-4462-80d8-52aceabc2e69 None None] Network ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:45.567983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.604782 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6d59d84-6cd9-49f0-980a-3f587d0dc411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.639022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2842fe52-d105-4d3a-9f03-b21a5f2154bc tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:45.676070 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5797701 Nov 25 08:47:45.678866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38240) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:45.689634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1857878001', 'network_id': 'ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:45.695937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:45.707469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Usage tracker for resource:port and tenant:ff561dee65b940bb88d0f209d85dea26 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:45.712387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:45.724771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:45.741761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Made reservation on behalf of ff561dee65b940bb88d0f209d85dea26 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:45.747794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.767679 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.objects.ports [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87512) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:47:45.768172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.773117 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c6d59d84-6cd9-49f0-980a-3f587d0dc411 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=722ba5f11c9c45b58b8e8d74fadfa852&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3017068 Nov 25 08:47:45.773705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38244) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:45.776999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] device_id is not set on port dbac4e6c-c8cc-4fb0-8407-2aa6a11f645a yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:47:45.825853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.827710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d59d84-6cd9-49f0-980a-3f587d0dc411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b22996-b5b0-4bde-a01b-e9272de5d0ef,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:45.846195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6d59d84-6cd9-49f0-980a-3f587d0dc411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:45.852084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cdc470-f8d2-4d42-b56e-ffb6f457da2a None None] Network ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:45.860293 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b8ff8e99-1228-4610-8dbc-0df3f0b069c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:45.926695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:45.986187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.048152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event updated for resources: {'Subnet': ['ID=01d88879-3be1-4a74-8185-f7734db39dd4,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:46.076370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Checking segment: {'id': '15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6d3256ba-b95f-4e1a-8189-4706113b1377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:46.076676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Network hostable DHCP agents. Network: 6d3256ba-b95f-4e1a-8189-4706113b1377, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:47:46.081921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5769-84f7-45dd-8223-9443f778382a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.093841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:46.099469 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:46.104859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Allocated IP 2001:db8::197 (ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2/a7ef7068-a17f-4baf-89e4-3acea882622a/dbac4e6c-c8cc-4fb0-8407-2aa6a11f645a) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:46.206876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5769-84f7-45dd-8223-9443f778382a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.213308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:46.294161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:46.300011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:46.300477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.334163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.365972 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Network 6d3256ba-b95f-4e1a-8189-4706113b1377 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:47:46.379413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=17a5a6f7-eafa-404b-8f76-3c18d92fb26c,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:46.381571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Checking segment: {'id': 'd8ea473e-2844-497b-9b7f-8fbdc22b8075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd78424af-b4f2-481c-be00-d982ddd5ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:46.382058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network hostable DHCP agents. Network: d78424af-b4f2-481c-be00-d982ddd5ffce, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:47:46.389644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:46.392114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:46.392451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5769-84f7-45dd-8223-9443f778382a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.406707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6ad37b99-b1cb-4e07-b10b-f652fa154462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:46.423465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:46.430438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:46.435241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 6d3256ba-b95f-4e1a-8189-4706113b1377) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:46.435488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d5769-84f7-45dd-8223-9443f778382a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b22996-b5b0-4bde-a01b-e9272de5d0ef,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:46.441655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.444326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:46.448384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8c0d5769-84f7-45dd-8223-9443f778382a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:46.455503 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.470746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Allocated IP 172.26.3.195 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/b5b0b0b8-bac4-45be-84d4-6067dc56b7c9) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:46.474494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be30a4d6-50cc-4a51-b55a-04331b36e72d None None] Network 6d3256ba-b95f-4e1a-8189-4706113b1377 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:46.492484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5769-84f7-45dd-8223-9443f778382a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.495987 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8c0d5769-84f7-45dd-8223-9443f778382a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/14b22996-b5b0-4bde-a01b-e9272de5d0ef HTTP/1.1" status: 204 len: 168 time: 0.7189920 Nov 25 08:47:46.502409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:46.502937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.510676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8e91ae58-4703-4b20-b052-ddea9f77d989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.538164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Pushing event updated for resources: {'Port': ['ID=6a3ed624-92f5-40ad-b613-95b926a19b3a,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:46.548104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:46.554893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network d78424af-b4f2-481c-be00-d982ddd5ffce is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:47:46.568451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, d78424af-b4f2-481c-be00-d982ddd5ffce) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:46.578414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:46.578960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.589591 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0909555 Nov 25 08:47:46.589777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38250) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:46.598524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-778755311', 'network_id': '6d3256ba-b95f-4e1a-8189-4706113b1377'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:46.609269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.610257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:46.617056 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1463418 Nov 25 08:47:46.620899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38254) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:46.632850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Usage tracker for resource:port and tenant:31450403b64642b9808ab04ba0138e1b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:46.638320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:46.644398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.656584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9c5aa9-b15a-4ab4-942c-3b8163dd241c None None] Network d78424af-b4f2-481c-be00-d982ddd5ffce requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:46.658464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:46.668306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-888396952'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:46.673107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:46.681095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:46.693159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:network and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:46.699052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:46.709128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:46.715550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.749537 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9f3469d7-15ea-41f0-94d7-01a50cfc9e9b,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:47:46.751442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Made reservation on behalf of 31450403b64642b9808ab04ba0138e1b for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:46.754130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.775774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:46.780022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.783532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.784405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cec38acc-5336-4aa8-9f17-3e0e76810b58 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:46.818091 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:46.831940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:46.868277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.874967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Network ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:46.885326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:46.895487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:46.896466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:46.897061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.915404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] device_id is not set on port d741e42c-35a6-4493-b672-46513235d929 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:47:46.916265 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:46.916630 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Added segment eaf0a42c-f89d-441c-a3bb-de886b3dee9b of type vlan for network b5322ed4-1911-401a-9a34-7de34a0cd02f Nov 25 08:47:46.954761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event updated for resources: {'Port': ['ID=dbac4e6c-c8cc-4fb0-8407-2aa6a11f645a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:46.963477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:46.966205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.003456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=9f3469d7-15ea-41f0-94d7-01a50cfc9e9b,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:47.015621 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3349049 Nov 25 08:47:47.020242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38260) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:47.046210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:47.066669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.078652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:47.079280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.084515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.091618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:47.123892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.170826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.194669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:47.241850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c73a4-f40c-488b-bd82-f59bfd81527b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Deleting port dbac4e6c-c8cc-4fb0-8407-2aa6a11f645a {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:47:47.243001 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3a8c73a4-f40c-488b-bd82-f59bfd81527b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.291262 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6690331 Nov 25 08:47:47.297540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38272) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:47.319819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'network_id': 'b5322ed4-1911-401a-9a34-7de34a0cd02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:47.330202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Allocated IP 172.20.0.5 (6d3256ba-b95f-4e1a-8189-4706113b1377/01d88879-3be1-4a74-8185-f7734db39dd4/d741e42c-35a6-4493-b672-46513235d929) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:47.337002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=b5322ed4-1911-401a-9a34-7de34a0cd02f,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:47.343881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:47.345742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:47.349249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:47.358918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:47.378722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:47.413866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Allocated IP 172.26.3.134 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/5f7e706b-96d9-4fc2-b340-8f2b13808b94) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:47.422996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.425614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network b5322ed4-1911-401a-9a34-7de34a0cd02f details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:47.428987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Pushing event updated for resources: {'Port': ['ID=b5b0b0b8-bac4-45be-84d4-6067dc56b7c9,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:47.447247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:47.485561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.489939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aefe431-efc2-466a-bb84-c0e3e2199155 None None] Network 6d3256ba-b95f-4e1a-8189-4706113b1377 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:47.517059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Pushing event updated for resources: {'Port': ['ID=6a3ed624-92f5-40ad-b613-95b926a19b3a,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:47.525713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:47.534347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:47.538675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.548412 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2402484 Nov 25 08:47:47.550151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:subnet and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:47.553873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:47.560683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:47.581372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:47.586118 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.721482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-d78424af-b4f2-481c-be00-d982ddd5ffce', 'network_id': 'd78424af-b4f2-481c-be00-d982ddd5ffce', 'tenant_id': 'eabb1f41097a47e99aaac1436258e9d5', 'fixed_ips': [{'subnet_id': '17a5a6f7-eafa-404b-8f76-3c18d92fb26c'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:47:47.724257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.856477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38296) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:47.921222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.960137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:47.967478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:48.028776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3a8c73a4-f40c-488b-bd82-f59bfd81527b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.038393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.053014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.088594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=858a5ecb-65bc-4295-86b3-a7877c9d1773,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:48.093516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:48.094724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Checking segment: {'id': 'eaf0a42c-f89d-441c-a3bb-de886b3dee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b5322ed4-1911-401a-9a34-7de34a0cd02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:48.095261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network hostable DHCP agents. Network: b5322ed4-1911-401a-9a34-7de34a0cd02f, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:47:48.130843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network b5322ed4-1911-401a-9a34-7de34a0cd02f is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:47:48.149821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, b5322ed4-1911-401a-9a34-7de34a0cd02f) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:48.160092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port cec38acc-5336-4aa8-9f17-3e0e76810b58 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:48.166519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:48.167221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.177187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b4054b-bac4-48da-86f9-55a1c4eded7b None None] Network b5322ed4-1911-401a-9a34-7de34a0cd02f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:48.182525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38312) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:48.185708 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 08:47:48.187892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c73a4-f40c-488b-bd82-f59bfd81527b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Calling delete_port for dbac4e6c-c8cc-4fb0-8407-2aa6a11f645a owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:47:48.220663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1253651220'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:48.242683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:48.250062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-efb3bbe0-310c-4697-acc8-98f8d6d43ca6 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Synchronizing usage tracker for tenant:8112514b1f3d47e090b4462ec34c3fce on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:47:48.257176 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9475927 Nov 25 08:47:48.257176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38316) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:48.263868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Usage tracker for resource:network and tenant:9f3d298f7c7b4d2cb3a7548fad6f2f78 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:48.269658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port cec38acc-5336-4aa8-9f17-3e0e76810b58 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:48.270246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.270527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:48.281118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.308709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:48.394652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Made reservation on behalf of 9f3d298f7c7b4d2cb3a7548fad6f2f78 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:48.398098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.402857 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-efb3bbe0-310c-4697-acc8-98f8d6d43ca6 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Unset dirty status for tenant:8112514b1f3d47e090b4462ec34c3fce on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:47:48.404334 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-efb3bbe0-310c-4697-acc8-98f8d6d43ca6 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--724842592&fields=id&tenant_id=8112514b1f3d47e090b4462ec34c3fce HTTP/1.1" status: 200 len: 267 time: 0.2207632 Nov 25 08:47:48.474868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.484064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.498312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.545712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:48.558107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Allocated IP 2001:db8:0:ffff::2 (d78424af-b4f2-481c-be00-d982ddd5ffce/17a5a6f7-eafa-404b-8f76-3c18d92fb26c/1036c6e2-b941-4eb2-9f4b-3098b311fe3e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:48.652628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.654933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Allocated IP 172.26.3.210 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/7997c96b-a076-454e-a49d-fb9153495d33) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:48.698714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:48.735199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Usage tracker for resource:security_group_rule and tenant:9f3d298f7c7b4d2cb3a7548fad6f2f78 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:48.739530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:48.749307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.765964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:48.767049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:48.776408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:48.785844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3a8c73a4-f40c-488b-bd82-f59bfd81527b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.798539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:48.801063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f4c040-e4d2-4786-a439-ab2ddf191233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-b5322ed4-1911-401a-9a34-7de34a0cd02f', 'network_id': 'b5322ed4-1911-401a-9a34-7de34a0cd02f', 'tenant_id': 'eabb1f41097a47e99aaac1436258e9d5', 'fixed_ips': [{'subnet_id': '858a5ecb-65bc-4295-86b3-a7877c9d1773'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:47:48.802019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01f4c040-e4d2-4786-a439-ab2ddf191233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.826117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Network 6d3256ba-b95f-4e1a-8189-4706113b1377 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:48.835353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Pushing event updated for resources: {'Port': ['ID=5f7e706b-96d9-4fc2-b340-8f2b13808b94,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:48.835646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port cec38acc-5336-4aa8-9f17-3e0e76810b58, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cec38acc-5336-4aa8-9f17-3e0e76810b58,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:47:48.853527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:48.854389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 56ac1b67-3eac-4cd9-9f93-6e188f648c0c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:48.860182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:48.872074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-e192c093-0325-49fa-917d-d69174074dd7 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:48.872769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-e192c093-0325-49fa-917d-d69174074dd7 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Synchronizing usage tracker for tenant:8112514b1f3d47e090b4462ec34c3fce on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:47:48.877266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:48.878190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:48.919117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:48.931055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9fdb252e-03f3-4838-9977-24410f053d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:48.955799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.021327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-e192c093-0325-49fa-917d-d69174074dd7 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Unset dirty status for tenant:8112514b1f3d47e090b4462ec34c3fce on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:47:49.029223 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-e192c093-0325-49fa-917d-d69174074dd7 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/networks?id=37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 200 len: 812 time: 0.5643399 Nov 25 08:47:49.076918 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-c3854e37-aacb-4648-8f1a-ed0be63b2bb5 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/quotas/8112514b1f3d47e090b4462ec34c3fce HTTP/1.1" status: 200 len: 375 time: 0.0458734 Nov 25 08:47:49.107602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3a8c73a4-f40c-488b-bd82-f59bfd81527b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.144178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:49.144884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.154724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event updated for resources: {'Port': ['ID=d741e42c-35a6-4493-b672-46513235d929,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:49.158645 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3a8c73a4-f40c-488b-bd82-f59bfd81527b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "DELETE /v2.0/ports/dbac4e6c-c8cc-4fb0-8407-2aa6a11f645a HTTP/1.1" status: 204 len: 168 time: 2.1352115 Nov 25 08:47:49.171858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38320) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:49.173561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=cec38acc-5336-4aa8-9f17-3e0e76810b58,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:49.182336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.182781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:49.189152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2', 'external_fixed_ips': [{'subnet_id': 'a7ef7068-a17f-4baf-89e4-3acea882622a', 'ip_address': '2001:db8::197'}]}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:49.192894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.195447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e2125c98-9a3e-4797-b8fc-5d9748c1d143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.195580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.200223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server [None req-01f4c040-e4d2-4786-a439-ab2ddf191233 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 858a5ecb-65bc-4295-86b3-a7877c9d1773: This subnet is being modified by another concurrent operation. Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 08:47:49.202301 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise exception Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 858a5ecb-65bc-4295-86b3-a7877c9d1773: This subnet is being modified by another concurrent operation. Nov 25 08:47:49.205752 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Nov 25 08:47:49.219104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Transition to ACTIVE for port object 1036c6e2-b941-4eb2-9f4b-3098b311fe3e will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:49.221890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce24745-e7cc-462a-ab63-d32af8a52152 None None] Network b5322ed4-1911-401a-9a34-7de34a0cd02f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:49.226533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:49.245677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:49.246062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.251724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Usage tracker for resource:router and tenant:ff561dee65b940bb88d0f209d85dea26 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:49.253597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.255554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c73a4-f40c-488b-bd82-f59bfd81527b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbac4e6c-c8cc-4fb0-8407-2aa6a11f645a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:49.262563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3a8c73a4-f40c-488b-bd82-f59bfd81527b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:49.264083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.549s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:49.264440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:49.273470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:49.273882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.284714 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8bdb3f71-0f66-4af5-8e48-4936542612a3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.6937885 Nov 25 08:47:49.290159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38324) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:49.292368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-63f768c0-c083-4edc-ac48-8d0f755d562a tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:49.298439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Subnet': ['ID=858a5ecb-65bc-4295-86b3-a7877c9d1773,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:49.300781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:49.307258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:49.355947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Transition to ACTIVE for port object 1036c6e2-b941-4eb2-9f4b-3098b311fe3e will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:49.397486 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.399608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.405999 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0c48e131-b05e-46fa-bab6-d98aca6a1475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:49.409582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.422965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.423871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.451545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-9da6c056-8fac-41d9-a0ac-73c7c1324194 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Synchronizing usage tracker for tenant:8112514b1f3d47e090b4462ec34c3fce on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:47:49.460398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5322ed4-1911-401a-9a34-7de34a0cd02f']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:49.476358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.480162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf0a42c-f89d-441c-a3bb-de886b3dee9b') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:49.480454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf0a42c-f89d-441c-a3bb-de886b3dee9b') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:49.510474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:49.538786 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:47:49.539386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Network d78424af-b4f2-481c-be00-d982ddd5ffce is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:49.541304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Pushing event updated for resources: {'Port': ['ID=b5b0b0b8-bac4-45be-84d4-6067dc56b7c9,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:49.548501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.555804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:49.558936 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.560909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b45b8aff-a8ba-4bea-bf15-c32ca449ccad tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Deleting port d741e42c-35a6-4493-b672-46513235d929 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:47:49.560909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b45b8aff-a8ba-4bea-bf15-c32ca449ccad tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.564140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:49.566219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Pushing event updated for resources: {'Port': ['ID=1036c6e2-b941-4eb2-9f4b-3098b311fe3e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:49.597415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:49.597607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:49.605580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-9da6c056-8fac-41d9-a0ac-73c7c1324194 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Unset dirty status for tenant:8112514b1f3d47e090b4462ec34c3fce on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:47:49.607216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.613057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.616715 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-9da6c056-8fac-41d9-a0ac-73c7c1324194 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8112514b1f3d47e090b4462ec34c3fce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5343940 Nov 25 08:47:49.625915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:49.631619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:49.638782 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:49.639411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.649640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.667199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.688647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:47:49.689110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.694763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2488bb5c-4c2f-46af-9926-b3307266f734 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:47:49.710126 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:47:49.716299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event updated for resources: {'Port': ['ID=7997c96b-a076-454e-a49d-fb9153495d33,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:49.719780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:49.723299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Attempting to bind port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:49.723677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Attempting to bind port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'd8ea473e-2844-497b-9b7f-8fbdc22b8075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd78424af-b4f2-481c-be00-d982ddd5ffce'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:49.724049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Attempting to bind port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e on network d78424af-b4f2-481c-be00-d982ddd5ffce {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:49.730513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:49.730901 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Checking segment: {'id': 'd8ea473e-2844-497b-9b7f-8fbdc22b8075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd78424af-b4f2-481c-be00-d982ddd5ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:49.731314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.731875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Bound using segment: {'id': 'd8ea473e-2844-497b-9b7f-8fbdc22b8075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd78424af-b4f2-481c-be00-d982ddd5ffce'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:49.732496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Bound port: 1036c6e2-b941-4eb2-9f4b-3098b311fe3e, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ea473e-2844-497b-9b7f-8fbdc22b8075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd78424af-b4f2-481c-be00-d982ddd5ffce'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:49.732834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.762200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.782811 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7346721 Nov 25 08:47:49.863902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:49.968311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:49.980813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-e60f5165-b7dd-4ed8-9d8c-3115050a0304 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:47:49.988183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] For port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:49.990111 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-e60f5165-b7dd-4ed8-9d8c-3115050a0304 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1540873 Nov 25 08:47:49.994189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] For port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1036c6e2-b941-4eb2-9f4b-3098b311fe3e,segment=NetworkSegment(d8ea473e-2844-497b-9b7f-8fbdc22b8075),segment_id=d8ea473e-2844-497b-9b7f-8fbdc22b8075)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:50.007090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.012763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7f982afe-156f-4974-81fa-8063730e7be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:50.015325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.029860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.085551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:50.086125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.152221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:50.159463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Pushing event updated for resources: {'Port': ['ID=1036c6e2-b941-4eb2-9f4b-3098b311fe3e,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:50.164530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:50.215229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38356) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:50.255197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:50.264877 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cec38acc-5336-4aa8-9f17-3e0e76810b58 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:50.266977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Network': ['ID=b5322ed4-1911-401a-9a34-7de34a0cd02f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:50.269385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:50.292017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf2e90a-bf19-4f9a-bbf8-25680c04bb3f,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:50.298553 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 08:47:50.315473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:50.321525 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/b5322ed4-1911-401a-9a34-7de34a0cd02f HTTP/1.1" status: 204 len: 168 time: 2.0632086 Nov 25 08:47:50.324533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38360) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:50.329031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.348300 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1038125474'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:50.354023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:50.359329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.359817 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Added segment f3faea8e-8da4-42a0-b8a1-f6fb516e216c of type vlan for network da796acf-3d04-42d2-9e1a-20e17be7729f Nov 25 08:47:50.364899 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port cec38acc-5336-4aa8-9f17-3e0e76810b58 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:50.366539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.372473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b45b8aff-a8ba-4bea-bf15-c32ca449ccad tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.386657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:network and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:50.390529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:50.429745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:50.556111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Deleting port 7997c96b-a076-454e-a49d-fb9153495d33 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:47:50.556823 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.577302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b45b8aff-a8ba-4bea-bf15-c32ca449ccad tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Calling delete_port for d741e42c-35a6-4493-b672-46513235d929 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:47:50.592564 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-8f76bed9-842e-4a3a-be64-b7243a97a32f service neutron] 10.222.0.54 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019771 Nov 25 08:47:50.626911 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-60283216-f0f7-434c-9b3e-dcacef1a92a8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--820826824&fields=id&tenant_id=b477c5ac61334fed90a92517ee03950d HTTP/1.1" status: 200 len: 267 time: 0.4105551 Nov 25 08:47:50.663922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.685019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:50.688394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.763437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.796367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.881682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:50.897690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:50.926987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:50.927326 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Added segment 808ea2df-92b0-40ac-b769-7a4e307e0ba6 of type vlan for network 43b45ec3-6e4e-497c-8739-5e3597b86eb4 Nov 25 08:47:50.949931 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-219ebc1e-96a9-4e7d-9dc9-0e50adc7e894 service neutron] 10.222.0.54 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020642 Nov 25 08:47:51.003942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.004296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.019645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.051590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.083292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:51.083881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.116112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-c7af4cc8-ced3-4e1b-82a5-1a510a0ea14b tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:51.122936 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-c7af4cc8-ced3-4e1b-82a5-1a510a0ea14b tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/networks?id=972d2186-2b87-4c34-baf7-4e227fea1eb8 HTTP/1.1" status: 200 len: 806 time: 0.4951534 Nov 25 08:47:51.124734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Pushing event updated for resources: {'Port': ['ID=5f7e706b-96d9-4fc2-b340-8f2b13808b94,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:51.128224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:51.143029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:51.174745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:47:51.198165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Calling delete_port for 7997c96b-a076-454e-a49d-fb9153495d33 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:47:51.204412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.299672 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-17366cbf-ae15-4a6c-9307-f91da4a36632 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/quotas/b477c5ac61334fed90a92517ee03950d HTTP/1.1" status: 200 len: 375 time: 0.1757247 Nov 25 08:47:51.306346 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8c6d945e-357a-4caa-b484-006bde48e833 req-871b172f-84c8-4f19-a4f2-98fb5a5b8a22 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 210 time: 0.0667634 Nov 25 08:47:51.311916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.340003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:51.340639 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.348840 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4900725 Nov 25 08:47:51.349984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b45b8aff-a8ba-4bea-bf15-c32ca449ccad tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.353003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38380) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:51.353140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.354154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1faa9ef5-6756-49ea-a24c-8901999f22eb tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:51.430504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Request body: {'subnet': {'network_id': 'da796acf-3d04-42d2-9e1a-20e17be7729f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:51.439012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Pushing event updated for resources: {'Network': ['ID=da796acf-3d04-42d2-9e1a-20e17be7729f,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:51.441797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:51.447370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3a8c73a4-f40c-488b-bd82-f59bfd81527b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:51.454655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network da796acf-3d04-42d2-9e1a-20e17be7729f details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:51.540044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.541331 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3595397 Nov 25 08:47:51.553173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b8aff-a8ba-4bea-bf15-c32ca449ccad tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event deleted for resources: {'Port': ['ID=d741e42c-35a6-4493-b672-46513235d929,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:51.555855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b45b8aff-a8ba-4bea-bf15-c32ca449ccad tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:51.588176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b45b8aff-a8ba-4bea-bf15-c32ca449ccad tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.590092 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b45b8aff-a8ba-4bea-bf15-c32ca449ccad tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "DELETE /v2.0/ports/d741e42c-35a6-4493-b672-46513235d929 HTTP/1.1" status: 204 len: 168 time: 2.2601252 Nov 25 08:47:51.593785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38388) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:51.604377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d3256ba-b95f-4e1a-8189-4706113b1377', 'external_fixed_ips': [{'subnet_id': '01d88879-3be1-4a74-8185-f7734db39dd4', 'ip_address': '172.20.0.5'}]}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:51.627859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-5bb5a067-2884-4087-875f-6d1a16916f39 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Synchronizing usage tracker for tenant:b477c5ac61334fed90a92517ee03950d on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:47:51.638912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:51.640610 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3075953 Nov 25 08:47:51.647401 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb8876b-b074-45a9-aa71-02dcfd2a93e7 None None] Network d78424af-b4f2-481c-be00-d982ddd5ffce requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:51.649385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38392) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:51.667964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'network_id': '43b45ec3-6e4e-497c-8739-5e3597b86eb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:51.675484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=43b45ec3-6e4e-497c-8739-5e3597b86eb4,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:51.684057 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:51.706816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Usage tracker for resource:router and tenant:31450403b64642b9808ab04ba0138e1b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:51.728390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:51.743825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 43b45ec3-6e4e-497c-8739-5e3597b86eb4 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:51.804201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:51.832618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-5bb5a067-2884-4087-875f-6d1a16916f39 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Unset dirty status for tenant:b477c5ac61334fed90a92517ee03950d on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:47:51.862857 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-5bb5a067-2884-4087-875f-6d1a16916f39 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b477c5ac61334fed90a92517ee03950d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5607913 Nov 25 08:47:51.895785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:51.911847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Usage tracker for resource:subnet and tenant:9f3d298f7c7b4d2cb3a7548fad6f2f78 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:51.915026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.916226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:51.917068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:51.975103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1036c6e2-b941-4eb2-9f4b-3098b311fe3e up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:51.980383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:51.997691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:subnet and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:51.999220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:52.002379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.004653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.008088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:52.029466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ce3bdfe9-b4c6-4670-8072-25305d6c05f1 None None] Provisioning for port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:52.042024 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:52.059898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-7bf900a6-ec43-46ed-b541-105506156e5b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:47:52.069566 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-7bf900a6-ec43-46ed-b541-105506156e5b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1148534 Nov 25 08:47:52.076164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:52.113050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event deleted for resources: {'Port': ['ID=7997c96b-a076-454e-a49d-fb9153495d33,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:52.153757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:52.193570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:52.194101 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.201042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:52.206461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.324816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:52.335131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Made reservation on behalf of 9f3d298f7c7b4d2cb3a7548fad6f2f78 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:52.338580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.397502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.448403 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-e2f10cdd-fd27-4b82-9e00-2b91ef51719b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1298191552&fields=id&tenant_id=9c0989e50f024289b4ca0c2c24bbcc1c HTTP/1.1" status: 200 len: 267 time: 0.4563723 Nov 25 08:47:52.449465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.458105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1036c6e2-b941-4eb2-9f4b-3098b311fe3e,segment=NetworkSegment(d8ea473e-2844-497b-9b7f-8fbdc22b8075),segment_id=d8ea473e-2844-497b-9b7f-8fbdc22b8075)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:47:52.473741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.475666 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:52.581999 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=1036c6e2-b941-4eb2-9f4b-3098b311fe3e,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:52.585506 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:52.605137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.641753 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-f8ab41aa-37e1-4b7a-94cf-2344cbc2c5b1 service neutron] 10.222.0.54 "GET /v2.0/networks/972d2186-2b87-4c34-baf7-4e227fea1eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708559 Nov 25 08:47:52.712897 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] create failed (client error): The resource could not be found. Nov 25 08:47:52.718177 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.4173596 Nov 25 08:47:52.724792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38436) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:52.744635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.804841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b1dce-438b-469d-ba3d-c2b02f570cf8 None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:47:52.899575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-76a7f27c-3578-485e-9432-27d01c7677b2 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:52.900130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d3dc8200-9dda-40d2-985e-667c6e66a3de None None] Provisioning complete for port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:52.900213 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3dc8200-9dda-40d2-985e-667c6e66a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.901070 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-76a7f27c-3578-485e-9432-27d01c7677b2 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/networks?id=a6388bdf-86ee-4282-8d81-7e40fc7b730d HTTP/1.1" status: 200 len: 812 time: 0.4163554 Nov 25 08:47:52.928159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ba0758f3-5834-4179-b337-e9e998546c09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Deleting port ee5b745c-8e3f-4051-9ed5-e11529e3b72c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:47:52.928504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ba0758f3-5834-4179-b337-e9e998546c09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:52.959464 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-08c81026-23b9-48be-b75d-9fa8bee67cb7 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/quotas/9c0989e50f024289b4ca0c2c24bbcc1c HTTP/1.1" status: 200 len: 375 time: 0.0432689 Nov 25 08:47:53.075258 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-f0837eed-5f55-4bf7-b84c-2d5dbeae5d22 service neutron] 10.222.0.54 "GET /v2.0/networks/972d2186-2b87-4c34-baf7-4e227fea1eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196148 Nov 25 08:47:53.101668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b1dce-438b-469d-ba3d-c2b02f570cf8 None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:47:53.170721 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:53.179846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:53.342111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Allocated IP 2001:db8::197 (ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2/a7ef7068-a17f-4baf-89e4-3acea882622a/4682a04a-e582-4bbd-8609-c7cea4aa9a42) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:53.420933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Checking segment: {'id': '808ea2df-92b0-40ac-b769-7a4e307e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43b45ec3-6e4e-497c-8739-5e3597b86eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:53.421646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network hostable DHCP agents. Network: 43b45ec3-6e4e-497c-8739-5e3597b86eb4, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:47:53.426852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=c0f4551b-d4a3-4f9f-983e-0383f076b470,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:53.437396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:53.520440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:53.527764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-526b2fe6-efc8-4710-944b-5768723b5e9d tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Synchronizing usage tracker for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:47:53.602856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:53.610329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network 43b45ec3-6e4e-497c-8739-5e3597b86eb4 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:47:53.628555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 43b45ec3-6e4e-497c-8739-5e3597b86eb4) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:53.635138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:53.635849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:53.640400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4754f8c0-85a9-4439-aae1-e8cfefb089b9 None None] Network 43b45ec3-6e4e-497c-8739-5e3597b86eb4 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:53.655877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:53.751911 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:53.799464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.41', 60050) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:53.804521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ba0758f3-5834-4179-b337-e9e998546c09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:53.820010 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-10414214-8c39-4cd9-8e80-78f7c388feb9 req-fd95155a-aa16-4ec6-a9b5-e0c5eb4d9faf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 210 time: 0.1293528 Nov 25 08:47:53.828262 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1721337 Nov 25 08:47:53.841040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38458) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:53.867695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1036c6e2-b941-4eb2-9f4b-3098b311fe3e up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:53.874205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1102540349'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:53.883558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:53.902735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:network and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:53.920168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:54.009102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ba0758f3-5834-4179-b337-e9e998546c09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Calling delete_port for ee5b745c-8e3f-4051-9ed5-e11529e3b72c owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:47:54.028761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:54.054739 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2b0abb3a-df73-4cf1-b017-bbf5c2556a75 req-4ee6b79d-deaf-4d8a-859f-06d8faedbff0 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 210 time: 0.1261992 Nov 25 08:47:54.155981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:54.165561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-43b45ec3-6e4e-497c-8739-5e3597b86eb4', 'network_id': '43b45ec3-6e4e-497c-8739-5e3597b86eb4', 'tenant_id': 'eabb1f41097a47e99aaac1436258e9d5', 'fixed_ips': [{'subnet_id': 'c0f4551b-d4a3-4f9f-983e-0383f076b470'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:47:54.166738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:54.205518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:54.206231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:54.266276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Allocated IP 172.20.0.5 (6d3256ba-b95f-4e1a-8189-4706113b1377/01d88879-3be1-4a74-8185-f7734db39dd4/24a6ee04-69b7-4b94-be53-96c5231febbf) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:54.294936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:54.302077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:54.473703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:54.488783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:47:54.521403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:54.523711 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Added segment 099975f5-4af8-4333-a3fd-e096bf756b05 of type vlan for network f4f0e6cf-3d0e-4530-9cad-2d426fadf862 Nov 25 08:47:54.536636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Pushing event updated for resources: {'Subnet': ['ID=7ab59b81-9be0-40b0-8d11-e91dc6872ac9,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:54.539438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-526b2fe6-efc8-4710-944b-5768723b5e9d tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Unset dirty status for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:47:54.540745 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-526b2fe6-efc8-4710-944b-5768723b5e9d tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c0989e50f024289b4ca0c2c24bbcc1c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5579517 Nov 25 08:47:54.560080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.957s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:54.571129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:54.578879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:54.585712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Allocated IP 2001:db8::1 (43b45ec3-6e4e-497c-8739-5e3597b86eb4/c0f4551b-d4a3-4f9f-983e-0383f076b470/33aafb08-aa55-4bff-b140-ebc7d2f0c85b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:54.651328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:54.661743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:54.670046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:54.670443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:54.693689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:54.721228 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8764279 Nov 25 08:47:54.732343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Checking segment: {'id': 'f3faea8e-8da4-42a0-b8a1-f6fb516e216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'da796acf-3d04-42d2-9e1a-20e17be7729f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:54.732708 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Network hostable DHCP agents. Network: da796acf-3d04-42d2-9e1a-20e17be7729f, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:47:54.742429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38500) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:54.811297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=f4f0e6cf-3d0e-4530-9cad-2d426fadf862,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:54.815152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:54.825974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:54.831291 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:54.835883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network f4f0e6cf-3d0e-4530-9cad-2d426fadf862 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:47:54.853489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'network_id': 'f4f0e6cf-3d0e-4530-9cad-2d426fadf862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:54.905479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Network ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:54.931557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Network 6d3256ba-b95f-4e1a-8189-4706113b1377 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:54.935890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:54.948331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:54.990482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:55.021633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event updated for resources: {'Port': ['ID=24a6ee04-69b7-4b94-be53-96c5231febbf,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:55.031778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:55.095114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:55.098018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Network da796acf-3d04-42d2-9e1a-20e17be7729f is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:47:55.106643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:55.109602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Transition to ACTIVE for port object 33aafb08-aa55-4bff-b140-ebc7d2f0c85b will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:55.138189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Transition to ACTIVE for port object 33aafb08-aa55-4bff-b140-ebc7d2f0c85b will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:55.152552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:55.165810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:55.173516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event updated for resources: {'Port': ['ID=4682a04a-e582-4bbd-8609-c7cea4aa9a42,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:55.182077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-b7f4de58-12df-483d-a5f0-854f50c1a945 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:55.183654 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-b7f4de58-12df-483d-a5f0-854f50c1a945 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.41 "GET /v2.0/networks?id=37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 200 len: 812 time: 1.0004883 Nov 25 08:47:55.200433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:55.201745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, da796acf-3d04-42d2-9e1a-20e17be7729f) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:55.203872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ba0758f3-5834-4179-b337-e9e998546c09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:55.221777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23983b-b5bf-4b12-9cb7-1861e1af5ded None None] Network da796acf-3d04-42d2-9e1a-20e17be7729f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:55.226661 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-93faf872-e47a-47ef-9fc6-8fb380d3ffc2 req-6e0bee71-1f26-45c4-b63d-d2ae5afd5d22 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 210 time: 0.1213622 Nov 25 08:47:55.269796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:55.270426 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:55.413777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:55.533679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.41', 60056) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:55.541528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Network 43b45ec3-6e4e-497c-8739-5e3597b86eb4 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:55.543014 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:55.546135 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:55.567751 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-a1db26fe-3398-4e50-aedf-c2a01ecc5f17 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8112514b1f3d47e090b4462ec34c3fce HTTP/1.1" status: 200 len: 379 time: 0.2731564 Nov 25 08:47:55.655957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Pushing event updated for resources: {'Port': ['ID=33aafb08-aa55-4bff-b140-ebc7d2f0c85b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:55.660325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0758f3-5834-4179-b337-e9e998546c09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event deleted for resources: {'Port': ['ID=ee5b745c-8e3f-4051-9ed5-e11529e3b72c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:55.665341 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e308c310-1033-4d00-a00d-9156085d3f9a req-f14695f3-07f8-4737-bfd4-99fd710bdf35 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 210 time: 0.1825857 Nov 25 08:47:55.667097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:55.672829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ba0758f3-5834-4179-b337-e9e998546c09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:55.820857 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a7438e86-db9a-484e-afe3-3d57cbbe359e service neutron] 10.222.0.54 "GET /v2.0/networks/a6388bdf-86ee-4282-8d81-7e40fc7b730d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2470860 Nov 25 08:47:55.860623 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4857309 Nov 25 08:47:55.882120 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:55.903130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Attempting to bind port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:55.903689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Attempting to bind port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '808ea2df-92b0-40ac-b769-7a4e307e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43b45ec3-6e4e-497c-8739-5e3597b86eb4'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:55.903940 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Attempting to bind port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b on network 43b45ec3-6e4e-497c-8739-5e3597b86eb4 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:55.933115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38514) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:55.940121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:55.940504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Checking segment: {'id': '808ea2df-92b0-40ac-b769-7a4e307e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43b45ec3-6e4e-497c-8739-5e3597b86eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:55.940911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:55.941309 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Bound using segment: {'id': '808ea2df-92b0-40ac-b769-7a4e307e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43b45ec3-6e4e-497c-8739-5e3597b86eb4'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:55.941785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Bound port: 33aafb08-aa55-4bff-b140-ebc7d2f0c85b, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808ea2df-92b0-40ac-b769-7a4e307e0ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43b45ec3-6e4e-497c-8739-5e3597b86eb4'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:55.942161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:56.009097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Request body: {'port': {'network_id': 'da796acf-3d04-42d2-9e1a-20e17be7729f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1321563401'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:56.088729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Request body: {'port': {'device_id': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'admin_state_up': True, 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'security_groups': ['b2d819f4-020c-4a8b-bf3e-f447ed91cc91']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:56.130165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:subnet and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:56.150351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:56.159371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-da796acf-3d04-42d2-9e1a-20e17be7729f', 'network_id': 'da796acf-3d04-42d2-9e1a-20e17be7729f', 'tenant_id': '9f3d298f7c7b4d2cb3a7548fad6f2f78', 'fixed_ips': [{'subnet_id': '7ab59b81-9be0-40b0-8d11-e91dc6872ac9'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:47:56.160469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:56.167012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:56.327064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4bdb96a8-87c9-45b3-909b-530a3377ce3c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:56.329170 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4bdb96a8-87c9-45b3-909b-530a3377ce3c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.41 "GET /v2.0/networks?id=972d2186-2b87-4c34-baf7-4e227fea1eb8 HTTP/1.1" status: 200 len: 806 time: 0.6999176 Nov 25 08:47:56.393692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:56.410064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:56.533468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] For port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:56.545243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] For port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=33aafb08-aa55-4bff-b140-ebc7d2f0c85b,segment=NetworkSegment(808ea2df-92b0-40ac-b769-7a4e307e0ba6),segment_id=808ea2df-92b0-40ac-b769-7a4e307e0ba6)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:56.548028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Allocated IP 172.20.0.2 (da796acf-3d04-42d2-9e1a-20e17be7729f/7ab59b81-9be0-40b0-8d11-e91dc6872ac9/a5744197-448c-479a-b81c-d6342974751c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:56.557090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:56.561597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:56.574976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7f982afe-156f-4974-81fa-8063730e7be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:56.666993 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-cb05eaf3-0c82-4739-8852-3d6f73b16153 service neutron] 10.222.0.54 "GET /v2.0/networks/a6388bdf-86ee-4282-8d81-7e40fc7b730d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8312342 Nov 25 08:47:56.667643 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:56.672318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:56.690433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ba0758f3-5834-4179-b337-e9e998546c09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:56.695255 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ba0758f3-5834-4179-b337-e9e998546c09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "DELETE /v2.0/ports/ee5b745c-8e3f-4051-9ed5-e11529e3b72c HTTP/1.1" status: 204 len: 168 time: 3.9694166 Nov 25 08:47:56.710389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Made reservation on behalf of 8112514b1f3d47e090b4462ec34c3fce for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:56.714352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:56.802812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38526) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:57.017727 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6dba7ee0-3f55-4f90-8d23-7f5a56992e1c req-6e0bd1b2-d112-48e9-8b99-85d1086f05c8 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 210 time: 0.5900469 Nov 25 08:47:57.339689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Pushing event updated for resources: {'Port': ['ID=33aafb08-aa55-4bff-b140-ebc7d2f0c85b,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:57.348760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:57.349372 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:57.367363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Transition to ACTIVE for port object a5744197-448c-479a-b81c-d6342974751c will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:57.427145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Transition to ACTIVE for port object a5744197-448c-479a-b81c-d6342974751c will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:57.449164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:57.457364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:57.544277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:57.566822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Network da796acf-3d04-42d2-9e1a-20e17be7729f is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:57.573999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:57.577785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:57.584174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:57.640037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Pushing event updated for resources: {'Port': ['ID=a5744197-448c-479a-b81c-d6342974751c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:57.655291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:57.690216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Allocated IP 172.20.0.7 (37af9905-3414-4cad-aeb5-b72371ae9d32/40d6fdd8-001d-4957-aaad-ee27dc44d3ff/cbfab90d-5d9c-457a-b69a-c1e7746f2a28) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:57.747816 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e5cbfb78-b65e-488a-9e26-2094a7748604 req-a48c80d5-885c-4206-9d0e-8a0c0c6e6a15 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 210 time: 0.4403114 Nov 25 08:47:57.753758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Attempting to bind port a5744197-448c-479a-b81c-d6342974751c on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:47:57.757054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Attempting to bind port a5744197-448c-479a-b81c-d6342974751c by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'f3faea8e-8da4-42a0-b8a1-f6fb516e216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'da796acf-3d04-42d2-9e1a-20e17be7729f'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:47:57.757694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Attempting to bind port a5744197-448c-479a-b81c-d6342974751c on network da796acf-3d04-42d2-9e1a-20e17be7729f {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:47:57.759819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Usage tracker for resource:port and tenant:9f3d298f7c7b4d2cb3a7548fad6f2f78 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:47:57.769781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:47:57.774044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Checking segment: {'id': 'f3faea8e-8da4-42a0-b8a1-f6fb516e216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'da796acf-3d04-42d2-9e1a-20e17be7729f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:47:57.774459 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:57.775032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Bound using segment: {'id': 'f3faea8e-8da4-42a0-b8a1-f6fb516e216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'da796acf-3d04-42d2-9e1a-20e17be7729f'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:47:57.775677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Bound port: a5744197-448c-479a-b81c-d6342974751c, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3faea8e-8da4-42a0-b8a1-f6fb516e216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'da796acf-3d04-42d2-9e1a-20e17be7729f'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:47:57.776671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:57.777354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:47:57.872812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:57.929714 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-e8341c0e-6a87-4b79-936c-fa16a7c17361 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b477c5ac61334fed90a92517ee03950d HTTP/1.1" status: 200 len: 379 time: 0.6398604 Nov 25 08:47:57.979973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Made reservation on behalf of 9f3d298f7c7b4d2cb3a7548fad6f2f78 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:57.984445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:58.019296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] device_id is not set on port e179ae4e-810a-4405-aedd-1f954fd2108b yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:47:58.073191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] For port a5744197-448c-479a-b81c-d6342974751c, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:47:58.095247 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:58.108158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] For port a5744197-448c-479a-b81c-d6342974751c, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a5744197-448c-479a-b81c-d6342974751c,segment=NetworkSegment(f3faea8e-8da4-42a0-b8a1-f6fb516e216c),segment_id=f3faea8e-8da4-42a0-b8a1-f6fb516e216c)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:47:58.118700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 33aafb08-aa55-4bff-b140-ebc7d2f0c85b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:47:58.205101 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c7672284-acad-4d0b-9c8d-5f57aae09ab9 req-837d1c05-697e-4f3e-9540-5e59c33e8f19 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 210 time: 0.8650553 Nov 25 08:47:58.217126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:58.223075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.ipam_backend_mixin [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Performing IP validity checks on allocation pools {{(pid=87512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 08:47:58.226829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.ipam_backend_mixin [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 08:47:58.241006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Transition to ACTIVE for port object cbfab90d-5d9c-457a-b69a-c1e7746f2a28 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:58.256900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cab7f2d1-e526-444e-aae5-33b959b14cc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:58.331241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:58.396935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:58.561751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Allocated IP 172.20.0.6 (da796acf-3d04-42d2-9e1a-20e17be7729f/7ab59b81-9be0-40b0-8d11-e91dc6872ac9/e179ae4e-810a-4405-aedd-1f954fd2108b) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:58.589574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31e8550-bbdd-468d-8656-15860d6c682b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:58.590341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a31e8550-bbdd-468d-8656-15860d6c682b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Synchronizing usage tracker for tenant:84cee7e099084e90ac408499d4024f38 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:47:58.623599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:58.628049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Network 37af9905-3414-4cad-aeb5-b72371ae9d32 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:58.631198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:58.643291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Pushing event updated for resources: {'Port': ['ID=a5744197-448c-479a-b81c-d6342974751c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:58.649312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:58.711329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Request body: {'port': {'device_id': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'admin_state_up': True, 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'security_groups': ['b914f323-e224-4a4f-9225-0dddef26122f']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:58.738136 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:58.741085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:47:58.800530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd460e-4835-4f69-9933-8ba3775c1bf7 None None] Network 43b45ec3-6e4e-497c-8739-5e3597b86eb4 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:47:58.831729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:58.832369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:59.091688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e99ade4d-d44d-47d4-abf3-42e98a1009d7 None None] Provisioning for port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:59.115736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e99ade4d-d44d-47d4-abf3-42e98a1009d7 None None] Provisioning complete for port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:59.116122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e99ade4d-d44d-47d4-abf3-42e98a1009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:59.191690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Pushing event updated for resources: {'Port': ['ID=cbfab90d-5d9c-457a-b69a-c1e7746f2a28,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:59.243162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:47:59.261136 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a31e8550-bbdd-468d-8656-15860d6c682b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Unset dirty status for tenant:84cee7e099084e90ac408499d4024f38 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:47:59.262416 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a31e8550-bbdd-468d-8656-15860d6c682b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "GET /v2.0/ports?device_id=26048227-d770-47f4-a746-0af30256ed29 HTTP/1.1" status: 200 len: 913 time: 2.4574585 Nov 25 08:47:59.282937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38556) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:47:59.290961 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b80542ea-7083-4e8b-b7f4-0d98be95cee4 req-55fbc833-5709-4e51-81f5-e47f75729b1f tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 210 time: 0.0954750 Nov 25 08:47:59.394831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:59.416285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:47:59.428018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69beb4c-204c-40a9-b2ba-7a45a5366e34 req-51db4d76-3779-4795-b308-e60fc503832a tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:59.429549 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f69beb4c-204c-40a9-b2ba-7a45a5366e34 req-51db4d76-3779-4795-b308-e60fc503832a tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 931 time: 0.7267642 Nov 25 08:47:59.495847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Transition to ACTIVE for port object e179ae4e-810a-4405-aedd-1f954fd2108b will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:59.497315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:47:59.511407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Router 73e39993-42f9-4ddf-b7ad-d45d0ceffa01 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:47:59.647309 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f69beb4c-204c-40a9-b2ba-7a45a5366e34 req-18588118-3778-4f37-9164-892cac5837c4 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830823 Nov 25 08:47:59.742738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Made reservation on behalf of b477c5ac61334fed90a92517ee03950d for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:59.746379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:59.865923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e99ade4d-d44d-47d4-abf3-42e98a1009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:59.866534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:47:59.895863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e9509af7-8dac-45ba-ae3c-4399b0d161c4 tempest-ExternalNetworksAdminNegativeTestJSON-755403317 tempest-ExternalNetworksAdminNegativeTestJSON-755403317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:47:59.944818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a5744197-448c-479a-b81c-d6342974751c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:00.040824 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e99ade4d-d44d-47d4-abf3-42e98a1009d7 None None] For port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=33aafb08-aa55-4bff-b140-ebc7d2f0c85b,segment=NetworkSegment(808ea2df-92b0-40ac-b769-7a4e307e0ba6),segment_id=808ea2df-92b0-40ac-b769-7a4e307e0ba6)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:00.063854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e99ade4d-d44d-47d4-abf3-42e98a1009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:00.075554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:00.131797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:00.139700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Network da796acf-3d04-42d2-9e1a-20e17be7729f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:00.153601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.41', 60060) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:00.154834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:00.187113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:00.195136 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:00.199014 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3282931 Nov 25 08:48:00.240614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Pushing event updated for resources: {'Port': ['ID=e179ae4e-810a-4405-aedd-1f954fd2108b,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:00.317208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:00.322484 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ade4d-d44d-47d4-abf3-42e98a1009d7 None None] Pushing event updated for resources: {'Port': ['ID=33aafb08-aa55-4bff-b140-ebc7d2f0c85b,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:00.335638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Sync routers for ids ['73e39993-42f9-4ddf-b7ad-d45d0ceffa01'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:00.351567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e99ade4d-d44d-47d4-abf3-42e98a1009d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:00.365438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Routers {'73e39993-42f9-4ddf-b7ad-d45d0ceffa01'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:00.366104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['73e39993-42f9-4ddf-b7ad-d45d0ceffa01'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:00.432313 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e12ea0df-265d-496d-9c23-eb688a43a719 req-261b8ccd-93ac-4cea-b210-bbe0eb1fae2a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 210 time: 0.5682523 Nov 25 08:48:00.463325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-db605bc5-70ba-4d6d-8346-112e4545e6a9 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:48:00.464586 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-db605bc5-70ba-4d6d-8346-112e4545e6a9 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147228 Nov 25 08:48:00.478827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:00.716823 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bc042e17-777c-4b6e-8899-e82a10ac0ecf req-300b17ed-0dcd-497e-94c0-b566cbe21dcd tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 210 time: 0.1167159 Nov 25 08:48:00.733613 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Set router 73e39993-42f9-4ddf-b7ad-d45d0ceffa01 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:00.795515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:00.797826 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.2037146 Nov 25 08:48:00.814986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Allocated IP 172.20.0.9 (972d2186-2b87-4c34-baf7-4e227fea1eb8/3b9132eb-eae3-4c25-9cba-1069cd0c3617/a31a28d2-e9a1-402e-a042-e59073525d2b) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:00.860740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38568) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:01.121175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277ed9a2-2a60-4d12-8404-d5b85ffb7d3a None None] Network da796acf-3d04-42d2-9e1a-20e17be7729f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:01.198544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=084f9501-c8f8-4644-84a4-24f3851b337f,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:01.230200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:01.263145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port a5744197-448c-479a-b81c-d6342974751c completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:01.305367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1e4bc1f5-bb01-4b47-97e2-5b65a4b740a2 None None] Provisioning for port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:01.322597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1e4bc1f5-bb01-4b47-97e2-5b65a4b740a2 None None] Provisioning complete for port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:01.322982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc1f5-bb01-4b47-97e2-5b65a4b740a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:01.332202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Checking segment: {'id': '099975f5-4af8-4333-a3fd-e096bf756b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f4f0e6cf-3d0e-4530-9cad-2d426fadf862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:01.332715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network hostable DHCP agents. Network: f4f0e6cf-3d0e-4530-9cad-2d426fadf862, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:01.342472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:01.473899 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1e4bc1f5-bb01-4b47-97e2-5b65a4b740a2 None None] Port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:48:01.509675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e39993-42f9-4ddf-b7ad-d45d0ceffa01', 'name': '', 'tenant_id': '31450403b64642b9808ab04ba0138e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d3256ba-b95f-4e1a-8189-4706113b1377', 'external_fixed_ips': [{'subnet_id': '01d88879-3be1-4a74-8185-f7734db39dd4', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '24a6ee04-69b7-4b94-be53-96c5231febbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:51Z', 'updated_at': '2021-11-25T08:47:55Z', 'revision_number': 3, 'project_id': '31450403b64642b9808ab04ba0138e1b', 'gw_port': {'id': '24a6ee04-69b7-4b94-be53-96c5231febbf', 'name': '', 'network_id': '6d3256ba-b95f-4e1a-8189-4706113b1377', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e39993-42f9-4ddf-b7ad-d45d0ceffa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '01d88879-3be1-4a74-8185-f7734db39dd4', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:53Z', 'updated_at': '2021-11-25T08:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01d88879-3be1-4a74-8185-f7734db39dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:01.540466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:01.541064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:01.553256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-b077052e-0172-4b91-bea4-d0b14f0f19d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:01.553256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-b077052e-0172-4b91-bea4-d0b14f0f19d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Synchronizing usage tracker for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:01.567408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Checking router: 73e39993-42f9-4ddf-b7ad-d45d0ceffa01 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:01.568030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Updating router 73e39993-42f9-4ddf-b7ad-d45d0ceffa01 port 24a6ee04-69b7-4b94-be53-96c5231febbf binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:48:01.630830 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.6927061 Nov 25 08:48:01.634015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:01.640248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38574) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:01.662235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Request body: {'port': {'network_id': 'da796acf-3d04-42d2-9e1a-20e17be7729f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1691649347', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:01.663303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] bootfile-name is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:48:01.663303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] tftp-server is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:48:01.669166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] server-ip-address is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:48:01.692728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network f4f0e6cf-3d0e-4530-9cad-2d426fadf862 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:01.705834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:01.706925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-b077052e-0172-4b91-bea4-d0b14f0f19d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Unset dirty status for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:01.708006 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-b077052e-0172-4b91-bea4-d0b14f0f19d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.41 "GET /v2.0/networks?id=a6388bdf-86ee-4282-8d81-7e40fc7b730d HTTP/1.1" status: 200 len: 812 time: 1.5500681 Nov 25 08:48:01.715265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Transition to ACTIVE for port object a31a28d2-e9a1-402e-a042-e59073525d2b will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:01.736434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1db8b4-adf6-49b6-9eda-c05f3808d727 req-79a3d2ab-ec0f-4132-ae59-c78638fac325 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:01.737337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-ae1db8b4-adf6-49b6-9eda-c05f3808d727 req-79a3d2ab-ec0f-4132-ae59-c78638fac325 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Synchronizing usage tracker for tenant:8112514b1f3d47e090b4462ec34c3fce on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:01.766903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, f4f0e6cf-3d0e-4530-9cad-2d426fadf862) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:01.836672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:01.837441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:01.871700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:01.900646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-ae1db8b4-adf6-49b6-9eda-c05f3808d727 req-79a3d2ab-ec0f-4132-ae59-c78638fac325 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Unset dirty status for tenant:8112514b1f3d47e090b4462ec34c3fce on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:01.906314 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ae1db8b4-adf6-49b6-9eda-c05f3808d727 req-79a3d2ab-ec0f-4132-ae59-c78638fac325 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 931 time: 1.0035396 Nov 25 08:48:01.951313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04cf1c4-eb35-4379-b589-6f9b1784d637 None None] Network f4f0e6cf-3d0e-4530-9cad-2d426fadf862 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:01.967168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 33aafb08-aa55-4bff-b140-ebc7d2f0c85b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:01.990074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e640e60e-d0f7-4738-a4c9-d915c175e8ae None None] Provisioning for port a5744197-448c-479a-b81c-d6342974751c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:01.993013 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 7.1539190 Nov 25 08:48:02.008725 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38580) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:02.012327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e640e60e-d0f7-4738-a4c9-d915c175e8ae None None] Provisioning complete for port a5744197-448c-479a-b81c-d6342974751c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:02.012327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e640e60e-d0f7-4738-a4c9-d915c175e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:02.065991 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ae1db8b4-adf6-49b6-9eda-c05f3808d727 req-4976c21c-7bd2-4067-bfe7-cdef811c0860 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538250 Nov 25 08:48:02.076907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:02.083300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Usage tracker for resource:port and tenant:9f3d298f7c7b4d2cb3a7548fad6f2f78 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:02.088047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:02.100923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:02.123628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-3dd19872-da94-482c-bbab-3f977f3134c1 req-628c9a07-0d8e-4cd8-97d2-8fa6d91f9c50 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Synchronizing usage tracker for tenant:b477c5ac61334fed90a92517ee03950d on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:02.210456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:02.213962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Made reservation on behalf of 9f3d298f7c7b4d2cb3a7548fad6f2f78 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:02.218684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:02.264340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:02.378756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Pushing event updated for resources: {'Port': ['ID=a31a28d2-e9a1-402e-a042-e59073525d2b,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:02.388433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e640e60e-d0f7-4738-a4c9-d915c175e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:02.408229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] device_id is not set on port 810d574a-6d5a-41f9-973e-f8a0e1131f8c yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:48:02.415955 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b0b38bc6-65f1-43f7-9a9f-36df81281fb2 req-ecf2ab53-b156-44ca-a43c-ce1f12b46d86 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 210 time: 0.1181967 Nov 25 08:48:02.457224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:02.474815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Network 972d2186-2b87-4c34-baf7-4e227fea1eb8 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:02.488934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:02.491417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-3dd19872-da94-482c-bbab-3f977f3134c1 req-628c9a07-0d8e-4cd8-97d2-8fa6d91f9c50 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Unset dirty status for tenant:b477c5ac61334fed90a92517ee03950d on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:02.492650 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3dd19872-da94-482c-bbab-3f977f3134c1 req-628c9a07-0d8e-4cd8-97d2-8fa6d91f9c50 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 210 time: 0.7867839 Nov 25 08:48:02.504961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:02.560652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Router 4219fa28-c96b-44e4-91e1-f45448d289aa is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:48:02.586071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:02.587636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e640e60e-d0f7-4738-a4c9-d915c175e8ae None None] For port a5744197-448c-479a-b81c-d6342974751c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a5744197-448c-479a-b81c-d6342974751c,segment=NetworkSegment(f3faea8e-8da4-42a0-b8a1-f6fb516e216c),segment_id=f3faea8e-8da4-42a0-b8a1-f6fb516e216c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:02.646322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:02.646994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:02.662021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e640e60e-d0f7-4738-a4c9-d915c175e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:02.743133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:02.770831 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0728335 Nov 25 08:48:02.774548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Deleting port 24a6ee04-69b7-4b94-be53-96c5231febbf {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:02.774857 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:02.847611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:02.862817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Allocated IP 172.20.0.14 (da796acf-3d04-42d2-9e1a-20e17be7729f/7ab59b81-9be0-40b0-8d11-e91dc6872ac9/810d574a-6d5a-41f9-973e-f8a0e1131f8c) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:03.003661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:03.036786 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640e60e-d0f7-4738-a4c9-d915c175e8ae None None] Pushing event updated for resources: {'Port': ['ID=a5744197-448c-479a-b81c-d6342974751c,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:03.040747 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e640e60e-d0f7-4738-a4c9-d915c175e8ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:03.092436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:03.092880 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:03.112573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:03.285359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:03.512371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Calling delete_port for 24a6ee04-69b7-4b94-be53-96c5231febbf owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:03.549809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:03.602317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e640e60e-d0f7-4738-a4c9-d915c175e8ae None None] Provisioning complete for port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:03.602714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e640e60e-d0f7-4738-a4c9-d915c175e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:03.643757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Transition to ACTIVE for port object 24a6ee04-69b7-4b94-be53-96c5231febbf will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:03.676888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6677da-5353-438b-8aea-90ecdd398f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-f4f0e6cf-3d0e-4530-9cad-2d426fadf862', 'network_id': 'f4f0e6cf-3d0e-4530-9cad-2d426fadf862', 'tenant_id': 'eabb1f41097a47e99aaac1436258e9d5', 'fixed_ips': [{'subnet_id': '084f9501-c8f8-4644-84a4-24f3851b337f'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:48:03.678909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ad6677da-5353-438b-8aea-90ecdd398f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:03.701549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:03.722496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:03.768263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:03.787753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:03.799742 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Sync routers for ids ['4219fa28-c96b-44e4-91e1-f45448d289aa'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:03.812790 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Routers {'4219fa28-c96b-44e4-91e1-f45448d289aa'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:03.813512 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4219fa28-c96b-44e4-91e1-f45448d289aa'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:03.836677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:03.894715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:03.904550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Subnet': ['ID=084f9501-c8f8-4644-84a4-24f3851b337f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:03.927183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:03.950440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Attempting to bind port 24a6ee04-69b7-4b94-be53-96c5231febbf on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:03.950816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Attempting to bind port 24a6ee04-69b7-4b94-be53-96c5231febbf by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6d3256ba-b95f-4e1a-8189-4706113b1377'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:03.951179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Attempting to bind port 24a6ee04-69b7-4b94-be53-96c5231febbf on network 6d3256ba-b95f-4e1a-8189-4706113b1377 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:03.967854 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:03.969208 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 14.7959468 Nov 25 08:48:03.981518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38590) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:04.026135 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:04.026577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Checking segment: {'id': '15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6d3256ba-b95f-4e1a-8189-4706113b1377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:04.026993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:04.027392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Bound using segment: {'id': '15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6d3256ba-b95f-4e1a-8189-4706113b1377'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:04.027885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Bound port: 24a6ee04-69b7-4b94-be53-96c5231febbf, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6d3256ba-b95f-4e1a-8189-4706113b1377'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:04.028262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:04.060681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13728f-5a0e-43d2-8d9c-9abf1a79c10c None None] Pushing event updated for resources: {'Port': ['ID=24a6ee04-69b7-4b94-be53-96c5231febbf,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:04.097380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4a13728f-5a0e-43d2-8d9c-9abf1a79c10c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:04.124698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a2ddc-84aa-401e-b1c6-34b812bcddc4 req-94762b05-4d4a-4b43-8f5b-9c50c4dbccfc tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:04.135987 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c72a2ddc-84aa-401e-b1c6-34b812bcddc4 req-94762b05-4d4a-4b43-8f5b-9c50c4dbccfc tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 931 time: 0.8103297 Nov 25 08:48:04.246387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccde3d4-862b-4e29-b4bf-46cb156dd4e2 None None] Network f4f0e6cf-3d0e-4530-9cad-2d426fadf862 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:04.264040 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] For port 24a6ee04-69b7-4b94-be53-96c5231febbf, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:04.324675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a5744197-448c-479a-b81c-d6342974751c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:04.385568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] For port 24a6ee04-69b7-4b94-be53-96c5231febbf, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=24a6ee04-69b7-4b94-be53-96c5231febbf,segment=NetworkSegment(15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5),segment_id=15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:04.411864 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Set router 4219fa28-c96b-44e4-91e1-f45448d289aa gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:04.414440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:04.426471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-58e56897-9e8b-491e-bba4-7427453cc616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:04.426927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:04.478443 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f543ed2-8139-45d1-839e-e7de491d1158 req-7309fe9c-c95c-4214-bb85-21228df6f802 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 210 time: 0.6853440 Nov 25 08:48:04.521205 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c72a2ddc-84aa-401e-b1c6-34b812bcddc4 req-31ecdd61-5aff-4d18-9b8d-4e4b7c57cf27 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3841760 Nov 25 08:48:04.528407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:04.532944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f0e6cf-3d0e-4530-9cad-2d426fadf862']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:04.563574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4a1239a2-6b55-4c42-b2b5-2ebd111d96d5 None None] Provisioning complete for port a5744197-448c-479a-b81c-d6342974751c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:04.564084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a1239a2-6b55-4c42-b2b5-2ebd111d96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:04.575940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099975f5-4af8-4333-a3fd-e096bf756b05') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:04.576635 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099975f5-4af8-4333-a3fd-e096bf756b05') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:04.584474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Transition to ACTIVE for port object 810d574a-6d5a-41f9-973e-f8a0e1131f8c will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:04.628747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:04.629106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:04.643094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:04.650529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:04.667232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:04.763747 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Routers {'73e39993-42f9-4ddf-b7ad-d45d0ceffa01'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:04.764461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['73e39993-42f9-4ddf-b7ad-d45d0ceffa01'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:04.766003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:04.772816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:04.861220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:04.862033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:04.884237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13728f-5a0e-43d2-8d9c-9abf1a79c10c None None] Pushing event updated for resources: {'Port': ['ID=24a6ee04-69b7-4b94-be53-96c5231febbf,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:04.913232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Network da796acf-3d04-42d2-9e1a-20e17be7729f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:04.926192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:04.944427 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:04.946141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:05.036886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Pushing event updated for resources: {'Port': ['ID=810d574a-6d5a-41f9-973e-f8a0e1131f8c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:05.047273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:05.066981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a3b08-c565-41eb-bd8d-6a486b7dfaa5 req-d5db4065-695d-486f-8ea1-72fbf7d9378a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:05.068611 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1d7a3b08-c565-41eb-bd8d-6a486b7dfaa5 req-d5db4065-695d-486f-8ea1-72fbf7d9378a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 931 time: 0.3395016 Nov 25 08:48:05.077020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:05.077661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:05.087865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Deleting port 7b7cf6be-5049-44d2-8c0b-454d0bc92031 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:05.088359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:05.103862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4a13728f-5a0e-43d2-8d9c-9abf1a79c10c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:05.115903 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.4647322 Nov 25 08:48:05.120656 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38594) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:05.130269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Deleting port 24a6ee04-69b7-4b94-be53-96c5231febbf {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:05.130636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:05.148295 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port a5744197-448c-479a-b81c-d6342974751c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:05.149120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:05.273718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:05.325204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Request body: {'port': {'device_id': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:05.346655 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4219fa28-c96b-44e4-91e1-f45448d289aa', 'name': '', 'tenant_id': 'ff561dee65b940bb88d0f209d85dea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2', 'external_fixed_ips': [{'subnet_id': 'a7ef7068-a17f-4baf-89e4-3acea882622a', 'ip_address': '2001:db8::197'}], 'enable_snat': True}, 'gw_port_id': '4682a04a-e582-4bbd-8609-c7cea4aa9a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:49Z', 'updated_at': '2021-11-25T08:47:56Z', 'revision_number': 3, 'project_id': 'ff561dee65b940bb88d0f209d85dea26', 'gw_port': {'id': '4682a04a-e582-4bbd-8609-c7cea4aa9a42', 'name': '', 'network_id': 'ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4219fa28-c96b-44e4-91e1-f45448d289aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a7ef7068-a17f-4baf-89e4-3acea882622a', 'ip_address': '2001:db8::197', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:52Z', 'updated_at': '2021-11-25T08:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7ef7068-a17f-4baf-89e4-3acea882622a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:05.352638 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Checking router: 4219fa28-c96b-44e4-91e1-f45448d289aa for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:05.352994 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Updating router 4219fa28-c96b-44e4-91e1-f45448d289aa port 4682a04a-e582-4bbd-8609-c7cea4aa9a42 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:48:05.388701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] Set router 73e39993-42f9-4ddf-b7ad-d45d0ceffa01 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:05.389060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dfd49c1d-965a-4fae-9e2f-bc59d92957df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:05.428841 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:05.517678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e39993-42f9-4ddf-b7ad-d45d0ceffa01', 'name': '', 'tenant_id': '31450403b64642b9808ab04ba0138e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:51Z', 'updated_at': '2021-11-25T08:48:02Z', 'revision_number': 4, 'project_id': '31450403b64642b9808ab04ba0138e1b', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:05.537658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921840c-adf7-4dac-b48b-39d504b6a7f9 None None] The sync data for ids ['73e39993-42f9-4ddf-b7ad-d45d0ceffa01'] in dv-neutron-818341-1-hyperv is: [{'id': '73e39993-42f9-4ddf-b7ad-d45d0ceffa01', 'name': '', 'tenant_id': '31450403b64642b9808ab04ba0138e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:51Z', 'updated_at': '2021-11-25T08:48:02Z', 'revision_number': 4, 'project_id': '31450403b64642b9808ab04ba0138e1b', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:05.551522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:05.619983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Network': ['ID=f4f0e6cf-3d0e-4530-9cad-2d426fadf862,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:05.662067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4a1239a2-6b55-4c42-b2b5-2ebd111d96d5 None None] Provisioning for port e179ae4e-810a-4405-aedd-1f954fd2108b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:05.685306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:05.685822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4a1239a2-6b55-4c42-b2b5-2ebd111d96d5 None None] Provisioning complete for port e179ae4e-810a-4405-aedd-1f954fd2108b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:05.686211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a1239a2-6b55-4c42-b2b5-2ebd111d96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:05.691351 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/f4f0e6cf-3d0e-4530-9cad-2d426fadf862 HTTP/1.1" status: 204 len: 168 time: 3.6776869 Nov 25 08:48:05.697871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38610) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:05.704058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Request body: {'port': {'device_id': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:05.737301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-364800464'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:05.790191 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1d7a3b08-c565-41eb-bd8d-6a486b7dfaa5 req-84503b1f-463a-411f-821c-a5973ad119b2 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6939082 Nov 25 08:48:05.842416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:05.851298 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4a1239a2-6b55-4c42-b2b5-2ebd111d96d5 None None] Port e179ae4e-810a-4405-aedd-1f954fd2108b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:48:05.864870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4a1239a2-6b55-4c42-b2b5-2ebd111d96d5 None None] Provisioning for port a31a28d2-e9a1-402e-a042-e59073525d2b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:05.879227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4a1239a2-6b55-4c42-b2b5-2ebd111d96d5 None None] Provisioning complete for port a31a28d2-e9a1-402e-a042-e59073525d2b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:05.879610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a1239a2-6b55-4c42-b2b5-2ebd111d96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:05.938772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a113e2dd-af7c-478b-8b98-7e826d3770f3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Synchronizing usage tracker for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:05.963004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:05.977692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:network and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:06.008196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] For port 24a6ee04-69b7-4b94-be53-96c5231febbf, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=24a6ee04-69b7-4b94-be53-96c5231febbf,segment=NetworkSegment(15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5),segment_id=15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:06.008995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.013927 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4a1239a2-6b55-4c42-b2b5-2ebd111d96d5 None None] Port a31a28d2-e9a1-402e-a042-e59073525d2b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:48:06.024896 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5d97aca1-b71f-4b41-bab1-a4629382949c req-250db480-123a-4586-b521-1732cc82bb32 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 210 time: 0.2693410 Nov 25 08:48:06.033172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:06.057197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:06.071325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Deleting port 4682a04a-e582-4bbd-8609-c7cea4aa9a42 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:06.071999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.148064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.149630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e0f8da3a-6f58-4351-b505-7071e926aefb None None] Provisioning for port 810d574a-6d5a-41f9-973e-f8a0e1131f8c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:06.155085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e0f8da3a-6f58-4351-b505-7071e926aefb None None] Provisioning complete for port 810d574a-6d5a-41f9-973e-f8a0e1131f8c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:06.155463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e0f8da3a-6f58-4351-b505-7071e926aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.163745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.197111 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.235584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:06.238222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a113e2dd-af7c-478b-8b98-7e826d3770f3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Unset dirty status for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:06.239308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.239538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8da3a-6f58-4351-b505-7071e926aefb None None] Port 810d574a-6d5a-41f9-973e-f8a0e1131f8c cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:48:06.242678 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a113e2dd-af7c-478b-8b98-7e826d3770f3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0989e50f024289b4ca0c2c24bbcc1c HTTP/1.1" status: 200 len: 380 time: 0.7461541 Nov 25 08:48:06.270338 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Transition to ACTIVE for port object 4682a04a-e582-4bbd-8609-c7cea4aa9a42 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:06.280638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Calling delete_port for 24a6ee04-69b7-4b94-be53-96c5231febbf owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:06.297623 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.318122 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:06.404034 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Attempting to bind port 4682a04a-e582-4bbd-8609-c7cea4aa9a42 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:06.404735 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Attempting to bind port 4682a04a-e582-4bbd-8609-c7cea4aa9a42 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'fb0a3713-ab3d-459a-bd8a-efa87207fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:06.404845 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Attempting to bind port 4682a04a-e582-4bbd-8609-c7cea4aa9a42 on network ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:06.420576 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0657d-882d-45d4-b360-66ab0d8bbebc None None] Pushing event updated for resources: {'Port': ['ID=4682a04a-e582-4bbd-8609-c7cea4aa9a42,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:06.424712 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-d2b0657d-882d-45d4-b360-66ab0d8bbebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:06.427560 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:06.427945 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Checking segment: {'id': 'fb0a3713-ab3d-459a-bd8a-efa87207fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:06.428352 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.428748 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Bound using segment: {'id': 'fb0a3713-ab3d-459a-bd8a-efa87207fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:06.429240 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Bound port: 4682a04a-e582-4bbd-8609-c7cea4aa9a42, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0a3713-ab3d-459a-bd8a-efa87207fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:06.429749 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.434102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Calling delete_port for 7b7cf6be-5049-44d2-8c0b-454d0bc92031 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:06.463017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f053bfe3-bc13-468f-8125-6fa54f87bffb tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:06.469494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f053bfe3-bc13-468f-8125-6fa54f87bffb tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:06.475228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f053bfe3-bc13-468f-8125-6fa54f87bffb tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:06.476444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f053bfe3-bc13-468f-8125-6fa54f87bffb tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Synchronizing usage tracker for tenant:9f3d298f7c7b4d2cb3a7548fad6f2f78 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:06.483255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.516483 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] For port 4682a04a-e582-4bbd-8609-c7cea4aa9a42, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:06.520088 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] For port 4682a04a-e582-4bbd-8609-c7cea4aa9a42, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4682a04a-e582-4bbd-8609-c7cea4aa9a42,segment=NetworkSegment(fb0a3713-ab3d-459a-bd8a-efa87207fab8),segment_id=fb0a3713-ab3d-459a-bd8a-efa87207fab8)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:06.534122 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.542428 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-4c9d20e9-8962-414f-b829-71438c02875e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:06.582009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f053bfe3-bc13-468f-8125-6fa54f87bffb tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Unset dirty status for tenant:9f3d298f7c7b4d2cb3a7548fad6f2f78 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:06.583215 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f053bfe3-bc13-468f-8125-6fa54f87bffb tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 1.4616508 Nov 25 08:48:06.589367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38618) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:06.605457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a1a7-61df-4076-b705-32a246f6616c req-ad2cb890-a2ae-4b3c-bf6c-f26bef017bd7 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:06.607007 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f2d1a1a7-61df-4076-b705-32a246f6616c req-ad2cb890-a2ae-4b3c-bf6c-f26bef017bd7 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 931 time: 0.3342462 Nov 25 08:48:06.638991 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Routers {'4219fa28-c96b-44e4-91e1-f45448d289aa'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:06.639571 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4219fa28-c96b-44e4-91e1-f45448d289aa'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:06.659714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:06.764674 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0657d-882d-45d4-b360-66ab0d8bbebc None None] Pushing event updated for resources: {'Port': ['ID=4682a04a-e582-4bbd-8609-c7cea4aa9a42,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:06.768555 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-d2b0657d-882d-45d4-b360-66ab0d8bbebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:06.815383 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] Set router 4219fa28-c96b-44e4-91e1-f45448d289aa gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:06.821094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-93c3a18c-67b6-4418-b77e-081149e3d636 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Deleting port 810d574a-6d5a-41f9-973e-f8a0e1131f8c {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:06.821621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-93c3a18c-67b6-4418-b77e-081149e3d636 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.864807 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f2d1a1a7-61df-4076-b705-32a246f6616c req-9fd0985d-4613-42f8-a16b-f353760932a5 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154198 Nov 25 08:48:06.970134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:06.983275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:06.986807 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4219fa28-c96b-44e4-91e1-f45448d289aa', 'name': '', 'tenant_id': 'ff561dee65b940bb88d0f209d85dea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:49Z', 'updated_at': '2021-11-25T08:48:05Z', 'revision_number': 4, 'project_id': 'ff561dee65b940bb88d0f209d85dea26', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:06.991191 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f86667d-f6d9-49b4-a8b4-21f3cb6318c3 None None] The sync data for ids ['4219fa28-c96b-44e4-91e1-f45448d289aa'] in dv-neutron-818341-1-hyperv is: [{'id': '4219fa28-c96b-44e4-91e1-f45448d289aa', 'name': '', 'tenant_id': 'ff561dee65b940bb88d0f209d85dea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:49Z', 'updated_at': '2021-11-25T08:48:05Z', 'revision_number': 4, 'project_id': 'ff561dee65b940bb88d0f209d85dea26', 'gw_port_host': None}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:07.086555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:07.087138 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Added segment 7581be2c-4c5e-424f-9052-cd09d472196b of type vlan for network 02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e Nov 25 08:48:07.126820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:07.173639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event deleted for resources: {'Port': ['ID=24a6ee04-69b7-4b94-be53-96c5231febbf,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:07.226743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:07.226957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:07.308896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Calling delete_port for 4682a04a-e582-4bbd-8609-c7cea4aa9a42 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:07.333614 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3232d978-cc6c-4881-9f31-e3cf8683f00d req-c70865e4-cd09-486d-a8ea-a24b4fbe2f7e tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 210 time: 0.1342189 Nov 25 08:48:07.455307 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Request body: {'port': {'device_id': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'admin_state_up': True, 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'security_groups': ['b52fe10b-0af3-4cf1-aecb-b33fa453725c']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:07.467149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:07.496640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:07.497227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:07.518009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:07.545072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:48:07.554258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:07.555559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc7255-ec0f-4450-b68f-395286941fdd req-c7c2bdd0-7ff4-400a-88f3-041a15e07947 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:07.557024 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-12cc7255-ec0f-4450-b68f-395286941fdd req-c7c2bdd0-7ff4-400a-88f3-041a15e07947 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 931 time: 0.5397270 Nov 25 08:48:07.667766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:07.732425 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0072575 Nov 25 08:48:07.738903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:07.742109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:07.746559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38626) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:07.748679 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:07.759331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:07.787688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31a28d2-e9a1-402e-a042-e59073525d2b {{(pid=87512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:48:07.849485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:07.856397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:07.860237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-93c3a18c-67b6-4418-b77e-081149e3d636 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:07.877516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfab90d-5d9c-457a-b69a-c1e7746f2a28 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:48:07.887677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:07.939626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Transition to ACTIVE for port object cbfab90d-5d9c-457a-b69a-c1e7746f2a28 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:08.007185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'network_id': '02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:08.037395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:08.042021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event deleted for resources: {'Port': ['ID=7b7cf6be-5049-44d2-8c0b-454d0bc92031,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:08.051882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-12cc7255-ec0f-4450-b68f-395286941fdd req-8e2c1c61-2536-4f8f-b74d-836b8763097c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Synchronizing usage tracker for tenant:b477c5ac61334fed90a92517ee03950d on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:08.062048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:08.127645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:08.132115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4baa2fc0-e09f-45b1-b3d3-1103dd2422da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:08.172810 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Transition to ACTIVE for port object a31a28d2-e9a1-402e-a042-e59073525d2b will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:08.173610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-93c3a18c-67b6-4418-b77e-081149e3d636 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Calling delete_port for 810d574a-6d5a-41f9-973e-f8a0e1131f8c owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:08.186067 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:08.186445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:08.199035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:08.216224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:08.244470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-12cc7255-ec0f-4450-b68f-395286941fdd req-8e2c1c61-2536-4f8f-b74d-836b8763097c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Unset dirty status for tenant:b477c5ac61334fed90a92517ee03950d on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:08.245729 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-12cc7255-ec0f-4450-b68f-395286941fdd req-8e2c1c61-2536-4f8f-b74d-836b8763097c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6773362 Nov 25 08:48:08.264003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:08.274585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:08.275075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73e39993-42f9-4ddf-b7ad-d45d0ceffa01 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:48:08.280533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:08.356029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:subnet and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:08.434663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:08.436953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfab90d-5d9c-457a-b69a-c1e7746f2a28,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:08.442775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:08.497356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:08.502163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:08.530214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:08.533749 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "DELETE /v2.0/routers/73e39993-42f9-4ddf-b7ad-d45d0ceffa01 HTTP/1.1" status: 204 len: 168 time: 7.6650722 Nov 25 08:48:08.534606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38634) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:08.553984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:08.558013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:08.664898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a31a28d2-e9a1-402e-a042-e59073525d2b,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:08.667812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:08.720906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Deleting port 4682a04a-e582-4bbd-8609-c7cea4aa9a42 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:08.721251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:08.747159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Made reservation on behalf of 9c0989e50f024289b4ca0c2c24bbcc1c for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:08.747386 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-092b6d06-37be-4a6c-946c-30564144560a req-17f101b7-789c-4e04-97c9-01922a4154ec tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 210 time: 0.2150543 Nov 25 08:48:08.751140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:08.766125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:08.837164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf94ad2-1578-4284-9c40-26d63c7abd9e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Deleting subnet 01d88879-3be1-4a74-8185-f7734db39dd4 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:48:08.858594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0bf94ad2-1578-4284-9c40-26d63c7abd9e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:08.885916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Attempting to bind port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:08.886273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Attempting to bind port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:08.886645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Attempting to bind port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 on network 37af9905-3414-4cad-aeb5-b72371ae9d32 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:08.956849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eb04c-6f59-47d6-a350-e2bf0b465977 req-c862f0d8-f0f7-4873-8494-b339f23ae2aa tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:08.958349 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-431eb04c-6f59-47d6-a350-e2bf0b465977 req-c862f0d8-f0f7-4873-8494-b339f23ae2aa tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 943 time: 0.8920341 Nov 25 08:48:08.958901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 on network 37af9905-3414-4cad-aeb5-b72371ae9d32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:48:08.959212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Attempting to bind port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 on network 37af9905-3414-4cad-aeb5-b72371ae9d32 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:09.004868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:09.005299 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Checking segment: {'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:09.005859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Bound using segment: {'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:09.006383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Bound port: cbfab90d-5d9c-457a-b69a-c1e7746f2a28, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a8b120-a461-456f-ad4b-9768c3547fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:09.006708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:09.035258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0bf94ad2-1578-4284-9c40-26d63c7abd9e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:09.063754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-93c3a18c-67b6-4418-b77e-081149e3d636 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:09.093485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4c8cf6cb-6b36-4c6f-9644-4359e436ee08 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:09.187986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3a18c-67b6-4418-b77e-081149e3d636 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Pushing event deleted for resources: {'Port': ['ID=810d574a-6d5a-41f9-973e-f8a0e1131f8c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:09.202433 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-431eb04c-6f59-47d6-a350-e2bf0b465977 req-15d16abc-87ec-411a-bae6-f5593d124bc0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332475 Nov 25 08:48:09.204377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-93c3a18c-67b6-4418-b77e-081149e3d636 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:09.245682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Attempting to bind port a31a28d2-e9a1-402e-a042-e59073525d2b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:09.246160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Attempting to bind port a31a28d2-e9a1-402e-a042-e59073525d2b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:09.246404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Attempting to bind port a31a28d2-e9a1-402e-a042-e59073525d2b on network 972d2186-2b87-4c34-baf7-4e227fea1eb8 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:09.299774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Port a31a28d2-e9a1-402e-a042-e59073525d2b on network 972d2186-2b87-4c34-baf7-4e227fea1eb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:48:09.302733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Attempting to bind port a31a28d2-e9a1-402e-a042-e59073525d2b on network 972d2186-2b87-4c34-baf7-4e227fea1eb8 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:09.367563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:09.367919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Checking segment: {'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:09.368464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Bound using segment: {'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:09.368985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Bound port: a31a28d2-e9a1-402e-a042-e59073525d2b, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c1b323-6398-410e-a2eb-f6c9bf103842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8'}}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:09.369337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:09.393758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Router 26048227-d770-47f4-a746-0af30256ed29 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:48:09.396864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] For port 4682a04a-e582-4bbd-8609-c7cea4aa9a42, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4682a04a-e582-4bbd-8609-c7cea4aa9a42,segment=NetworkSegment(fb0a3713-ab3d-459a-bd8a-efa87207fab8),segment_id=fb0a3713-ab3d-459a-bd8a-efa87207fab8)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:09.397228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:09.407875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0bf94ad2-1578-4284-9c40-26d63c7abd9e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:09.451409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-93c3a18c-67b6-4418-b77e-081149e3d636 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:09.504991 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] For port cbfab90d-5d9c-457a-b69a-c1e7746f2a28, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:09.516023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] For port cbfab90d-5d9c-457a-b69a-c1e7746f2a28, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:09.517765 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-93c3a18c-67b6-4418-b77e-081149e3d636 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] 10.222.0.54 "DELETE /v2.0/ports/810d574a-6d5a-41f9-973e-f8a0e1131f8c HTTP/1.1" status: 204 len: 168 time: 2.9250853 Nov 25 08:48:09.522774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38640) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:09.528795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:09.540872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Request body: {'port': {'name': 'tempest-new-port-name-782129078', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:09.541263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] bootfile-name is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:48:09.541600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] tftp-server is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:48:09.541923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] server-ip-address is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:48:09.572572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:09.613855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Allocated IP 172.20.0.6 (a6388bdf-86ee-4282-8d81-7e40fc7b730d/753bb839-4977-414d-80fc-329d1fcf44af/cf29c45c-c264-4a21-814a-52c90345990b) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:09.664648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:09.665252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:09.666656 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] 10.222.0.41 "PUT /v2.0/ports/cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 200 len: 1093 time: 4.1733820 Nov 25 08:48:09.667648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0bf94ad2-1578-4284-9c40-26d63c7abd9e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:09.668270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'tag': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:09.751872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Calling delete_port for 4682a04a-e582-4bbd-8609-c7cea4aa9a42 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:09.904657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0bf94ad2-1578-4284-9c40-26d63c7abd9e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:09.932472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfab90d-5d9c-457a-b69a-c1e7746f2a28,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:09.978182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:09.980086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:09.996985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-88fe6b79-2d23-4fbc-9ac2-5a2835dbb0e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:09.998888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf93a7-fa6a-4a40-b260-035523565609 None None] Sync routers for ids ['26048227-d770-47f4-a746-0af30256ed29'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:10.014249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf93a7-fa6a-4a40-b260-035523565609 None None] Routers {'26048227-d770-47f4-a746-0af30256ed29'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:10.016841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5edf93a7-fa6a-4a40-b260-035523565609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['26048227-d770-47f4-a746-0af30256ed29'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:10.054697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:10.071295 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0bf94ad2-1578-4284-9c40-26d63c7abd9e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/01d88879-3be1-4a74-8185-f7734db39dd4 HTTP/1.1" status: 204 len: 168 time: 1.5216959 Nov 25 08:48:10.078558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38654) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:10.079081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:10.084905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-2e409731-57ea-41a6-b973-8d46440f6694 req-ed5faaa8-b660-4223-bc51-12454984f93a tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Synchronizing usage tracker for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:10.095407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf94ad2-1578-4284-9c40-26d63c7abd9e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=01d88879-3be1-4a74-8185-f7734db39dd4,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:10.119169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:10.141047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5edf93a7-fa6a-4a40-b260-035523565609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:10.147381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0bf94ad2-1578-4284-9c40-26d63c7abd9e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:10.163089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf93a7-fa6a-4a40-b260-035523565609 None None] Routers {'26048227-d770-47f4-a746-0af30256ed29'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:10.164055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5edf93a7-fa6a-4a40-b260-035523565609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:47:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['26048227-d770-47f4-a746-0af30256ed29'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:10.244950 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "PUT /v2.0/routers/26048227-d770-47f4-a746-0af30256ed29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9558012 Nov 25 08:48:10.244950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] For port a31a28d2-e9a1-402e-a042-e59073525d2b, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:10.255009 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5edf93a7-fa6a-4a40-b260-035523565609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:10.255422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf93a7-fa6a-4a40-b260-035523565609 None None] The sync data for ids ['26048227-d770-47f4-a746-0af30256ed29'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:10.274487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38660) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:10.288478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-2e409731-57ea-41a6-b973-8d46440f6694 req-ed5faaa8-b660-4223-bc51-12454984f93a tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Unset dirty status for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:10.289866 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2e409731-57ea-41a6-b973-8d46440f6694 req-ed5faaa8-b660-4223-bc51-12454984f93a tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 210 time: 0.3719480 Nov 25 08:48:10.330895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:10.360841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] For port a31a28d2-e9a1-402e-a042-e59073525d2b, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a31a28d2-e9a1-402e-a042-e59073525d2b,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:10.453841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:10.461610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692d310-6356-4ba8-bc8c-c85907c6c441 req-53aab1a6-b118-4c12-933e-5a958356b3e7 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:10.463093 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5692d310-6356-4ba8-bc8c-c85907c6c441 req-53aab1a6-b118-4c12-933e-5a958356b3e7 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 943 time: 1.0682666 Nov 25 08:48:10.463691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:10.478897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:10.496839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=837468a0-f763-49b2-a312-f29b4e4fbe18,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:10.500568 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'tag': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28', 'status': 'completed', 'code': 200} Nov 25 08:48:10.509265 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:10.514638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Checking segment: {'id': '7581be2c-4c5e-424f-9052-cd09d472196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:10.515032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network hostable DHCP agents. Network: 02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:10.518877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:10.549767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-47772fd4-7b78-44ca-a389-9f3fc3cb971a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:10.637479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-b01a3bc5-649f-4c35-b127-936c0d527520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:10.638704 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-b01a3bc5-649f-4c35-b127-936c0d527520 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8112514b1f3d47e090b4462ec34c3fce&device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 1096 time: 0.8842006 Nov 25 08:48:10.712722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:10.713333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:10.714744 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/a31a28d2-e9a1-402e-a042-e59073525d2b HTTP/1.1" status: 200 len: 1093 time: 5.5365248 Nov 25 08:48:10.722010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'tag': 'a31a28d2-e9a1-402e-a042-e59073525d2b'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:10.758161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Transition to ACTIVE for port object cf29c45c-c264-4a21-814a-52c90345990b will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:10.789189 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-50ff6359-46a1-4846-a564-0516a8d95757 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 200 len: 217 time: 0.1084361 Nov 25 08:48:10.835590 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5692d310-6356-4ba8-bc8c-c85907c6c441 req-43d193e1-6497-41db-b90f-94b4e03e5375 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613179 Nov 25 08:48:10.944797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.013359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-3560a830-ef16-4108-8956-b6c7a58311b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:11.014892 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-3560a830-ef16-4108-8956-b6c7a58311b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40d6fdd8-001d-4957-aaad-ee27dc44d3ff HTTP/1.1" status: 200 len: 851 time: 0.1698577 Nov 25 08:48:11.017271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3256ba-b95f-4e1a-8189-4706113b1377']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:11.076729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:11.077053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e5fe48-6ab7-4996-bfcb-cc7a480cb4b5') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:11.098711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.103186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.117304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:11.126162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a31a28d2-e9a1-402e-a042-e59073525d2b,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:11.170678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network 02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:11.178168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.193181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7213dcb-0a9c-4a35-a329-368fafa17155 req-5a8fa242-2737-44e7-b819-9f6208c72064 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:11.194733 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b7213dcb-0a9c-4a35-a329-368fafa17155 req-5a8fa242-2737-44e7-b819-9f6208c72064 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 943 time: 0.5519395 Nov 25 08:48:11.199078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.240177 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'tag': 'a31a28d2-e9a1-402e-a042-e59073525d2b', 'status': 'completed', 'code': 200} Nov 25 08:48:11.243395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-47772fd4-7b78-44ca-a389-9f3fc3cb971a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.251232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.253894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Network a6388bdf-86ee-4282-8d81-7e40fc7b730d is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:11.259985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:11.260374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.279135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:11.280995 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:11.287349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:11.304451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event deleted for resources: {'Port': ['ID=4682a04a-e582-4bbd-8609-c7cea4aa9a42,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:11.307099 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-47772fd4-7b78-44ca-a389-9f3fc3cb971a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.317019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.374198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Pushing event updated for resources: {'Port': ['ID=cf29c45c-c264-4a21-814a-52c90345990b,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:11.379575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:11.381755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.773s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:11.382532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:11.389661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:11.397075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.398507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:11.402228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:11.403316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.405384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589563b4-09c9-4aef-9d59-b327e5b8fdc7 None None] Network 02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:11.406201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:11.407847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.520782 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.7393336 Nov 25 08:48:11.520782 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-47772fd4-7b78-44ca-a389-9f3fc3cb971a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.520782 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47772fd4-7b78-44ca-a389-9f3fc3cb971a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Fanout notify agent at l3_agent the message router_deleted on router 26048227-d770-47f4-a746-0af30256ed29 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:48:11.526813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38680) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:11.567388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.567572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4219fa28-c96b-44e4-91e1-f45448d289aa {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:48:11.569743 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b7213dcb-0a9c-4a35-a329-368fafa17155 req-8cf5de7e-35cf-4cd1-88e1-047f1be4e8cb tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437901 Nov 25 08:48:11.600324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-378ca814-878c-4a30-9005-047b6e3a0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:11.601824 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-378ca814-878c-4a30-9005-047b6e3a0b98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37af9905-3414-4cad-aeb5-b72371ae9d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5740197 Nov 25 08:48:11.615026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:11.615661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.626895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.626895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Pushing event updated for resources: {'Port': ['ID=e179ae4e-810a-4405-aedd-1f954fd2108b,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:11.633878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.635025 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "DELETE /v2.0/routers/4219fa28-c96b-44e4-91e1-f45448d289aa HTTP/1.1" status: 204 len: 168 time: 7.5360637 Nov 25 08:48:11.646304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:11.653728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38684) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:11.659057 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-47772fd4-7b78-44ca-a389-9f3fc3cb971a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.660332 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-47772fd4-7b78-44ca-a389-9f3fc3cb971a tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "DELETE /v2.0/routers/26048227-d770-47f4-a746-0af30256ed29 HTTP/1.1" status: 204 len: 168 time: 1.3816679 Nov 25 08:48:11.664074 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38688) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:11.675447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] In _notify_port_updated(), no bound segment for port e179ae4e-810a-4405-aedd-1f954fd2108b on network da796acf-3d04-42d2-9e1a-20e17be7729f {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:48:11.685524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:11.686211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.703178 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] 10.222.0.54 "PUT /v2.0/ports/e179ae4e-810a-4405-aedd-1f954fd2108b HTTP/1.1" status: 200 len: 1135 time: 2.1787913 Nov 25 08:48:11.705038 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-de7bd7fc-c5bd-4271-aee5-8aa35fe56046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:11.706724 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-de7bd7fc-c5bd-4271-aee5-8aa35fe56046 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b477c5ac61334fed90a92517ee03950d&device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 1096 time: 0.8524628 Nov 25 08:48:11.720407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38692) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:11.774514 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:11.806651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-61e6f23c-300d-46d9-a297-4faf0eff9fab None None] Provisioning for port cf29c45c-c264-4a21-814a-52c90345990b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:11.815474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-61e6f23c-300d-46d9-a297-4faf0eff9fab None None] Provisioning complete for port cf29c45c-c264-4a21-814a-52c90345990b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:11.815831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61e6f23c-300d-46d9-a297-4faf0eff9fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.860637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d3256ba-b95f-4e1a-8189-4706113b1377 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 08:48:11.877792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.879683 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "DELETE /v2.0/networks/6d3256ba-b95f-4e1a-8189-4706113b1377 HTTP/1.1" status: 204 len: 168 time: 1.7970145 Nov 25 08:48:11.883472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e', 'network_id': '02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e', 'tenant_id': 'eabb1f41097a47e99aaac1436258e9d5', 'fixed_ips': [{'subnet_id': '837468a0-f763-49b2-a312-f29b4e4fbe18'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:48:11.884430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:11.895094 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-68e56f61-3f33-4ff0-a793-0338c32e69ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a31a28d2-e9a1-402e-a042-e59073525d2b HTTP/1.1" status: 200 len: 217 time: 0.1693585 Nov 25 08:48:11.902012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-61e6f23c-300d-46d9-a297-4faf0eff9fab None None] Port cf29c45c-c264-4a21-814a-52c90345990b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:48:12.003086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-5426ec18-bdf2-419e-8579-c48bd0630898 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Deleting subnet a7ef7068-a17f-4baf-89e4-3acea882622a {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:48:12.023903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5426ec18-bdf2-419e-8579-c48bd0630898 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.062874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284e7d8-0e7f-49b4-b3a5-752da89e413c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:12.064730 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b284e7d8-0e7f-49b4-b3a5-752da89e413c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] 10.222.0.54 "GET /v2.0/ports/e179ae4e-810a-4405-aedd-1f954fd2108b HTTP/1.1" status: 200 len: 1135 time: 0.3430912 Nov 25 08:48:12.065803 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-ffbe8553-277e-468d-8758-4b899a903c48 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452720 Nov 25 08:48:12.088472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38700) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:12.095672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.132232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d3256ba-b95f-4e1a-8189-4706113b1377,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:12.141090 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6899014 Nov 25 08:48:12.147740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:12.156549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Request body: {'port': {'device_id': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:12.159696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d423db-25a8-4918-a4a4-eb37b09d6aff req-52c8925e-6f84-4daf-a065-e58c3505853b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:12.171978 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d9d423db-25a8-4918-a4a4-eb37b09d6aff req-52c8925e-6f84-4daf-a065-e58c3505853b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 931 time: 0.7114100 Nov 25 08:48:12.194021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Allocated IP 2001:db8::1 (02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e/837468a0-f763-49b2-a312-f29b4e4fbe18/47eca7d4-54f2-44ff-a25c-fd55fc66e3fb) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:12.257242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-62e35ed6-1a68-48de-91a4-05644f0c807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:12.258843 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-62e35ed6-1a68-48de-91a4-05644f0c807c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9132eb-eae3-4c25-9cba-1069cd0c3617 HTTP/1.1" status: 200 len: 845 time: 0.3551834 Nov 25 08:48:12.294612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5426ec18-bdf2-419e-8579-c48bd0630898 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.363072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38708) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:12.364902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-774b83c9-bf58-4379-88f0-e7053f96beac None None] Provisioning complete for port e179ae4e-810a-4405-aedd-1f954fd2108b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:12.365702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-774b83c9-bf58-4379-88f0-e7053f96beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.372308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-713d9d17-40c1-4771-b0bb-a3d7c4a0bbad tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Deleting subnet c6b2e074-4028-464f-b03e-0829b8e16e90 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:48:12.375767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-713d9d17-40c1-4771-b0bb-a3d7c4a0bbad tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.427547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-774b83c9-bf58-4379-88f0-e7053f96beac None None] Port e179ae4e-810a-4405-aedd-1f954fd2108b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:48:12.435692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-713d9d17-40c1-4771-b0bb-a3d7c4a0bbad tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.451948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdf043-e746-4f4c-acff-ce17d1d54bc2 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Deleting port e179ae4e-810a-4405-aedd-1f954fd2108b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:12.453101 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6bcdf043-e746-4f4c-acff-ce17d1d54bc2 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.493786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e9f6c4f3-215c-4bff-aeed-3a8c96e90dcb tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Request body: {'router': {'name': 'tempest-router--1247073796', 'project_id': 'b2c3d078df064a95ae6e072a31253551'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:12.498018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e9f6c4f3-215c-4bff-aeed-3a8c96e90dcb tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:12.502345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e9f6c4f3-215c-4bff-aeed-3a8c96e90dcb tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Usage tracker for resource:router and tenant:b2c3d078df064a95ae6e072a31253551 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:12.505221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e9f6c4f3-215c-4bff-aeed-3a8c96e90dcb tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:12.511185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e9f6c4f3-215c-4bff-aeed-3a8c96e90dcb tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:12.543187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c4f3-215c-4bff-aeed-3a8c96e90dcb tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.543874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c4f3-215c-4bff-aeed-3a8c96e90dcb tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.560686 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d9d423db-25a8-4918-a4a4-eb37b09d6aff req-f8f707ab-3e0b-4750-98cc-8e31285c10d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3786461 Nov 25 08:48:12.579187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5426ec18-bdf2-419e-8579-c48bd0630898 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.580424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.596879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Transition to ACTIVE for port object 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:12.619248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Transition to ACTIVE for port object 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:12.627994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.639466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:12.659896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.694332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Network 02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:12.697276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:12.701650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:12.784077 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Pushing event updated for resources: {'Port': ['ID=47eca7d4-54f2-44ff-a25c-fd55fc66e3fb,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:12.794381 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:12.815419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Attempting to bind port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:12.815794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Attempting to bind port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '7581be2c-4c5e-424f-9052-cd09d472196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:12.816160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Attempting to bind port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb on network 02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:12.821952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:12.822361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Checking segment: {'id': '7581be2c-4c5e-424f-9052-cd09d472196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:12.822787 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.823193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Bound using segment: {'id': '7581be2c-4c5e-424f-9052-cd09d472196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:12.823856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Bound port: 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7581be2c-4c5e-424f-9052-cd09d472196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:12.824555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.849380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c4f3-215c-4bff-aeed-3a8c96e90dcb tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.880524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ee3f1-f06e-4864-abc8-556d19e25c89 req-9e8517d7-6793-4f34-b32c-cd6183f07e0c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:12.888075 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-362ee3f1-f06e-4864-abc8-556d19e25c89 req-9e8517d7-6793-4f34-b32c-cd6183f07e0c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 943 time: 0.7386637 Nov 25 08:48:12.918514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] For port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:12.919712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.922054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] For port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=47eca7d4-54f2-44ff-a25c-fd55fc66e3fb,segment=NetworkSegment(7581be2c-4c5e-424f-9052-cd09d472196b),segment_id=7581be2c-4c5e-424f-9052-cd09d472196b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:12.927308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.934170 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:12.937650 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7e7e3491-f9cb-4be0-a992-59b6083245f3 req-5f67f880-2211-4f52-a579-dfd3de649338 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7911227 Nov 25 08:48:12.951877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-713d9d17-40c1-4771-b0bb-a3d7c4a0bbad tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:12.990208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-c67f422d-190e-415b-a04f-6857ec9afbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:12.992030 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-c67f422d-190e-415b-a04f-6857ec9afbeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=972d2186-2b87-4c34-baf7-4e227fea1eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7041764 Nov 25 08:48:13.073472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Pushing event updated for resources: {'Port': ['ID=47eca7d4-54f2-44ff-a25c-fd55fc66e3fb,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:13.087408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:13.090174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c4f3-215c-4bff-aeed-3a8c96e90dcb tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:13.135058 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-362ee3f1-f06e-4864-abc8-556d19e25c89 req-f8cf5217-9311-4523-b423-377822ff965a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463956 Nov 25 08:48:13.179012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5426ec18-bdf2-419e-8579-c48bd0630898 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:13.197666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:13.210519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c4f3-215c-4bff-aeed-3a8c96e90dcb tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:13.214333 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e9f6c4f3-215c-4bff-aeed-3a8c96e90dcb tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7284036 Nov 25 08:48:13.225058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38714) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:13.258119 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426ec18-bdf2-419e-8579-c48bd0630898 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ef7068-a17f-4baf-89e4-3acea882622a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:13.269362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5426ec18-bdf2-419e-8579-c48bd0630898 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:13.270675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:13.298424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5426ec18-bdf2-419e-8579-c48bd0630898 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:13.301211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:13.380916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6bcdf043-e746-4f4c-acff-ce17d1d54bc2 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:13.392830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Subnet': ['ID=837468a0-f763-49b2-a312-f29b4e4fbe18,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:13.401296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974bdc0-989e-4afa-91e6-63186ed92e84 req-5c49b88a-8460-4036-a55f-1de564ffbb56 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:13.402853 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5974bdc0-989e-4afa-91e6-63186ed92e84 req-5c49b88a-8460-4036-a55f-1de564ffbb56 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 943 time: 0.5284073 Nov 25 08:48:13.408449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a5a56fb8-9074-4482-a3cd-3257bff8813b tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:13.419747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:13.438515 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5426ec18-bdf2-419e-8579-c48bd0630898 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/a7ef7068-a17f-4baf-89e4-3acea882622a HTTP/1.1" status: 204 len: 168 time: 1.7734847 Nov 25 08:48:13.464660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38718) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:13.632059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdf043-e746-4f4c-acff-ce17d1d54bc2 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Calling delete_port for e179ae4e-810a-4405-aedd-1f954fd2108b owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:13.658026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-713d9d17-40c1-4771-b0bb-a3d7c4a0bbad tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:13.668744 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-32884148-6a0c-4dbc-8479-108dcba80a96 service neutron] 10.222.0.41 "GET /v2.0/networks/972d2186-2b87-4c34-baf7-4e227fea1eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166904 Nov 25 08:48:13.701625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:13.730905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-d9b4e9bf-d907-41ed-9abd-62517c31d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:13.732349 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-d9b4e9bf-d907-41ed-9abd-62517c31d0e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8112514b1f3d47e090b4462ec34c3fce&device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 1096 time: 0.7108388 Nov 25 08:48:13.753198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:13.829148 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5974bdc0-989e-4afa-91e6-63186ed92e84 req-40273804-6155-4d9b-a760-a66e38cb5bfc tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3981225 Nov 25 08:48:13.856482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d9d17-40c1-4771-b0bb-a3d7c4a0bbad tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b2e074-4028-464f-b03e-0829b8e16e90,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:13.870220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617ed3b4-ccc8-4e31-8be4-46ce24167b18 None None] Network 515cd96d-d40e-4428-b7da-aab2e89d728a requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:13.885272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:13.906148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7581be2c-4c5e-424f-9052-cd09d472196b') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:13.906519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7581be2c-4c5e-424f-9052-cd09d472196b') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:13.938486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.004111 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-98b33cdf-1e46-47c4-a964-10a7746a7c51 req-715d67c6-745f-4830-a501-4f3c9fe95a44 service neutron] 10.222.0.41 "GET /v2.0/networks/972d2186-2b87-4c34-baf7-4e227fea1eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162205 Nov 25 08:48:14.022055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.025254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-713d9d17-40c1-4771-b0bb-a3d7c4a0bbad tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.035068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:14.035700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:14.050902 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:14.136276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf29c45c-c264-4a21-814a-52c90345990b {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:48:14.145038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.157803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-713d9d17-40c1-4771-b0bb-a3d7c4a0bbad tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:14.160642 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-713d9d17-40c1-4771-b0bb-a3d7c4a0bbad tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "DELETE /v2.0/subnets/c6b2e074-4028-464f-b03e-0829b8e16e90 HTTP/1.1" status: 204 len: 168 time: 2.4951262 Nov 25 08:48:14.163500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.169947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38726) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:14.235519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6bcdf043-e746-4f4c-acff-ce17d1d54bc2 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.253703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:14.279538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0116f09-ca48-49e3-bef6-c0daf61ff50c None None] DHCP port deletion for 515cd96d-d40e-4428-b7da-aab2e89d728a request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:48:14.285109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f0116f09-ca48-49e3-bef6-c0daf61ff50c None None] Deleting port ffe4b4d8-9ae1-409f-a4bf-134132ea3113 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:14.285433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0116f09-ca48-49e3-bef6-c0daf61ff50c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.328596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a13878-714c-4948-8484-9fc82347cc37 None None] Network 02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:14.328826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:48:14.328826 dv-neutron-818341-1-hyperv neutron-server[87512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:48:14.328826 dv-neutron-818341-1-hyperv neutron-server[87512]: [parameters: {'id': '02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e'}] Nov 25 08:48:14.328826 dv-neutron-818341-1-hyperv neutron-server[87512]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:14.329200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:14.375135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdf043-e746-4f4c-acff-ce17d1d54bc2 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Pushing event deleted for resources: {'Port': ['ID=e179ae4e-810a-4405-aedd-1f954fd2108b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:14.377621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6bcdf043-e746-4f4c-acff-ce17d1d54bc2 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:14.401573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:14.487766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75bdf0-de09-447b-a12e-41c79d99209c req-3e86d1f6-d151-427c-a607-e621f39a62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:14.489205 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3b75bdf0-de09-447b-a12e-41c79d99209c req-3e86d1f6-d151-427c-a607-e621f39a62a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b477c5ac61334fed90a92517ee03950d&device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 1096 time: 0.3665843 Nov 25 08:48:14.507639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-68aca5a2-92a2-46f6-a459-0e037b7f1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:14.509078 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-68aca5a2-92a2-46f6-a459-0e037b7f1604 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 200 len: 913 time: 0.7640672 Nov 25 08:48:14.523682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Transition to ACTIVE for port object cf29c45c-c264-4a21-814a-52c90345990b will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:14.573380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eb532e6c-6600-44c3-b52d-92493167d7ea None None] Provisioning for port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:14.594126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6bcdf043-e746-4f4c-acff-ce17d1d54bc2 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.625701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.628387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb4e53-c164-4b3e-91c5-3083ac5f0b12 req-e8f812f3-f60b-4a1b-bc17-f190a1d62842 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:14.629948 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49cb4e53-c164-4b3e-91c5-3083ac5f0b12 req-e8f812f3-f60b-4a1b-bc17-f190a1d62842 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 943 time: 0.2998929 Nov 25 08:48:14.635885 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6bcdf043-e746-4f4c-acff-ce17d1d54bc2 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] 10.222.0.54 "DELETE /v2.0/ports/e179ae4e-810a-4405-aedd-1f954fd2108b HTTP/1.1" status: 204 len: 168 time: 2.5436237 Nov 25 08:48:14.636504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38732) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:14.645831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a5a56fb8-9074-4482-a3cd-3257bff8813b tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.647837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-93c3a18c-67b6-4418-b77e-081149e3d636 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:14.675647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:14.679561 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-7d731b72-2784-4f2a-b261-8ddb301ead78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 200 len: 217 time: 0.1186421 Nov 25 08:48:14.708833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:14.708833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.778526 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a5a56fb8-9074-4482-a3cd-3257bff8813b tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.840104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.857447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f0116f09-ca48-49e3-bef6-c0daf61ff50c None None] For port ffe4b4d8-9ae1-409f-a4bf-134132ea3113, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ffe4b4d8-9ae1-409f-a4bf-134132ea3113,segment=NetworkSegment(1d80f9e3-7aaf-4b7f-bb12-c741a0334dce),segment_id=1d80f9e3-7aaf-4b7f-bb12-c741a0334dce)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:14.858133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0116f09-ca48-49e3-bef6-c0daf61ff50c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:14.995404 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49cb4e53-c164-4b3e-91c5-3083ac5f0b12 req-a6b3764e-88eb-4aae-98b3-32255bdd1335 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579974 Nov 25 08:48:15.005788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:15.006507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.034590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f0116f09-ca48-49e3-bef6-c0daf61ff50c None None] Calling delete_port for ffe4b4d8-9ae1-409f-a4bf-134132ea3113 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:15.043653 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75bdf0-de09-447b-a12e-41c79d99209c req-6dd30130-1a86-4f02-b798-12d08459ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:15.045322 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3b75bdf0-de09-447b-a12e-41c79d99209c req-6dd30130-1a86-4f02-b798-12d08459ae18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=972d2186-2b87-4c34-baf7-4e227fea1eb8 HTTP/1.1" status: 200 len: 907 time: 0.5421641 Nov 25 08:48:15.060293 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Deleting subnet 7ab59b81-9be0-40b0-8d11-e91dc6872ac9 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:48:15.137598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.209615 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3b75bdf0-de09-447b-a12e-41c79d99209c req-f93ef931-d99b-4a9e-a39f-174f515db399 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a31a28d2-e9a1-402e-a042-e59073525d2b HTTP/1.1" status: 200 len: 217 time: 0.1446223 Nov 25 08:48:15.230811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.233486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-de0f7d1e-6a8a-4c77-88c3-86ba18d17080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:15.235197 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-de0f7d1e-6a8a-4c77-88c3-86ba18d17080 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40d6fdd8-001d-4957-aaad-ee27dc44d3ff HTTP/1.1" status: 200 len: 851 time: 0.4478812 Nov 25 08:48:15.242983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.260547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Pushing event updated for resources: {'Port': ['ID=cf29c45c-c264-4a21-814a-52c90345990b,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:15.279448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a5a56fb8-9074-4482-a3cd-3257bff8813b tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.279893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a56fb8-9074-4482-a3cd-3257bff8813b tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bd7b37e-20bc-490c-97f4-16ea7d64ce5c {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:48:15.286866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] DHCP port deletion for 02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:48:15.301048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] Deleting port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:15.301509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.337772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.372948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=47eca7d4-54f2-44ff-a25c-fd55fc66e3fb,segment=NetworkSegment(7581be2c-4c5e-424f-9052-cd09d472196b),segment_id=7581be2c-4c5e-424f-9052-cd09d472196b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:15.376599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0116f09-ca48-49e3-bef6-c0daf61ff50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.378069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.378465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.378667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.378817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.379165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.379624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.379953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.380203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.380575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.380892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.381156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.381502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.381835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:15.382806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:15.406331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:15.418351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.434135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a5a56fb8-9074-4482-a3cd-3257bff8813b tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.435264 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a5a56fb8-9074-4482-a3cd-3257bff8813b tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "DELETE /v2.0/routers/3bd7b37e-20bc-490c-97f4-16ea7d64ce5c HTTP/1.1" status: 204 len: 168 time: 2.2092416 Nov 25 08:48:15.448438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b6284-95d2-4b05-adcb-f94da0996a92 req-25c8707c-3940-4be5-8104-503330412b33 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:15.450228 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-679b6284-95d2-4b05-adcb-f94da0996a92 req-25c8707c-3940-4be5-8104-503330412b33 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 931 time: 1.7495475 Nov 25 08:48:15.461082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0116f09-ca48-49e3-bef6-c0daf61ff50c None None] Pushing event deleted for resources: {'Port': ['ID=ffe4b4d8-9ae1-409f-a4bf-134132ea3113,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:15.471364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75bdf0-de09-447b-a12e-41c79d99209c req-76ba7fe2-6764-42de-bec7-92a0a714fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:15.471768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f0116f09-ca48-49e3-bef6-c0daf61ff50c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:15.472245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aa27b236-86e3-47c5-8205-5fc0de8e510f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:15.473081 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3b75bdf0-de09-447b-a12e-41c79d99209c req-76ba7fe2-6764-42de-bec7-92a0a714fd01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9132eb-eae3-4c25-9cba-1069cd0c3617 HTTP/1.1" status: 200 len: 845 time: 0.2538624 Nov 25 08:48:15.480840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:15.501879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0a3713-ab3d-459a-bd8a-efa87207fab8') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:15.502358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0a3713-ab3d-459a-bd8a-efa87207fab8') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:15.506312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0116f09-ca48-49e3-bef6-c0daf61ff50c None None] No DVR routers for this DVR port ffe4b4d8-9ae1-409f-a4bf-134132ea3113 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:48:15.533189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.601373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38740) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:15.624043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.644492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:15.645630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.646971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=47eca7d4-54f2-44ff-a25c-fd55fc66e3fb,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:15.651575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:15.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:15.684048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] For port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=47eca7d4-54f2-44ff-a25c-fd55fc66e3fb,segment=NetworkSegment(7581be2c-4c5e-424f-9052-cd09d472196b),segment_id=7581be2c-4c5e-424f-9052-cd09d472196b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:15.684535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.710241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] For port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=47eca7d4-54f2-44ff-a25c-fd55fc66e3fb,segment=NetworkSegment(7581be2c-4c5e-424f-9052-cd09d472196b),segment_id=7581be2c-4c5e-424f-9052-cd09d472196b)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:15.710817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.726597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ef776-ace1-4929-9a08-5109594e9c7c req-6a6cd158-d3a4-44db-b70e-c9a9316a2de2 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:15.728265 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bf9ef776-ace1-4929-9a08-5109594e9c7c req-6a6cd158-d3a4-44db-b70e-c9a9316a2de2 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 943 time: 0.5204520 Nov 25 08:48:15.834635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Attempting to bind port cf29c45c-c264-4a21-814a-52c90345990b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:15.835227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Attempting to bind port cf29c45c-c264-4a21-814a-52c90345990b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:15.835738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Attempting to bind port cf29c45c-c264-4a21-814a-52c90345990b on network a6388bdf-86ee-4282-8d81-7e40fc7b730d {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:15.858321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] Calling delete_port for 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:15.883379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Calling delete_port for 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:15.897344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Port cf29c45c-c264-4a21-814a-52c90345990b on network a6388bdf-86ee-4282-8d81-7e40fc7b730d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:48:15.897541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Attempting to bind port cf29c45c-c264-4a21-814a-52c90345990b on network a6388bdf-86ee-4282-8d81-7e40fc7b730d {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:15.925327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.932790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:15.933125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Checking segment: {'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:15.933502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Bound using segment: {'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:15.933941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Bound port: cf29c45c-c264-4a21-814a-52c90345990b, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:15.934116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1654642232', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:15.934316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.951267 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-679b6284-95d2-4b05-adcb-f94da0996a92 req-35cc172a-f10a-490c-89f0-dee24e9e8289 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388290 Nov 25 08:48:15.954143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:15.957049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.976689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.976908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:15.996395 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:16.008238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Usage tracker for resource:router and tenant:3f03faf91d2e481a970fbafbcb2dbcd0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:16.028627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-58d9f3d0-0fc2-4adc-a2d8-7cf878233af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:16.029982 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-58d9f3d0-0fc2-4adc-a2d8-7cf878233af6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37af9905-3414-4cad-aeb5-b72371ae9d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7640131 Nov 25 08:48:16.034083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:16.037272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 08:48:16.039747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515cd96d-d40e-4428-b7da-aab2e89d728a']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:16.042510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] Pushing event deleted for resources: {'Port': ['ID=47eca7d4-54f2-44ff-a25c-fd55fc66e3fb,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:16.045075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] No DVR routers for this DVR port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:48:16.046842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:16.046981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:16.050016 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bf9ef776-ace1-4929-9a08-5109594e9c7c req-6bee6887-dd63-45f4-ba8f-39989d4be23d tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079388 Nov 25 08:48:16.051004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:16.094834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75bdf0-de09-447b-a12e-41c79d99209c req-3288eb28-0699-453f-a19a-95001e1b51da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:16.096336 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3b75bdf0-de09-447b-a12e-41c79d99209c req-3288eb28-0699-453f-a19a-95001e1b51da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=972d2186-2b87-4c34-baf7-4e227fea1eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5716484 Nov 25 08:48:16.097643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.134137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.141981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d80f9e3-7aaf-4b7f-bb12-c741a0334dce') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:16.142466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d80f9e3-7aaf-4b7f-bb12-c741a0334dce') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:16.147458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.170199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:16.191579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:16.243779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:16.244115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:16.244898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:48:16.281360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:48:16.281704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:48:16.282359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ffe4b4d8-9ae1-409f-a4bf-134132ea3113 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:48:16.286979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.314963 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-895a6e1a-548b-46ce-b736-eace9134f781 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:16.322394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: ffe4b4d8-9ae1-409f-a4bf-134132ea3113 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:48:16.322862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ffe4b4d8-9ae1-409f-a4bf-134132ea3113 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:48:16.344198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.360712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device cbfab90d-5d9c-457a-b69a-c1e7746f2a28 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:48:16.409364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.412420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab59b81-9be0-40b0-8d11-e91dc6872ac9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:16.433630 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3b75bdf0-de09-447b-a12e-41c79d99209c req-a2ce0fcc-4e75-4d98-8e8e-b08f6c4fc32c service neutron] 10.222.0.41 "GET /v2.0/networks/972d2186-2b87-4c34-baf7-4e227fea1eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240249 Nov 25 08:48:16.435045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.435480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.435912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.436344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.437438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.437802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.438157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.438612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.439033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.439456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.440014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.440445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:16.443871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:16.462256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a6d751-147c-4c6b-8034-f5a80463dc45 None None] Network da796acf-3d04-42d2-9e1a-20e17be7729f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:16.468187 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-96afaefd-bb70-4695-9fed-460aba0522ce service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651493 Nov 25 08:48:16.474097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.477218 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] 10.222.0.54 "DELETE /v2.0/subnets/7ab59b81-9be0-40b0-8d11-e91dc6872ac9 HTTP/1.1" status: 204 len: 168 time: 1.8385992 Nov 25 08:48:16.497739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.504964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:16.505360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.535410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38748) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:16.611463 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:16.613132 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "DELETE /v2.0/networks/ec0c174b-3bed-4e3f-ac6d-e5b7011b21b2 HTTP/1.1" status: 204 len: 168 time: 3.1463912 Nov 25 08:48:16.697336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a53b010a-1de9-4089-8f8b-162695ae6af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.746195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting port 47eca7d4-54f2-44ff-a25c-fd55fc66e3fb {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:16.746760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.756631 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port cbfab90d-5d9c-457a-b69a-c1e7746f2a28, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:16.775327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'port_id': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28', 'mac_address': 'fa:16:3e:20:32:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:48:16.859117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] For port cf29c45c-c264-4a21-814a-52c90345990b, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:16.859474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.870362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.904060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfab90d-5d9c-457a-b69a-c1e7746f2a28 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:48:16.904298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6db4a091-f4a0-432d-8795-d3f8497d53c1 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:16.920694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.933792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port cbfab90d-5d9c-457a-b69a-c1e7746f2a28, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:16.940004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.942344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:16.945762 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] For port cf29c45c-c264-4a21-814a-52c90345990b, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cf29c45c-c264-4a21-814a-52c90345990b,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:16.947354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.958304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Pushing event deleted for resources: {'Network': ['ID=515cd96d-d40e-4428-b7da-aab2e89d728a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:16.962105 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-9eb518f7-d86f-4d64-8d3d-0691a9acb957 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753139 Nov 25 08:48:16.968139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38758) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:16.969820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:16.971491 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] 10.222.0.54 "DELETE /v2.0/networks/515cd96d-d40e-4428-b7da-aab2e89d728a HTTP/1.1" status: 204 len: 168 time: 2.4660430 Nov 25 08:48:16.974844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:16.980666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3d1ad5fe-e5e1-408f-9f47-284404c9c3c4 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:17.013584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4cb0fd-e5e6-42e3-80ac-fe894a0c3887 None None] DHCP port deletion for da796acf-3d04-42d2-9e1a-20e17be7729f request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:48:17.033709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cb0fd-e5e6-42e3-80ac-fe894a0c3887 None None] Deleting port a5744197-448c-479a-b81c-d6342974751c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:17.034468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb0fd-e5e6-42e3-80ac-fe894a0c3887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.037960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] The port '47eca7d4-54f2-44ff-a25c-fd55fc66e3fb' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:48:17.038088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1264b7f5-6b58-4453-85ea-c54be8dca0aa tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Request body: {'router': {'name': 'tempest-router--86978662', 'project_id': 'e2fb3a2af5014e47bdf2e7222149cf40'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:17.092560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1264b7f5-6b58-4453-85ea-c54be8dca0aa tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:17.105458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1264b7f5-6b58-4453-85ea-c54be8dca0aa tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Usage tracker for resource:router and tenant:e2fb3a2af5014e47bdf2e7222149cf40 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:17.118088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1264b7f5-6b58-4453-85ea-c54be8dca0aa tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:17.121698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:17.122249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.123637 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] 10.222.0.41 "PUT /v2.0/ports/cf29c45c-c264-4a21-814a-52c90345990b HTTP/1.1" status: 200 len: 1093 time: 4.9734905 Nov 25 08:48:17.124448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'tag': 'cf29c45c-c264-4a21-814a-52c90345990b'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:17.142033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1264b7f5-6b58-4453-85ea-c54be8dca0aa tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:17.152930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202417df-6a33-4ea3-86a5-51a3983d1830 req-1d412275-a59f-40fc-9e7f-aee2cbebb98a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:17.162578 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-202417df-6a33-4ea3-86a5-51a3983d1830 req-1d412275-a59f-40fc-9e7f-aee2cbebb98a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 943 time: 0.5522511 Nov 25 08:48:17.241769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=cbfab90d-5d9c-457a-b69a-c1e7746f2a28,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:17.266565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.266815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:17.296478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Pushing event updated for resources: {'Port': ['ID=cf29c45c-c264-4a21-814a-52c90345990b,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:17.299902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:17.303207 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-202417df-6a33-4ea3-86a5-51a3983d1830 req-29ab9011-e170-4a68-bbe9-d2b082d3c7bf tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398029 Nov 25 08:48:17.305069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1264b7f5-6b58-4453-85ea-c54be8dca0aa tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.306105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1264b7f5-6b58-4453-85ea-c54be8dca0aa tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.319294 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['cbfab90d-5d9c-457a-b69a-c1e7746f2a28'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:48:17.332720 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3b75bdf0-de09-447b-a12e-41c79d99209c req-4217d717-8350-469b-8cc1-0b4f125f19b5 service neutron] 10.222.0.41 "GET /v2.0/networks/972d2186-2b87-4c34-baf7-4e227fea1eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8864686 Nov 25 08:48:17.336695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.362478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1264b7f5-6b58-4453-85ea-c54be8dca0aa tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.385434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-1097b739-836c-43b1-ad70-5f9cebc7ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:17.387004 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-1097b739-836c-43b1-ad70-5f9cebc7ddc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c0989e50f024289b4ca0c2c24bbcc1c&device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 1096 time: 0.2027287 Nov 25 08:48:17.391734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1264b7f5-6b58-4453-85ea-c54be8dca0aa tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.496989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1264b7f5-6b58-4453-85ea-c54be8dca0aa tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.498347 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1264b7f5-6b58-4453-85ea-c54be8dca0aa tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5254695 Nov 25 08:48:17.507163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38772) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:17.544116 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-60dd0fd9-6465-499d-a536-8397c68cf106 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf29c45c-c264-4a21-814a-52c90345990b HTTP/1.1" status: 200 len: 217 time: 0.1315691 Nov 25 08:48:17.588686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38776) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:17.663374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cc4cb0fd-e5e6-42e3-80ac-fe894a0c3887 None None] For port a5744197-448c-479a-b81c-d6342974751c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a5744197-448c-479a-b81c-d6342974751c,segment=NetworkSegment(f3faea8e-8da4-42a0-b8a1-f6fb516e216c),segment_id=f3faea8e-8da4-42a0-b8a1-f6fb516e216c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:17.663765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb0fd-e5e6-42e3-80ac-fe894a0c3887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.683291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.692385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Deleting port a5744197-448c-479a-b81c-d6342974751c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:17.692712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.763541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-05a4d58e-51f0-491e-9c23-aeee388f4d80 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.802678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffecb7-6d54-4525-a57a-932b599d7ffa req-76d084b3-7b2a-4750-a6f1-1911b912eda8 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:17.804267 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f8ffecb7-6d54-4525-a57a-932b599d7ffa req-76d084b3-7b2a-4750-a6f1-1911b912eda8 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 943 time: 0.4755754 Nov 25 08:48:17.808501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cb0fd-e5e6-42e3-80ac-fe894a0c3887 None None] Calling delete_port for a5744197-448c-479a-b81c-d6342974751c owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:17.809526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:17.820936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-d407db32-c959-4960-8aba-a5b4930210eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:17.822369 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-d407db32-c959-4960-8aba-a5b4930210eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=753bb839-4977-414d-80fc-329d1fcf44af HTTP/1.1" status: 200 len: 851 time: 0.2099779 Nov 25 08:48:17.893266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7581be2c-4c5e-424f-9052-cd09d472196b') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:17.893624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7581be2c-4c5e-424f-9052-cd09d472196b') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:17.939947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.951805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb0fd-e5e6-42e3-80ac-fe894a0c3887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.962696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f0116f09-ca48-49e3-bef6-c0daf61ff50c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:17.978926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:17.988982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:17.989758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.007182 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cb0fd-e5e6-42e3-80ac-fe894a0c3887 None None] Pushing event deleted for resources: {'Port': ['ID=a5744197-448c-479a-b81c-d6342974751c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:18.016868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cc4cb0fd-e5e6-42e3-80ac-fe894a0c3887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:18.022794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4cb0fd-e5e6-42e3-80ac-fe894a0c3887 None None] No DVR routers for this DVR port a5744197-448c-479a-b81c-d6342974751c on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:48:18.080426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a82c1f-4943-4360-a6ef-a2eec0d3224c req-460dc59f-7d5b-41e4-85e9-f775857d49f0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:18.081941 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-37a82c1f-4943-4360-a6ef-a2eec0d3224c req-460dc59f-7d5b-41e4-85e9-f775857d49f0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 944 time: 0.5862553 Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:18.084647 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:18.110531 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b6a542c7-d27d-488a-b547-2b65a37405eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=84cee7e099084e90ac408499d4024f38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5142772 Nov 25 08:48:18.143021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38782) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:18.189055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a5744197-448c-479a-b81c-d6342974751c no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:48:18.228442 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: a5744197-448c-479a-b81c-d6342974751c {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:48:18.228808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a5744197-448c-479a-b81c-d6342974751c not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:48:18.242877 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f8ffecb7-6d54-4525-a57a-932b599d7ffa req-63109cd5-980b-4c6a-af0e-8c1fa6110be6 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036579 Nov 25 08:48:18.260598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.297033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-05a4d58e-51f0-491e-9c23-aeee388f4d80 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.303273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.305621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:18.306673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-05a4d58e-51f0-491e-9c23-aeee388f4d80 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.309309 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'tag': 'cf29c45c-c264-4a21-814a-52c90345990b', 'status': 'completed', 'code': 200} Nov 25 08:48:18.331709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] For port a5744197-448c-479a-b81c-d6342974751c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a5744197-448c-479a-b81c-d6342974751c,segment=NetworkSegment(f3faea8e-8da4-42a0-b8a1-f6fb516e216c),segment_id=f3faea8e-8da4-42a0-b8a1-f6fb516e216c)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:18.332064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.338982 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-37a82c1f-4943-4360-a6ef-a2eec0d3224c req-76fd61fa-d7b6-4a42-b22a-ce6a541256da tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477536 Nov 25 08:48:18.351115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-c23cb0d5-ba25-49fa-82c7-f2033d8da9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:18.351642 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Network': ['ID=02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:18.352781 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-c23cb0d5-ba25-49fa-82c7-f2033d8da9f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6388bdf-86ee-4282-8d81-7e40fc7b730d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5208228 Nov 25 08:48:18.357532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:18.358491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-05a4d58e-51f0-491e-9c23-aeee388f4d80 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.359178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a4d58e-51f0-491e-9c23-aeee388f4d80 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45b5f39c-bb30-4fbd-ad0b-dadaab9f4bab {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:48:18.360146 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e HTTP/1.1" status: 204 len: 168 time: 6.8311279 Nov 25 08:48:18.364938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38788) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:18.381539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a31a28d2-e9a1-402e-a042-e59073525d2b details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:48:18.396992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801696727'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:18.407883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-05a4d58e-51f0-491e-9c23-aeee388f4d80 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.408952 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-05a4d58e-51f0-491e-9c23-aeee388f4d80 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "DELETE /v2.0/routers/45b5f39c-bb30-4fbd-ad0b-dadaab9f4bab HTTP/1.1" status: 204 len: 168 time: 0.8671756 Nov 25 08:48:18.412661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:18.470505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:network and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:18.483203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:18.493969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:18.527767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:18.531502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.564618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:18.575239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.575787 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Added segment f33bec61-8799-4c47-9749-42156a3cf26a of type vlan for network c8b414a7-3228-451b-b0fd-6c5f2aba8eda Nov 25 08:48:18.596713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a31a28d2-e9a1-402e-a042-e59073525d2b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a31a28d2-e9a1-402e-a042-e59073525d2b,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:18.604888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.613722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'a31a28d2-e9a1-402e-a042-e59073525d2b', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'port_id': 'a31a28d2-e9a1-402e-a042-e59073525d2b', 'mac_address': 'fa:16:3e:bd:2d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:48:18.619815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Calling delete_port for a5744197-448c-479a-b81c-d6342974751c owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:18.655921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.664117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:18.664742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.669702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-c6168e25-c5cf-4284-98a8-2097c5a68911 service neutron] 10.222.0.41 "GET /v2.0/networks/a6388bdf-86ee-4282-8d81-7e40fc7b730d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038983 Nov 25 08:48:18.671809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38794) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:18.672327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-41863cbf-a68a-449b-b885-e8c3716aef09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:18.683716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.705684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31a28d2-e9a1-402e-a042-e59073525d2b {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:48:18.723651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a31a28d2-e9a1-402e-a042-e59073525d2b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a31a28d2-e9a1-402e-a042-e59073525d2b,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:18.727664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.729565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:18.754171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0fdd-ddd0-4c2c-be9d-83eb3f1ed353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.806959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a31a28d2-e9a1-402e-a042-e59073525d2b,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:18.817941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:18.870382 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5022883 Nov 25 08:48:18.877277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38802) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:18.881490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=c8b414a7-3228-451b-b0fd-6c5f2aba8eda,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:18.886568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'network_id': 'c8b414a7-3228-451b-b0fd-6c5f2aba8eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:18.894530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network c8b414a7-3228-451b-b0fd-6c5f2aba8eda details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:18.906863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:18.909508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:18.909976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:18.910075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-204068155', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:18.938307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0fdd-ddd0-4c2c-be9d-83eb3f1ed353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:18.976678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:18.987028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.004779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Usage tracker for resource:router and tenant:c7d1e0ff348f4f96ae9df288c0de763f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:19.013962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:19.032383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.040503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:19.049582 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c223dd71-630f-4d4e-a12a-a823edea73cc req-186dbd53-b999-4e14-9db4-35a900a6f47c service neutron] 10.222.0.41 "GET /v2.0/networks/a6388bdf-86ee-4282-8d81-7e40fc7b730d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510711 Nov 25 08:48:19.057587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:19.062190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.063215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.067392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:subnet and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:19.071259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:19.078622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:19.086337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['a31a28d2-e9a1-402e-a042-e59073525d2b'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:48:19.092658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.148895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:19.152966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.159287 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a34d56ac-c7b0-42c2-b524-1708cf858b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.159471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e10425-6a53-422c-9ddf-e9797f4845e5 req-62bb70d6-9ec5-4672-b046-b2375e1fe610 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:19.160812 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-84e10425-6a53-422c-9ddf-e9797f4845e5 req-62bb70d6-9ec5-4672-b046-b2375e1fe610 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 944 time: 0.5513024 Nov 25 08:48:19.217227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0fdd-ddd0-4c2c-be9d-83eb3f1ed353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.245223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:19.266641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a0fdd-ddd0-4c2c-be9d-83eb3f1ed353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9776f522-3ffc-45cb-8b7b-29ad36322f6a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:19.278845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4d9a0fdd-ddd0-4c2c-be9d-83eb3f1ed353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:19.311111 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-84e10425-6a53-422c-9ddf-e9797f4845e5 req-16b9e5fa-53ec-4f79-a214-90f590afde04 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028214 Nov 25 08:48:19.313325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Allocated IP 172.26.3.41 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/fa52adc4-a974-4ff6-8d19-c265cfa7161d) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:19.319746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0fdd-ddd0-4c2c-be9d-83eb3f1ed353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.320944 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4d9a0fdd-ddd0-4c2c-be9d-83eb3f1ed353 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9776f522-3ffc-45cb-8b7b-29ad36322f6a HTTP/1.1" status: 204 len: 168 time: 1.1760511 Nov 25 08:48:19.417836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Deleting port a5744197-448c-479a-b81c-d6342974751c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:19.418459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.494689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] The port 'a5744197-448c-479a-b81c-d6342974751c' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:48:19.654556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0618a9-f072-4241-9765-1485caf7b781 req-dd225154-b058-4c75-b380-15bbcebcdbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:19.656613 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d0618a9-f072-4241-9765-1485caf7b781 req-dd225154-b058-4c75-b380-15bbcebcdbe5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c0989e50f024289b4ca0c2c24bbcc1c&device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 1096 time: 0.5447161 Nov 25 08:48:19.666830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.697667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.746694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.755755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da796acf-3d04-42d2-9e1a-20e17be7729f']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:19.773140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3faea8e-8da4-42a0-b8a1-f6fb516e216c') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:19.773430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3faea8e-8da4-42a0-b8a1-f6fb516e216c') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:19.790472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.811626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c7102-4882-42d6-9c22-f228e810f02a req-5fad6395-e62f-4a9b-8bb6-b5a81e7c9d22 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:19.812989 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c64c7102-4882-42d6-9c22-f228e810f02a req-5fad6395-e62f-4a9b-8bb6-b5a81e7c9d22 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 944 time: 0.2873323 Nov 25 08:48:19.819914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.831422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:19.831828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:19.848423 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:19.859400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.968612 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c64c7102-4882-42d6-9c22-f228e810f02a req-7b5d01c9-6e14-4a55-b100-8978589455a6 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415265 Nov 25 08:48:19.970364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:19.974515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6bcdf043-e746-4f4c-acff-ce17d1d54bc2 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:20.005152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:20.032904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:20.057624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:20.061348 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] 10.222.0.54 "DELETE /v2.0/networks/da796acf-3d04-42d2-9e1a-20e17be7729f HTTP/1.1" status: 204 len: 168 time: 3.5248976 Nov 25 08:48:20.062413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:20.066298 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:20.097505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Pushing event updated for resources: {'Port': ['ID=fa52adc4-a974-4ff6-8d19-c265cfa7161d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:20.111125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:20.111814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d030792-f6fa-4707-993c-85c26d4e0fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:20.135755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Pushing event deleted for resources: {'Network': ['ID=da796acf-3d04-42d2-9e1a-20e17be7729f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:20.139226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:20.191450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:20.210985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-713d9d17-40c1-4771-b0bb-a3d7c4a0bbad tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:20.285308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=4d9a2c2c-5def-4581-a22e-8ed9a427e1e1,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:20.289173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0618a9-f072-4241-9765-1485caf7b781 req-aab8d49d-6a5e-4889-8b4f-0fbd1608c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:20.290673 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d0618a9-f072-4241-9765-1485caf7b781 req-aab8d49d-6a5e-4889-8b4f-0fbd1608c179 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6388bdf-86ee-4282-8d81-7e40fc7b730d HTTP/1.1" status: 200 len: 913 time: 0.6192362 Nov 25 08:48:20.291783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:20.305332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fc5b5-8cec-4458-b877-04b2fa350f01 req-a2fd3558-4694-46a6-8f91-cde97ac99249 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:20.312175 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8b7fc5b5-8cec-4458-b877-04b2fa350f01 req-a2fd3558-4694-46a6-8f91-cde97ac99249 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 943 time: 0.7902298 Nov 25 08:48:20.369387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a31a28d2-e9a1-402e-a042-e59073525d2b up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:20.383561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38836) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:20.451739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38842) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:20.466035 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d0618a9-f072-4241-9765-1485caf7b781 req-6e00106a-332e-4d39-93c5-a8883905b1e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf29c45c-c264-4a21-814a-52c90345990b HTTP/1.1" status: 200 len: 217 time: 0.1504078 Nov 25 08:48:20.491124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port a31a28d2-e9a1-402e-a042-e59073525d2b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:20.498036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port a31a28d2-e9a1-402e-a042-e59073525d2b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:20.498669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:20.579158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Checking segment: {'id': 'f33bec61-8799-4c47-9749-42156a3cf26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c8b414a7-3228-451b-b0fd-6c5f2aba8eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:20.579531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network hostable DHCP agents. Network: c8b414a7-3228-451b-b0fd-6c5f2aba8eda, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:20.613941 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8b7fc5b5-8cec-4458-b877-04b2fa350f01 req-69b90ea9-ff25-41b9-a175-96b0bda8b1ba tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945037 Nov 25 08:48:20.650806 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0618a9-f072-4241-9765-1485caf7b781 req-8be71f92-55bc-4e56-b5c0-f81f63d8e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:20.652250 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d0618a9-f072-4241-9765-1485caf7b781 req-8be71f92-55bc-4e56-b5c0-f81f63d8e0d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=753bb839-4977-414d-80fc-329d1fcf44af HTTP/1.1" status: 200 len: 851 time: 0.1718986 Nov 25 08:48:20.659676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:20.688576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31a28d2-e9a1-402e-a042-e59073525d2b'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:20.698988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network c8b414a7-3228-451b-b0fd-6c5f2aba8eda is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:20.707714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'networks': [{'name': 'tempest-network--825658369'}, {'name': 'tempest-network--644597254'}]} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:20.708632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'network': {'name': 'tempest-network--825658369'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:20.708632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'network': {'name': 'tempest-network--644597254'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:20.739779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:20.757212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Usage tracker for resource:network and tenant:18649889fff24a24bbd4cdcc64a29b7f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:20.761966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a31a28d2-e9a1-402e-a042-e59073525d2b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a31a28d2-e9a1-402e-a042-e59073525d2b,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:20.768664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:20.776247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:20.779012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device cbfab90d-5d9c-457a-b69a-c1e7746f2a28 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:20.779154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, c8b414a7-3228-451b-b0fd-6c5f2aba8eda) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:20.779887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:20.822523 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4a13728f-5a0e-43d2-8d9c-9abf1a79c10c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:20.832889 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2eca9979-b90f-4f54-98bc-8306dc4ec995 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f3d298f7c7b4d2cb3a7548fad6f2f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788884 Nov 25 08:48:20.836113 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38852) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:20.848804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Made reservation on behalf of 18649889fff24a24bbd4cdcc64a29b7f for: {'network': 2} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:20.853316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:20.857989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9266524a-a8ca-4452-b0c9-1a57d784d0ff None None] Network c8b414a7-3228-451b-b0fd-6c5f2aba8eda requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:20.862699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:20.863293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:20.914367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:20.929333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:20.935998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688712e-4e2a-4d9b-9fb0-7cd64a1cbd86 req-4866b2b7-2c70-4efa-bd21-fe034a0f81d5 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:20.938047 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c688712e-4e2a-4d9b-9fb0-7cd64a1cbd86 req-4866b2b7-2c70-4efa-bd21-fe034a0f81d5 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 944 time: 0.3666415 Nov 25 08:48:20.947638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:20.971174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.010724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:21.021965 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1414115 Nov 25 08:48:21.022778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38862) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:21.047233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Usage tracker for resource:security_group_rule and tenant:18649889fff24a24bbd4cdcc64a29b7f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:21.053856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a31a28d2-e9a1-402e-a042-e59073525d2b,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:21.058926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:21.073797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.074150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.074534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.074870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.075203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.075534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.075877 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.076196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.076509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.076834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.077155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.077474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:21.084051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:21.118928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:21.128716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0618a9-f072-4241-9765-1485caf7b781 req-028a83bc-d713-42cf-b840-83a456d70be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:21.130487 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d0618a9-f072-4241-9765-1485caf7b781 req-028a83bc-d713-42cf-b840-83a456d70be9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6388bdf-86ee-4282-8d81-7e40fc7b730d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4715145 Nov 25 08:48:21.132196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:21.148661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:21.149049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.212983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4998b0ed-4697-41fa-947d-8b371bf8e233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.243696 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c688712e-4e2a-4d9b-9fb0-7cd64a1cbd86 req-c6c3a3b2-3f79-4530-bbb9-f7b5e52d771a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257578 Nov 25 08:48:21.244139 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31a28d2-e9a1-402e-a042-e59073525d2b', 'code': 200} Nov 25 08:48:21.270028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-c8b414a7-3228-451b-b0fd-6c5f2aba8eda', 'network_id': 'c8b414a7-3228-451b-b0fd-6c5f2aba8eda', 'tenant_id': 'eabb1f41097a47e99aaac1436258e9d5', 'fixed_ips': [{'subnet_id': '4d9a2c2c-5def-4581-a22e-8ed9a427e1e1'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:48:21.270903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.301235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4998b0ed-4697-41fa-947d-8b371bf8e233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.398668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.417068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.505430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port cbfab90d-5d9c-457a-b69a-c1e7746f2a28, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:21.512535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.516163 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:21.523525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.527491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Allocated IP 172.26.3.35 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/1eb286f5-6abb-4a76-919c-a0e57a5d83d5) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:21.539935 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d0618a9-f072-4241-9765-1485caf7b781 req-ebd43f63-9129-4dec-91e7-ecaca10fee7f service neutron] 10.222.0.41 "GET /v2.0/networks/a6388bdf-86ee-4282-8d81-7e40fc7b730d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939679 Nov 25 08:48:21.581757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Allocated IP 2001:db8::1 (c8b414a7-3228-451b-b0fd-6c5f2aba8eda/4d9a2c2c-5def-4581-a22e-8ed9a427e1e1/8fff4542-d307-4694-8186-79ee759fef01) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:21.621479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=cbfab90d-5d9c-457a-b69a-c1e7746f2a28,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:21.627570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:21.665912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.680433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4998b0ed-4697-41fa-947d-8b371bf8e233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.694020 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:21.701249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.701757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.734815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998b0ed-4697-41fa-947d-8b371bf8e233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf2e90a-bf19-4f9a-bbf8-25680c04bb3f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:21.737205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4998b0ed-4697-41fa-947d-8b371bf8e233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:21.774731 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:21.794227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.823126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.834015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Transition to ACTIVE for port object 8fff4542-d307-4694-8186-79ee759fef01 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:21.853622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Transition to ACTIVE for port object 8fff4542-d307-4694-8186-79ee759fef01 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:21.862097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.867417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e640e60e-d0f7-4738-a4c9-d915c175e8ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:21.883687 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d0618a9-f072-4241-9765-1485caf7b781 req-d43dee46-592d-4ba4-87f4-f3485a8099dc service neutron] 10.222.0.41 "GET /v2.0/networks/a6388bdf-86ee-4282-8d81-7e40fc7b730d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346362 Nov 25 08:48:21.891115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4998b0ed-4697-41fa-947d-8b371bf8e233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.898331 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4998b0ed-4697-41fa-947d-8b371bf8e233 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/faf2e90a-bf19-4f9a-bbf8-25680c04bb3f HTTP/1.1" status: 204 len: 168 time: 1.0602322 Nov 25 08:48:21.902594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352301ff-1810-4ee7-8c29-e07aa442685b req-ed8ab07a-a8fb-45d8-84e9-5ac91ac05f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:21.904535 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-352301ff-1810-4ee7-8c29-e07aa442685b req-ed8ab07a-a8fb-45d8-84e9-5ac91ac05f4a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 1098 time: 0.3526552 Nov 25 08:48:21.909119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528727f-8bec-4bfa-8ef9-3bcae5c763a6 req-d22f7175-446a-4d9f-bcbd-441fb237da17 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:21.913168 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2528727f-8bec-4bfa-8ef9-3bcae5c763a6 req-d22f7175-446a-4d9f-bcbd-441fb237da17 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 944 time: 0.4709897 Nov 25 08:48:21.926467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Network c8b414a7-3228-451b-b0fd-6c5f2aba8eda is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:21.934604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:21.940215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:21.955159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:21.976066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Pushing event updated for resources: {'Port': ['ID=8fff4542-d307-4694-8186-79ee759fef01,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:21.984602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:22.099266 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Attempting to bind port 8fff4542-d307-4694-8186-79ee759fef01 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:22.099266 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Attempting to bind port 8fff4542-d307-4694-8186-79ee759fef01 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'f33bec61-8799-4c47-9749-42156a3cf26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c8b414a7-3228-451b-b0fd-6c5f2aba8eda'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:22.099266 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Attempting to bind port 8fff4542-d307-4694-8186-79ee759fef01 on network c8b414a7-3228-451b-b0fd-6c5f2aba8eda {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:22.105380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:22.105870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Checking segment: {'id': 'f33bec61-8799-4c47-9749-42156a3cf26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c8b414a7-3228-451b-b0fd-6c5f2aba8eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:22.106304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.106694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Bound using segment: {'id': 'f33bec61-8799-4c47-9749-42156a3cf26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c8b414a7-3228-451b-b0fd-6c5f2aba8eda'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:22.107187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Bound port: 8fff4542-d307-4694-8186-79ee759fef01, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33bec61-8799-4c47-9749-42156a3cf26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c8b414a7-3228-451b-b0fd-6c5f2aba8eda'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:22.108331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.187176 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2528727f-8bec-4bfa-8ef9-3bcae5c763a6 req-aabd9aa3-b73b-450b-8bce-d9134f49b0c4 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724161 Nov 25 08:48:22.209196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.216234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:22.230528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] For port 8fff4542-d307-4694-8186-79ee759fef01, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:22.237738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2184f8d5-6602-4124-ad77-b53b3dd365c9,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:22.246918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] For port 8fff4542-d307-4694-8186-79ee759fef01, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=8fff4542-d307-4694-8186-79ee759fef01,segment=NetworkSegment(f33bec61-8799-4c47-9749-42156a3cf26a),segment_id=f33bec61-8799-4c47-9749-42156a3cf26a)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:22.259221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:22.259968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.265687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.272091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:22.278195 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:22.280799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.281146 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Added segment f451da53-b04e-4388-af95-81133e30d4fd of type vlan for network eaabf04e-7df8-4af6-8e2e-5d8e29c60b6e Nov 25 08:48:22.312765 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.321026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.356636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:22.371150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.371492 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Added segment f5996c29-acb3-44e6-91b5-021501279ce6 of type vlan for network acf4ce93-c214-4324-8532-a33e7bdd490b Nov 25 08:48:22.371904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9a2c2c-5def-4581-a22e-8ed9a427e1e1,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:22.378510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Pushing event updated for resources: {'Port': ['ID=8fff4542-d307-4694-8186-79ee759fef01,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:22.382261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:22.384661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device cf29c45c-c264-4a21-814a-52c90345990b details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:48:22.393112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:22.398560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9c408877-4bc0-46d2-81e6-10d41f00cfd1 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:22.406614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.434160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-352301ff-1810-4ee7-8c29-e07aa442685b req-5430a3f2-d4f1-40a9-825a-a89d490f822e service neutron] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.458724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-352301ff-1810-4ee7-8c29-e07aa442685b req-5430a3f2-d4f1-40a9-825a-a89d490f822e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:22.462591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-352301ff-1810-4ee7-8c29-e07aa442685b req-5430a3f2-d4f1-40a9-825a-a89d490f822e service neutron] Usage tracker for resource:security_group_rule and tenant:bf22e97bc61f410e85a8ed867626a4ad is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:22.465684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-352301ff-1810-4ee7-8c29-e07aa442685b req-5430a3f2-d4f1-40a9-825a-a89d490f822e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:22.472832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-352301ff-1810-4ee7-8c29-e07aa442685b req-5430a3f2-d4f1-40a9-825a-a89d490f822e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:22.553943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port cf29c45c-c264-4a21-814a-52c90345990b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cf29c45c-c264-4a21-814a-52c90345990b,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:22.571726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'cf29c45c-c264-4a21-814a-52c90345990b', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'port_id': 'cf29c45c-c264-4a21-814a-52c90345990b', 'mac_address': 'fa:16:3e:eb:c7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753bb839-4977-414d-80fc-329d1fcf44af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:48:22.593575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-352301ff-1810-4ee7-8c29-e07aa442685b req-5430a3f2-d4f1-40a9-825a-a89d490f822e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.620814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-352301ff-1810-4ee7-8c29-e07aa442685b req-5430a3f2-d4f1-40a9-825a-a89d490f822e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.643330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:22.648166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.660127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb2248-17ef-44b9-b9bb-96627fe24b3b req-850d1ee3-c467-490b-ba86-93d2763ee14d tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:22.672631 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf29c45c-c264-4a21-814a-52c90345990b {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:48:22.689484 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-35fb2248-17ef-44b9-b9bb-96627fe24b3b req-850d1ee3-c467-490b-ba86-93d2763ee14d tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 943 time: 0.9634595 Nov 25 08:48:22.699947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port cf29c45c-c264-4a21-814a-52c90345990b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cf29c45c-c264-4a21-814a-52c90345990b,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:22.705980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.709613 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:22.711621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.730908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.746952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:22.749802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.752005 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-352301ff-1810-4ee7-8c29-e07aa442685b req-5430a3f2-d4f1-40a9-825a-a89d490f822e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7010956 Nov 25 08:48:22.779231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:22.782937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:22.792843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b414a7-3228-451b-b0fd-6c5f2aba8eda']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:22.795551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:22.796282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.810690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:22.813340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=cf29c45c-c264-4a21-814a-52c90345990b,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:22.821896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:22.833107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430a3f2-d4f1-40a9-825a-a89d490f822e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c681a5fc-1ec2-4dd0-be9f-5f456883c458,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:22.837353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5430a3f2-d4f1-40a9-825a-a89d490f822e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:22.844900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fd22b6e2-26af-494f-a17f-e1f92c7d959f tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:22.873066 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33bec61-8799-4c47-9749-42156a3cf26a') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:22.876954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33bec61-8799-4c47-9749-42156a3cf26a') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:22.910637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.923797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Pushing event updated for resources: {'Port': ['ID=1eb286f5-6abb-4a76-919c-a0e57a5d83d5,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:22.933564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:22.938901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Router 94784e61-2c7d-440e-9b6e-b8400ee45ddf is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:48:22.946469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.957511 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-35fb2248-17ef-44b9-b9bb-96627fe24b3b req-c24cc192-d887-4998-9b6b-a84357c31c47 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672591 Nov 25 08:48:22.960777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:22.961184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:22.978984 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:22.981562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event updated for resources: {'Network': ['ID=eaabf04e-7df8-4af6-8e2e-5d8e29c60b6e,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:22.994569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network eaabf04e-7df8-4af6-8e2e-5d8e29c60b6e details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:23.066248 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6815825 Nov 25 08:48:23.101115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38890) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:23.101499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38892) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:23.155037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['cf29c45c-c264-4a21-814a-52c90345990b'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:48:23.222537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event updated for resources: {'Network': ['ID=acf4ce93-c214-4324-8532-a33e7bdd490b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:23.225501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:23.228681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:23.228846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:23.244188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network acf4ce93-c214-4324-8532-a33e7bdd490b details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:23.262478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:23.274007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:23.287742 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c27c4c-356e-42f7-84ff-41724d71efca None None] Sync routers for ids ['94784e61-2c7d-440e-9b6e-b8400ee45ddf'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:23.303988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:23.304987 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c27c4c-356e-42f7-84ff-41724d71efca None None] Routers {'94784e61-2c7d-440e-9b6e-b8400ee45ddf'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:23.309791 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-98c27c4c-356e-42f7-84ff-41724d71efca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['94784e61-2c7d-440e-9b6e-b8400ee45ddf'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:23.316211 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7125773 Nov 25 08:48:23.316889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38904) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:23.389055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b66da-389e-41c1-98b0-6a96dcdbadb4 req-42cda6cd-6745-4d70-8036-00363c0a47bb tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:23.400948 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e4b66da-389e-41c1-98b0-6a96dcdbadb4 req-42cda6cd-6745-4d70-8036-00363c0a47bb tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 945 time: 0.8248525 Nov 25 08:48:23.472608 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-98c27c4c-356e-42f7-84ff-41724d71efca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:23.484648 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c27c4c-356e-42f7-84ff-41724d71efca None None] Routers {'94784e61-2c7d-440e-9b6e-b8400ee45ddf'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:23.485475 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-98c27c4c-356e-42f7-84ff-41724d71efca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['94784e61-2c7d-440e-9b6e-b8400ee45ddf'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:23.489234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:48:23.489234 dv-neutron-818341-1-hyperv neutron-server[87513]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:48:23.489234 dv-neutron-818341-1-hyperv neutron-server[87513]: [parameters: {'id': 'c8b414a7-3228-451b-b0fd-6c5f2aba8eda'}] Nov 25 08:48:23.489234 dv-neutron-818341-1-hyperv neutron-server[87513]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:23.489593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:23.498210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1182155866'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:23.536015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:23.546557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:network and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:23.553088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:23.572485 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-98c27c4c-356e-42f7-84ff-41724d71efca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:23.572896 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c27c4c-356e-42f7-84ff-41724d71efca None None] The sync data for ids ['94784e61-2c7d-440e-9b6e-b8400ee45ddf'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:23.576309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:23.626308 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e4b66da-389e-41c1-98b0-6a96dcdbadb4 req-9df0449c-46aa-46f6-b8ed-dc1260d3d6af tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243752 Nov 25 08:48:23.660084 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2c8c5956-035f-450b-a674-62eaf6642e2e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/routers/94784e61-2c7d-440e-9b6e-b8400ee45ddf HTTP/1.1" status: 200 len: 920 time: 0.3418765 Nov 25 08:48:23.663416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38908) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:23.700035 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28', 'code': 200} Nov 25 08:48:23.716633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68767dfa-3db2-4ab8-901e-ded5ae4ff434 req-72339836-f79d-4da9-9c6a-5f3f871605dc tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:23.718810 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-68767dfa-3db2-4ab8-901e-ded5ae4ff434 req-72339836-f79d-4da9-9c6a-5f3f871605dc tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.2264364 Nov 25 08:48:23.725757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:23.729431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:23.732476 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c3c336fe-6dfe-4bb2-a5c8-be71ff935aab tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=94784e61-2c7d-440e-9b6e-b8400ee45ddf HTTP/1.1" status: 200 len: 205 time: 0.0679400 Nov 25 08:48:23.750734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38912) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:23.764957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aae0e64-63d2-4ec7-b261-e8fe40e384d5 None None] Network c8b414a7-3228-451b-b0fd-6c5f2aba8eda requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:23.840626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:23.859444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56129fdd-1e83-4a64-b4a1-0b7df0c6c7ec tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:23.864120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3c490a7d-10c6-4f1d-bf6c-68a4fc885e0b None None] Provisioning for port 8fff4542-d307-4694-8186-79ee759fef01 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:23.866115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56129fdd-1e83-4a64-b4a1-0b7df0c6c7ec tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:23.872069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56129fdd-1e83-4a64-b4a1-0b7df0c6c7ec tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:23.879441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56129fdd-1e83-4a64-b4a1-0b7df0c6c7ec tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:23.883797 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-56129fdd-1e83-4a64-b4a1-0b7df0c6c7ec tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7717087 Nov 25 08:48:23.887643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38916) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:23.929937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:23.992533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:security_group_rule and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:23.994524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:23.996309 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-68767dfa-3db2-4ab8-901e-ded5ae4ff434 req-0c4aedf8-4920-49c6-b028-d51d6c69a65d tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671449 Nov 25 08:48:24.036014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:24.060272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.104444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.104644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe21203-4ba8-4822-a522-b5c701f96d5e None None] DHCP port deletion for c8b414a7-3228-451b-b0fd-6c5f2aba8eda request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:48:24.109066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bbe21203-4ba8-4822-a522-b5c701f96d5e None None] Deleting port 8fff4542-d307-4694-8186-79ee759fef01 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:24.109445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bbe21203-4ba8-4822-a522-b5c701f96d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.109617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:24.181774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting port 8fff4542-d307-4694-8186-79ee759fef01 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:24.182112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.207000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.223497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce0711-84eb-41f3-9ec6-f716a0aeac1f req-269d7f52-741a-47d0-b931-f993a083c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:24.224942 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0cce0711-84eb-41f3-9ec6-f716a0aeac1f req-269d7f52-741a-47d0-b931-f993a083c52f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 1098 time: 0.2998602 Nov 25 08:48:24.319765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bbe21203-4ba8-4822-a522-b5c701f96d5e None None] For port 8fff4542-d307-4694-8186-79ee759fef01, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=8fff4542-d307-4694-8186-79ee759fef01,segment=NetworkSegment(f33bec61-8799-4c47-9749-42156a3cf26a),segment_id=f33bec61-8799-4c47-9749-42156a3cf26a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:24.320324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bbe21203-4ba8-4822-a522-b5c701f96d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.389325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device cf29c45c-c264-4a21-814a-52c90345990b up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:24.422142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0cce0711-84eb-41f3-9ec6-f716a0aeac1f req-5b8b15e0-2ea1-49a6-a55a-0cb55ced2874 service neutron] Synchronizing usage tracker for tenant:bf22e97bc61f410e85a8ed867626a4ad on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:24.441932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.452788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0cce0711-84eb-41f3-9ec6-f716a0aeac1f req-5b8b15e0-2ea1-49a6-a55a-0cb55ced2874 service neutron] Unset dirty status for tenant:bf22e97bc61f410e85a8ed867626a4ad on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:24.454272 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0cce0711-84eb-41f3-9ec6-f716a0aeac1f req-5b8b15e0-2ea1-49a6-a55a-0cb55ced2874 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213473 Nov 25 08:48:24.455841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Deleting port fa52adc4-a974-4ff6-8d19-c265cfa7161d {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:24.456355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.487433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bbe21203-4ba8-4822-a522-b5c701f96d5e None None] Calling delete_port for 8fff4542-d307-4694-8186-79ee759fef01 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:24.585048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port cf29c45c-c264-4a21-814a-52c90345990b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:24.588567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bbe21203-4ba8-4822-a522-b5c701f96d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.593606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:24.628600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port cf29c45c-c264-4a21-814a-52c90345990b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:24.628978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.635231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.638269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.673485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe21203-4ba8-4822-a522-b5c701f96d5e None None] Pushing event deleted for resources: {'Port': ['ID=8fff4542-d307-4694-8186-79ee759fef01,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:24.675341 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe21203-4ba8-4822-a522-b5c701f96d5e None None] No DVR routers for this DVR port 8fff4542-d307-4694-8186-79ee759fef01 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:48:24.679853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bbe21203-4ba8-4822-a522-b5c701f96d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:24.721964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] The port '8fff4542-d307-4694-8186-79ee759fef01' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:48:24.788472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.814112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Calling delete_port for fa52adc4-a974-4ff6-8d19-c265cfa7161d owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:24.824518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port cf29c45c-c264-4a21-814a-52c90345990b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cf29c45c-c264-4a21-814a-52c90345990b,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:24.828885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:24.838166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-279c2b54-2e08-4f75-9cef-d171973f662c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:24.838358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaabf04e-7df8-4af6-8e2e-5d8e29c60b6e']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:24.904917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f451da53-b04e-4388-af95-81133e30d4fd') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:24.904917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f451da53-b04e-4388-af95-81133e30d4fd') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:24.907505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=cf29c45c-c264-4a21-814a-52c90345990b,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:24.910643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:24.977102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.013938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c44099-b4e3-490c-b8c6-5b04a4999ae8 req-7291c298-8669-46a3-9e0b-43a21eb28ce4 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:25.016439 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a7c44099-b4e3-490c-b8c6-5b04a4999ae8 req-7291c298-8669-46a3-9e0b-43a21eb28ce4 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 945 time: 0.1498077 Nov 25 08:48:25.106113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.115681 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a7c44099-b4e3-490c-b8c6-5b04a4999ae8 req-071cb05f-5e06-4f18-8fed-7eeebabc2696 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873802 Nov 25 08:48:25.117792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.139097 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.145021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:25.193460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Pushing event deleted for resources: {'Port': ['ID=fa52adc4-a974-4ff6-8d19-c265cfa7161d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:25.196545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:25.196755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:25.197254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.218481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.234717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1831cf-2bb8-43ec-9b61-311219d1951e req-c2b6d808-76ec-4c4e-b861-c19ccaebc281 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:25.236274 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba1831cf-2bb8-43ec-9b61-311219d1951e req-c2b6d808-76ec-4c4e-b861-c19ccaebc281 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 944 time: 1.0945914 Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:25.236991 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:25.257438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.322973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b414a7-3228-451b-b0fd-6c5f2aba8eda']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:25.343183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.343768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cad0dc17-b86f-4f17-895f-e06fe108dce5 tempest-RoutersAdminNegativeIpV6Test-1817590158 tempest-RoutersAdminNegativeIpV6Test-1817590158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:25.388178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33bec61-8799-4c47-9749-42156a3cf26a') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:25.388375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33bec61-8799-4c47-9749-42156a3cf26a') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:25.437584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.444703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:25.454714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a45f718-04ca-4a26-a67e-cdf842acab9f,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:25.465268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.479687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:25.492379 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba1831cf-2bb8-43ec-9b61-311219d1951e req-d5536cac-a2a2-433c-9482-ede49c687859 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397788 Nov 25 08:48:25.496578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.504567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.504990 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Added segment f44691f0-fa8f-4749-a3c1-195f2d7ceb93 of type vlan for network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 Nov 25 08:48:25.506575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2e40ae19-51f7-4d87-b303-dc72ae35531c tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:25.522302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.524564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.526680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.535003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:25.535410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.540762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e7972-9e98-46df-9437-188bb0634ab5 req-b702ff43-4062-429b-b933-a040b3ad902a tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:25.542239 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-146e7972-9e98-46df-9437-188bb0634ab5 req-b702ff43-4062-429b-b933-a040b3ad902a tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.3140538 Nov 25 08:48:25.552796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:25.554754 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:25.563821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event deleted for resources: {'Network': ['ID=eaabf04e-7df8-4af6-8e2e-5d8e29c60b6e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:25.588132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.588655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Fanout notify agent at l3_agent the message router_deleted on router 94784e61-2c7d-440e-9b6e-b8400ee45ddf {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:48:25.600162 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-146e7972-9e98-46df-9437-188bb0634ab5 req-15fc6e6c-2e89-4519-bcb8-11e4f9560761 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465491 Nov 25 08:48:25.610379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.611430 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/94784e61-2c7d-440e-9b6e-b8400ee45ddf HTTP/1.1" status: 204 len: 168 time: 1.8576233 Nov 25 08:48:25.614932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38926) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:25.621610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:25.625586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1797634792', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'enable_snat': False}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:25.630852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:25.635514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Usage tracker for resource:router and tenant:31450403b64642b9808ab04ba0138e1b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:25.638561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:25.644424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:25.654799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.655870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.671456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.701499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf29c45c-c264-4a21-814a-52c90345990b'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:25.728740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.763652 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf29c45c-c264-4a21-814a-52c90345990b', 'code': 200} Nov 25 08:48:25.792816 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "DELETE /v2.0/networks/eaabf04e-7df8-4af6-8e2e-5d8e29c60b6e HTTP/1.1" status: 204 len: 168 time: 1.9020426 Nov 25 08:48:25.797484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38934) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:25.835565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.908357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:25.934206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:25.960527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Network': ['ID=c8b414a7-3228-451b-b0fd-6c5f2aba8eda,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:25.969099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:25.972723 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/c8b414a7-3228-451b-b0fd-6c5f2aba8eda HTTP/1.1" status: 204 len: 168 time: 4.9448917 Nov 25 08:48:26.071146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38940) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:26.077111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1039052286'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:26.099784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.112359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:26.112955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.121784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:26.129803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:26.135366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.140209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:network and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:26.144637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:26.152129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.153957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:26.191187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:26.194576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.240559 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.1286068 Nov 25 08:48:26.243529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38946) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:26.252020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'name': 'tempest-PortsTestJSON-1666911785'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:26.282199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Network': ['ID=c955ae0e-02ba-4b40-8c38-7c8dd50f53f9,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:26.288921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:26.293340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:26.332520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:26.341373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b88c5-36cd-4357-bb86-2056835dca61 req-9611876c-d6fe-464d-ae09-ff3c4c7a33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:26.343406 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-717b88c5-36cd-4357-bb86-2056835dca61 req-9611876c-d6fe-464d-ae09-ff3c4c7a33b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 1098 time: 0.2714639 Nov 25 08:48:26.356359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.356709 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Added segment dc6b5251-2760-49ab-a046-e1f2a70ff5b0 of type vlan for network 167452fd-48b5-4690-9f40-66b2ca01deed Nov 25 08:48:26.434421 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-717b88c5-36cd-4357-bb86-2056835dca61 req-f12109da-78e9-48e9-b1a3-134c4b28015f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791776 Nov 25 08:48:26.438847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.459302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27141ee7-52c3-4455-ba5c-a44deabe4de2 req-de0681a0-d5d0-4563-a973-6f9e2a13cf54 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:26.460720 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-27141ee7-52c3-4455-ba5c-a44deabe4de2 req-de0681a0-d5d0-4563-a973-6f9e2a13cf54 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 945 time: 0.2074285 Nov 25 08:48:26.493802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Router 24db6278-5d7c-4202-a9fb-58fd0dbbce53 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:48:26.505679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:26.511633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.525069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:port and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:26.536304 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:48:26.540417 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-27141ee7-52c3-4455-ba5c-a44deabe4de2 req-cd81adb6-5df9-4894-855a-6f77e149ae0a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712562 Nov 25 08:48:26.542171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.549974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:26.550604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.556131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:26.619106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:26.637523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf4ce93-c214-4324-8532-a33e7bdd490b']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:26.704524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:26.740723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5996c29-acb3-44e6-91b5-021501279ce6') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:26.741015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5996c29-acb3-44e6-91b5-021501279ce6') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:26.774098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.803475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.814463 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7416849 Nov 25 08:48:26.815020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:26.818450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.827586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38956) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:26.835524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:26.835932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.859401 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=167452fd-48b5-4690-9f40-66b2ca01deed,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:26.862530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:26.865408 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:26.869153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'network_id': '167452fd-48b5-4690-9f40-66b2ca01deed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:26.872331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 167452fd-48b5-4690-9f40-66b2ca01deed details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:26.897784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.929981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:26.940783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb72dd-5937-47f4-92ed-501791b6b172 req-d6f2038d-04d3-4a03-860b-d23aeae23355 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:26.942317 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c0fb72dd-5937-47f4-92ed-501791b6b172 req-d6f2038d-04d3-4a03-860b-d23aeae23355 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 945 time: 0.2611196 Nov 25 08:48:26.982985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38960) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:26.995579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-108ff61a-a94c-4463-9d58-2e2548635c2c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Request body: {'floatingip': {'port_id': 'a31a28d2-e9a1-402e-a042-e59073525d2b'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:27.003309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port 14cfac99-ea12-499c-ba46-aa3d529451be yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:48:27.040864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:27.054252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9b9d4-8c1d-4f17-97fd-43a47823f150 None None] Sync routers for ids ['24db6278-5d7c-4202-a9fb-58fd0dbbce53'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:27.064560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9b9d4-8c1d-4f17-97fd-43a47823f150 None None] Routers {'24db6278-5d7c-4202-a9fb-58fd0dbbce53'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:27.065408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-57a9b9d4-8c1d-4f17-97fd-43a47823f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['24db6278-5d7c-4202-a9fb-58fd0dbbce53'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:27.085716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-108ff61a-a94c-4463-9d58-2e2548635c2c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for floatingip, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:27.144538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:27.160766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:27.161957 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4760668 Nov 25 08:48:27.164557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:27.168594 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "DELETE /v2.0/networks/acf4ce93-c214-4324-8532-a33e7bdd490b HTTP/1.1" status: 204 len: 168 time: 1.3644416 Nov 25 08:48:27.169396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:27.173863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-57a9b9d4-8c1d-4f17-97fd-43a47823f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:27.182404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9b9d4-8c1d-4f17-97fd-43a47823f150 None None] Routers {'24db6278-5d7c-4202-a9fb-58fd0dbbce53'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:27.182996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-57a9b9d4-8c1d-4f17-97fd-43a47823f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['24db6278-5d7c-4202-a9fb-58fd0dbbce53'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:27.185241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38964) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:27.185562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38966) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:27.202030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca2cb3-7fa1-4c94-acf5-fd3e8ae4bdce req-a33cb83d-76f4-4797-a934-f96f79e65ef9 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:27.208146 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22ca2cb3-7fa1-4c94-acf5-fd3e8ae4bdce req-a33cb83d-76f4-4797-a934-f96f79e65ef9 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 945 time: 0.5859303 Nov 25 08:48:27.242125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-57a9b9d4-8c1d-4f17-97fd-43a47823f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:27.242561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9b9d4-8c1d-4f17-97fd-43a47823f150 None None] The sync data for ids ['24db6278-5d7c-4202-a9fb-58fd0dbbce53'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:27.304267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:27.306843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event deleted for resources: {'Network': ['ID=acf4ce93-c214-4324-8532-a33e7bdd490b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:27.309164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:27.332586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:subnet and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:27.395221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:27.459678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:27.673834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:27.677222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:27.681743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db61c21-9878-4228-a74a-38411e83b33c req-0ccd1931-05d7-48f3-8ef9-7c5ed2435d69 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:27.683235 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0db61c21-9878-4228-a74a-38411e83b33c req-0ccd1931-05d7-48f3-8ef9-7c5ed2435d69 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.5234745 Nov 25 08:48:27.717656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Allocated IP 172.26.3.24 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/d5c6529c-ecae-490c-a2e6-72c708a7d770) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:27.779680 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22ca2cb3-7fa1-4c94-acf5-fd3e8ae4bdce req-c25e910e-6a33-43c8-806a-f7da89516336 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5705283 Nov 25 08:48:27.851343 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0db61c21-9878-4228-a74a-38411e83b33c req-a4eab389-f7b5-4194-89ea-fbc3c16fb9b1 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570730 Nov 25 08:48:27.944263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd169575-a43c-4943-ac62-620ed6cdedfd tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:27.950309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd169575-a43c-4943-ac62-620ed6cdedfd tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:27.951081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cd169575-a43c-4943-ac62-620ed6cdedfd tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Synchronizing usage tracker for tenant:18649889fff24a24bbd4cdcc64a29b7f on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:27.959615 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9f77eb6c-4378-4832-886c-cfb01a862d54 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/routers/24db6278-5d7c-4202-a9fb-58fd0dbbce53 HTTP/1.1" status: 200 len: 923 time: 0.7675459 Nov 25 08:48:27.974637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38974) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:27.977136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.091552 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2ec901e9-0b79-4a60-9ff6-ba553fcda386 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=24db6278-5d7c-4202-a9fb-58fd0dbbce53 HTTP/1.1" status: 200 len: 205 time: 0.1119561 Nov 25 08:48:28.100760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38978) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:28.164267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cd169575-a43c-4943-ac62-620ed6cdedfd tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Unset dirty status for tenant:18649889fff24a24bbd4cdcc64a29b7f on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:28.165397 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cd169575-a43c-4943-ac62-620ed6cdedfd tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9716029 Nov 25 08:48:28.173286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38982) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:28.183923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-800431453'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:28.204085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:28.256417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.270951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:28.293388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Made reservation on behalf of 18649889fff24a24bbd4cdcc64a29b7f for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:28.296829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.343130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.355411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-268141b1-5ecc-4097-8d97-22376857a7ca tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:28.425244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:28.432019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-108ff61a-a94c-4463-9d58-2e2548635c2c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.439498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-108ff61a-a94c-4463-9d58-2e2548635c2c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.462987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.492174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.492525 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Added segment 623bfd42-1f29-4ddc-8df2-413110fdfaf3 of type vlan for network 44071323-f7be-48ee-95b1-9c87cb0bc2a8 Nov 25 08:48:28.501379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.530065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b0cd3-a618-49b0-bdd9-a4656d72633c req-ae2c0b6e-a6f6-46fb-837b-a459b9370aad tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:28.531666 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-106b0cd3-a618-49b0-bdd9-a4656d72633c req-ae2c0b6e-a6f6-46fb-837b-a459b9370aad tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.5413289 Nov 25 08:48:28.558910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3734dec7-6b2c-4828-8d04-3c9589121775 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:28.588535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 38986) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:28.591148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=14cfac99-ea12-499c-ba46-aa3d529451be,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:28.620160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c879036c-0ed8-43b0-838c-5b8bd8413861 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Request body: {'floatingip': {'port_id': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:28.620641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:28.650748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.653642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Checking segment: {'id': 'f44691f0-fa8f-4749-a3c1-195f2d7ceb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:28.653994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network hostable DHCP agents. Network: c955ae0e-02ba-4b40-8c38-7c8dd50f53f9, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:28.667620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:28.725219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:28.738980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:28.750873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c879036c-0ed8-43b0-838c-5b8bd8413861 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for floatingip, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.761740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:28.782915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=a6f461f6-66d5-47bc-b881-eb22eab16b5a,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:28.789106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.793921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:28.800419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, c955ae0e-02ba-4b40-8c38-7c8dd50f53f9) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:28.803746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.806067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Checking segment: {'id': 'dc6b5251-2760-49ab-a046-e1f2a70ff5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '167452fd-48b5-4690-9f40-66b2ca01deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:28.806445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network hostable DHCP agents. Network: 167452fd-48b5-4690-9f40-66b2ca01deed, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:28.806652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:28.811250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:28.819394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:28.820008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.822875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d97bc09-400b-4001-ac1e-f49756c18a05 None None] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:28.827732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Deleting port 1eb286f5-6abb-4a76-919c-a0e57a5d83d5 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:28.828069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:28.879136 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c6529c-ecae-490c-a2e6-72c708a7d770,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:28.915164 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6673923 Nov 25 08:48:28.916275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38992) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:28.921898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:28.930252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network 167452fd-48b5-4690-9f40-66b2ca01deed is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:28.938909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-61342963'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:29.092183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:29.105755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 167452fd-48b5-4690-9f40-66b2ca01deed) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:29.115043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538528b9-a4a9-4940-b6cd-bd91f220f8a6 None None] Network 167452fd-48b5-4690-9f40-66b2ca01deed requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:29.115390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:network and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:29.124705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:29.125293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:29.140450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:29.144586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:29.159925 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3267169 Nov 25 08:48:29.162644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:29.164636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 38996) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:29.244032 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-108ff61a-a94c-4463-9d58-2e2548635c2c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Floating IP db4cc954-9735-4e5f-8103-ce6a1ed8027d associated. External IP: 172.26.3.195, port: a31a28d2-e9a1-402e-a042-e59073525d2b. Nov 25 08:48:29.286008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'network_id': '167452fd-48b5-4690-9f40-66b2ca01deed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:29.306357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Calling delete_port for 1eb286f5-6abb-4a76-919c-a0e57a5d83d5 owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:29.380431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:29.398096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-167452fd-48b5-4690-9f40-66b2ca01deed', 'network_id': '167452fd-48b5-4690-9f40-66b2ca01deed', 'tenant_id': 'eabb1f41097a47e99aaac1436258e9d5', 'fixed_ips': [{'subnet_id': 'a6f461f6-66d5-47bc-b881-eb22eab16b5a'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:48:29.399501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:29.466658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:29.467280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:29.512527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:29.538146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:29.541698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:29.575340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Allocated IP 2001:db8::2 (167452fd-48b5-4690-9f40-66b2ca01deed/a6f461f6-66d5-47bc-b881-eb22eab16b5a/d2cb8657-bd27-4bbf-8780-10dbb0b805d5) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:29.598132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:29.623487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:29.624736 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Added segment 4df11e16-d798-4125-9399-90076c3232d5 of type vlan for network 8729000e-174c-4ecc-8bac-e8c897087eea Nov 25 08:48:29.662220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:29.766119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:29.772004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:subnet and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:29.779730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:29.783425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:29.792878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:29.793534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:29.812821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:29.815980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:29.817153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event updated for resources: {'Network': ['ID=44071323-f7be-48ee-95b1-9c87cb0bc2a8,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:29.832860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:29.842951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2275b0-8dfe-40e8-a433-e2609e393d16 req-f6038170-2685-4370-a347-98dee9426bf7 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:29.849893 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ae2275b0-8dfe-40e8-a433-e2609e393d16 req-f6038170-2685-4370-a347-98dee9426bf7 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 945 time: 0.9015901 Nov 25 08:48:29.872353 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6980162 Nov 25 08:48:29.894492 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:29.907536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Transition to ACTIVE for port object d2cb8657-bd27-4bbf-8780-10dbb0b805d5 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:29.925243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39000) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:29.926949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Network': ['ID=8729000e-174c-4ecc-8bac-e8c897087eea,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:29.929892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:29.934740 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0121012 Nov 25 08:48:29.942910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39002) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:29.950922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1058908873'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:29.955130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 44071323-f7be-48ee-95b1-9c87cb0bc2a8 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:29.962227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'ports': [{'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9'}, {'network_id': '8729000e-174c-4ecc-8bac-e8c897087eea'}]} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:29.962572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:29.963115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': '8729000e-174c-4ecc-8bac-e8c897087eea'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:29.972576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 8729000e-174c-4ecc-8bac-e8c897087eea details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:29.982327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:30.036219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:30.040009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:30.066869 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ae2275b0-8dfe-40e8-a433-e2609e393d16 req-f2b37229-ce63-43f2-8114-38782c4536cc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160361 Nov 25 08:48:30.111103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Usage tracker for resource:network and tenant:18649889fff24a24bbd4cdcc64a29b7f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:30.179512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:30.237645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:30.312526 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Made reservation on behalf of 18649889fff24a24bbd4cdcc64a29b7f for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:30.315929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:30.333746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Transition to ACTIVE for port object d2cb8657-bd27-4bbf-8780-10dbb0b805d5 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:30.341386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:30.347396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:30.363209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:30.408643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Network 167452fd-48b5-4690-9f40-66b2ca01deed is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:30.412058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:30.415728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:30.418517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a1cdb745-905e-40b1-b329-6e7e6747d22c tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:30.462269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Pushing event updated for resources: {'Port': ['ID=d2cb8657-bd27-4bbf-8780-10dbb0b805d5,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:30.496640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:30.520588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Pushing event deleted for resources: {'Port': ['ID=1eb286f5-6abb-4a76-919c-a0e57a5d83d5,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:30.523868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Attempting to bind port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:30.524242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Attempting to bind port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'dc6b5251-2760-49ab-a046-e1f2a70ff5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '167452fd-48b5-4690-9f40-66b2ca01deed'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:30.524916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Attempting to bind port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 on network 167452fd-48b5-4690-9f40-66b2ca01deed {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:30.532159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:30.532536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Checking segment: {'id': 'dc6b5251-2760-49ab-a046-e1f2a70ff5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '167452fd-48b5-4690-9f40-66b2ca01deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:30.532969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:30.533763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Bound using segment: {'id': 'dc6b5251-2760-49ab-a046-e1f2a70ff5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '167452fd-48b5-4690-9f40-66b2ca01deed'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:30.534351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Bound port: d2cb8657-bd27-4bbf-8780-10dbb0b805d5, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6b5251-2760-49ab-a046-e1f2a70ff5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '167452fd-48b5-4690-9f40-66b2ca01deed'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:30.534709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:30.565371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:30.591270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:30.630051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:30.633087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] For port d2cb8657-bd27-4bbf-8780-10dbb0b805d5, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:30.637898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] For port d2cb8657-bd27-4bbf-8780-10dbb0b805d5, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d2cb8657-bd27-4bbf-8780-10dbb0b805d5,segment=NetworkSegment(dc6b5251-2760-49ab-a046-e1f2a70ff5b0),segment_id=dc6b5251-2760-49ab-a046-e1f2a70ff5b0)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:30.642848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:30.647647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:30.666148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:30.666536 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Added segment 4814cbde-5208-4ac5-927f-f0c1f4701e29 of type vlan for network 45e7a2d8-99d6-43be-a144-c1050b2765eb Nov 25 08:48:30.682514 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:30.692360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9052eb1-80e3-49a2-806b-92d6519b7157 req-ed4c882b-8256-4390-9cc7-7f2af7149862 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:30.693875 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d9052eb1-80e3-49a2-806b-92d6519b7157 req-ed4c882b-8256-4390-9cc7-7f2af7149862 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 945 time: 0.5083001 Nov 25 08:48:30.700882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:port and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:30.705980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:30.718447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39010) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:30.721099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:30.724261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:30.727547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Pushing event updated for resources: {'Port': ['ID=d2cb8657-bd27-4bbf-8780-10dbb0b805d5,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:30.730845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:30.786264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2d4e9bef-b56c-4d79-b0a6-d2d537df9fb4 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Request body: {'floatingip': {'port_id': 'cf29c45c-c264-4a21-814a-52c90345990b'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:30.838025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108ff61a-a94c-4463-9d58-2e2548635c2c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:48:30.941602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.057483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 2} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:31.062115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.072547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2d4e9bef-b56c-4d79-b0a6-d2d537df9fb4 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.104265 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-c879036c-0ed8-43b0-838c-5b8bd8413861 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:48:31.224347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.239020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.266830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:48:31.305922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.307849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c879036c-0ed8-43b0-838c-5b8bd8413861 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.318749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c879036c-0ed8-43b0-838c-5b8bd8413861 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.377498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.378028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Fanout notify agent at l3_agent the message router_deleted on router 24db6278-5d7c-4202-a9fb-58fd0dbbce53 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:48:31.390930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108ff61a-a94c-4463-9d58-2e2548635c2c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:31.395306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-108ff61a-a94c-4463-9d58-2e2548635c2c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.400899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.402085 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabd8b2-55a8-4e21-a3ec-b2d247673811 None None] Sync routers for ids ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:31.406674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:31.407260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.412354 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabd8b2-55a8-4e21-a3ec-b2d247673811 None None] Routers {'41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:31.413072 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-2aabd8b2-55a8-4e21-a3ec-b2d247673811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:31.446828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:31.527812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.603116 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-108ff61a-a94c-4463-9d58-2e2548635c2c tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "PUT /v2.0/floatingips/db4cc954-9735-4e5f-8103-ce6a1ed8027d HTTP/1.1" status: 200 len: 991 time: 4.6182604 Nov 25 08:48:31.615151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'tag': 'a31a28d2-e9a1-402e-a042-e59073525d2b'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:31.630620 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-2aabd8b2-55a8-4e21-a3ec-b2d247673811 None None] Set router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:31.657150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:31.658265 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/24db6278-5d7c-4202-a9fb-58fd0dbbce53 HTTP/1.1" status: 204 len: 168 time: 3.5547523 Nov 25 08:48:31.683901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39018) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:31.711715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port a9bab673-3edb-4c04-8ba0-b8596722dc21 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:48:31.734911 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7954764 Nov 25 08:48:31.735880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2047281602', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'enable_snat': False}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:31.762551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39022) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:31.763212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event updated for resources: {'Network': ['ID=45e7a2d8-99d6-43be-a144-c1050b2765eb,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:31.771368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:31.779329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 45e7a2d8-99d6-43be-a144-c1050b2765eb details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:31.795891 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'tag': 'a31a28d2-e9a1-402e-a042-e59073525d2b', 'status': 'completed', 'code': 200} Nov 25 08:48:31.841677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:31.846169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'ports': [{'network_id': '44071323-f7be-48ee-95b1-9c87cb0bc2a8', 'name': 'tempest-port--1794752147', 'admin_state_up': True}, {'network_id': '45e7a2d8-99d6-43be-a144-c1050b2765eb', 'admin_state_up': False}]} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:31.846553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'port': {'network_id': '44071323-f7be-48ee-95b1-9c87cb0bc2a8', 'name': 'tempest-port--1794752147', 'admin_state_up': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:31.847040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'port': {'network_id': '45e7a2d8-99d6-43be-a144-c1050b2765eb', 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:31.884056 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-c879036c-0ed8-43b0-838c-5b8bd8413861 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Floating IP a6a15cd7-9c34-418a-9a4b-d63af13053f2 associated. External IP: 172.26.3.201, port: cbfab90d-5d9c-457a-b69a-c1e7746f2a28. Nov 25 08:48:31.897529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Usage tracker for resource:router and tenant:ff561dee65b940bb88d0f209d85dea26 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:31.969115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:32.041704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:32.057908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:32.061808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b5ceb1-780d-471b-8be6-6d50607c7911 None None] Network 167452fd-48b5-4690-9f40-66b2ca01deed requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:32.091276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0bf94ad2-1578-4284-9c40-26d63c7abd9e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:32.173266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:32.173733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:32.173855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2e996efa-ae40-4706-8b90-fc2e5ae0196e None None] Provisioning for port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:32.181720 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-2aabd8b2-55a8-4e21-a3ec-b2d247673811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'db4cc954-9735-4e5f-8103-ce6a1ed8027d', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'floating_ip_address': '172.26.3.195', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'port_id': 'a31a28d2-e9a1-402e-a042-e59073525d2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'mac_address': 'fa:16:3e:bd:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:47:47Z', 'updated_at': '2021-11-25T08:48:28Z', 'revision_number': 1, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ac1b67-3eac-4cd9-9f93-6e188f648c0c', 'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'mac_address': 'fa:16:3e:5d:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:43Z', 'revision_number': 5, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'subnets': [{'id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:32.188175 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabd8b2-55a8-4e21-a3ec-b2d247673811 None None] Checking router: 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:32.193064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network 167452fd-48b5-4690-9f40-66b2ca01deed is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:32.207567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:32.208403 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabd8b2-55a8-4e21-a3ec-b2d247673811 None None] Routers {'41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:32.208766 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-2aabd8b2-55a8-4e21-a3ec-b2d247673811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:32.229440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:32.230029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:32.386010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d2cb8657-bd27-4bbf-8780-10dbb0b805d5 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:32.389389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d393a-4529-4fab-a9fe-38209b144aab req-187c99b4-5866-427a-b187-770dead881a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:32.391098 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-501d393a-4529-4fab-a9fe-38209b144aab req-187c99b4-5866-427a-b187-770dead881a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b477c5ac61334fed90a92517ee03950d&device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 1098 time: 0.6016355 Nov 25 08:48:32.421050 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-2aabd8b2-55a8-4e21-a3ec-b2d247673811 None None] Set router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:32.452014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=939e4cc3-44b6-478e-bf2c-935307a38971,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:32.481115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:32.484573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:32.516052 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:32.532449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:32.533181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:32.590305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Router 26f9bc4c-f2d3-45b3-bae9-a53df409fac6 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:48:32.677213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:32.681552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda6972-e5ef-4f41-b30e-2dbc3e10dc87 None None] Update dhcp port {'port': {'network_id': '167452fd-48b5-4690-9f40-66b2ca01deed', 'fixed_ips': [{'subnet_id': 'a6f461f6-66d5-47bc-b881-eb22eab16b5a', 'ip_address': '2001:db8::2'}, {'subnet_id': '939e4cc3-44b6-478e-bf2c-935307a38971'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'd2cb8657-bd27-4bbf-8780-10dbb0b805d5'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:48:32.690800 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4731777 Nov 25 08:48:32.697791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39028) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:32.700302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Usage tracker for resource:port and tenant:18649889fff24a24bbd4cdcc64a29b7f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:32.712551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:32.726785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:32.761708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8cda6972-e5ef-4f41-b30e-2dbc3e10dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:32.879509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab266c5-835a-4c54-a8ff-724ce8e45e75 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:32.881312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab266c5-835a-4c54-a8ff-724ce8e45e75 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:32.882469 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-2aabd8b2-55a8-4e21-a3ec-b2d247673811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'db4cc954-9735-4e5f-8103-ce6a1ed8027d', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'floating_ip_address': '172.26.3.195', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'port_id': 'a31a28d2-e9a1-402e-a042-e59073525d2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'mac_address': 'fa:16:3e:bd:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:47:47Z', 'updated_at': '2021-11-25T08:48:28Z', 'revision_number': 1, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ac1b67-3eac-4cd9-9f93-6e188f648c0c', 'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'mac_address': 'fa:16:3e:5d:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:43Z', 'revision_number': 5, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'subnets': [{'id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:32.882851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab266c5-835a-4c54-a8ff-724ce8e45e75 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:32.885127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab266c5-835a-4c54-a8ff-724ce8e45e75 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:32.887715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab266c5-835a-4c54-a8ff-724ce8e45e75 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:32.888634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5ab266c5-835a-4c54-a8ff-724ce8e45e75 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Synchronizing usage tracker for tenant:eabb1f41097a47e99aaac1436258e9d5 on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:32.892153 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabd8b2-55a8-4e21-a3ec-b2d247673811 None None] The sync data for ids ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'] in dv-neutron-818341-1-hyperv is: [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'db4cc954-9735-4e5f-8103-ce6a1ed8027d', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'floating_ip_address': '172.26.3.195', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'port_id': 'a31a28d2-e9a1-402e-a042-e59073525d2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'mac_address': 'fa:16:3e:bd:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:47:47Z', 'updated_at': '2021-11-25T08:48:28Z', 'revision_number': 1, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ac1b67-3eac-4cd9-9f93-6e188f648c0c', 'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'mac_address': 'fa:16:3e:5d:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:43Z', 'revision_number': 5, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'subnets': [{'id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:33.029829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d393a-4529-4fab-a9fe-38209b144aab req-4ca4ae43-2bfb-49df-9499-83e172b45bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:33.031933 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-501d393a-4529-4fab-a9fe-38209b144aab req-4ca4ae43-2bfb-49df-9499-83e172b45bf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=972d2186-2b87-4c34-baf7-4e227fea1eb8 HTTP/1.1" status: 200 len: 907 time: 0.6187611 Nov 25 08:48:33.071495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.075981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Made reservation on behalf of 18649889fff24a24bbd4cdcc64a29b7f for: {'port': 2} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:33.080799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.136394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5ab266c5-835a-4c54-a8ff-724ce8e45e75 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Unset dirty status for tenant:eabb1f41097a47e99aaac1436258e9d5 on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:33.141267 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5ab266c5-835a-4c54-a8ff-724ce8e45e75 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4340241 Nov 25 08:48:33.152049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-8cda6972-e5ef-4f41-b30e-2dbc3e10dc87 None None] Allocated IP 172.20.0.1 (167452fd-48b5-4690-9f40-66b2ca01deed/939e4cc3-44b6-478e-bf2c-935307a38971/d2cb8657-bd27-4bbf-8780-10dbb0b805d5) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:33.153994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.156491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39036) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:33.170931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-445566739'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:33.190010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c879036c-0ed8-43b0-838c-5b8bd8413861 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Router de8748c0-eb10-4656-8345-2228681b8379 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:48:33.195133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:33.214027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:network and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:33.221301 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-501d393a-4529-4fab-a9fe-38209b144aab req-01f0ae1a-ca1f-4477-b011-9f059de82ec9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a31a28d2-e9a1-402e-a042-e59073525d2b HTTP/1.1" status: 200 len: 999 time: 0.1668863 Nov 25 08:48:33.223976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:33.272299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:33.288859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8912bfc-44c1-4122-bee0-4f1e8a029d16 None None] New status for floating IP db4cc954-9735-4e5f-8103-ce6a1ed8027d: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:48:33.362468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:33.373628 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Sync routers for ids ['26f9bc4c-f2d3-45b3-bae9-a53df409fac6'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:33.384303 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Routers {'26f9bc4c-f2d3-45b3-bae9-a53df409fac6'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:33.384917 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['26f9bc4c-f2d3-45b3-bae9-a53df409fac6'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:33.449789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:33.453619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.457492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port 04d03151-69ce-4199-952d-db250aedbf59 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:48:33.495333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.499287 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8833706 Nov 25 08:48:33.500916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d393a-4529-4fab-a9fe-38209b144aab req-4b2b3e6b-ebef-43c5-b126-0fbef82f1687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:33.502309 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-501d393a-4529-4fab-a9fe-38209b144aab req-4b2b3e6b-ebef-43c5-b126-0fbef82f1687 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9132eb-eae3-4c25-9cba-1069cd0c3617 HTTP/1.1" status: 200 len: 845 time: 0.2700341 Nov 25 08:48:33.503128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39040) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:33.570836 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Set router 26f9bc4c-f2d3-45b3-bae9-a53df409fac6 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:33.609680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.659090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-2d4e9bef-b56c-4d79-b0a6-d2d537df9fb4 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:48:33.665068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-8cda6972-e5ef-4f41-b30e-2dbc3e10dc87 None None] For port d2cb8657-bd27-4bbf-8780-10dbb0b805d5, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d2cb8657-bd27-4bbf-8780-10dbb0b805d5,segment=NetworkSegment(dc6b5251-2760-49ab-a046-e1f2a70ff5b0),segment_id=dc6b5251-2760-49ab-a046-e1f2a70ff5b0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:33.701668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:33.738225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8cda6972-e5ef-4f41-b30e-2dbc3e10dc87 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.751143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.765389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8cda6972-e5ef-4f41-b30e-2dbc3e10dc87 None None] Transition to ACTIVE for port object d2cb8657-bd27-4bbf-8780-10dbb0b805d5 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:33.784103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8cda6972-e5ef-4f41-b30e-2dbc3e10dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.807866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.828855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2d4e9bef-b56c-4d79-b0a6-d2d537df9fb4 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.832849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.845035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d3e165be-b2fb-4b5b-a37a-09b95a60c9ef tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:33.863439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b84079fb-cf13-40c8-8929-9c1d9fe8207a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:33.888721 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.892757 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f9bc4c-f2d3-45b3-bae9-a53df409fac6', 'name': 'tempest-snat-router-1797634792', 'tenant_id': '31450403b64642b9808ab04ba0138e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.24'}], 'enable_snat': False}, 'gw_port_id': 'd5c6529c-ecae-490c-a2e6-72c708a7d770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:25Z', 'updated_at': '2021-11-25T08:48:29Z', 'revision_number': 3, 'project_id': '31450403b64642b9808ab04ba0138e1b', 'gw_port': {'id': 'd5c6529c-ecae-490c-a2e6-72c708a7d770', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f9bc4c-f2d3-45b3-bae9-a53df409fac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:48:26Z', 'updated_at': '2021-11-25T08:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:33.900077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.900655 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Added segment ef557661-8264-4685-a176-f292e675088f of type vlan for network 6607aa63-21ff-43f0-a19c-7dd84ce900c7 Nov 25 08:48:33.901916 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Checking router: 26f9bc4c-f2d3-45b3-bae9-a53df409fac6 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:33.902040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c879036c-0ed8-43b0-838c-5b8bd8413861 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:33.902793 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Updating router 26f9bc4c-f2d3-45b3-bae9-a53df409fac6 port d5c6529c-ecae-490c-a2e6-72c708a7d770 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:48:33.905758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2d4e9bef-b56c-4d79-b0a6-d2d537df9fb4 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.932077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c879036c-0ed8-43b0-838c-5b8bd8413861 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:33.943095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:33.943451 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:33.977048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda6972-e5ef-4f41-b30e-2dbc3e10dc87 None None] Pushing event updated for resources: {'Port': ['ID=d2cb8657-bd27-4bbf-8780-10dbb0b805d5,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:33.980898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10012b6-97b2-4019-9fe0-7dc37375c9a1 None None] Sync routers for ids ['de8748c0-eb10-4656-8345-2228681b8379'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:33.987417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8cda6972-e5ef-4f41-b30e-2dbc3e10dc87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:33.993343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:34.029329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.031851 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.081997 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f996611e-c54f-49fc-8565-dc7a3d98ffa2 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/routers/26f9bc4c-f2d3-45b3-bae9-a53df409fac6 HTTP/1.1" status: 200 len: 908 time: 0.5738039 Nov 25 08:48:34.083156 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39046) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:34.089569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10012b6-97b2-4019-9fe0-7dc37375c9a1 None None] Routers {'de8748c0-eb10-4656-8345-2228681b8379'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:34.089771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:34.089866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b10012b6-97b2-4019-9fe0-7dc37375c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['de8748c0-eb10-4656-8345-2228681b8379'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:34.105487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:34.106347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.118910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1797634792', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'enable_snat': True}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:34.133205 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c879036c-0ed8-43b0-838c-5b8bd8413861 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "PUT /v2.0/floatingips/a6a15cd7-9c34-418a-9a4b-d63af13053f2 HTTP/1.1" status: 200 len: 991 time: 5.5347030 Nov 25 08:48:34.142441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:34.145409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'tag': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:34.163538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Usage tracker for resource:router and tenant:31450403b64642b9808ab04ba0138e1b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:34.167670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d393a-4529-4fab-a9fe-38209b144aab req-424b715f-9705-4e33-a102-870d78ee3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:34.169192 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-501d393a-4529-4fab-a9fe-38209b144aab req-424b715f-9705-4e33-a102-870d78ee3c5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=972d2186-2b87-4c34-baf7-4e227fea1eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6010091 Nov 25 08:48:34.170013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:34.181454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:34.272863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=a9bab673-3edb-4c04-8ba0-b8596722dc21,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:34.275430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.283812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:34.294768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:34.294768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.299946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4d90ce92-9fdc-4008-8946-f57a4eddbee8 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:34.307902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c7cb0709-1d6d-4666-aa4c-ad423f06beb1 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:34.347422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.348670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.381477 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'tag': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28', 'status': 'completed', 'code': 200} Nov 25 08:48:34.504624 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3456831 Nov 25 08:48:34.524755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39054) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:34.527279 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.532341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f3b6f665-5ac5-47b1-ae1c-c41203933c22 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:34.557414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] device_id is not set on port 91c29246-a1cb-4ac8-9496-d4c4dccb8b02 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:48:34.579760 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.584517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.614304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port d2cb8657-bd27-4bbf-8780-10dbb0b805d5, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d2cb8657-bd27-4bbf-8780-10dbb0b805d5,segment=NetworkSegment(dc6b5251-2760-49ab-a046-e1f2a70ff5b0),segment_id=dc6b5251-2760-49ab-a046-e1f2a70ff5b0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:34.615448 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Transition to ACTIVE for port object d5c6529c-ecae-490c-a2e6-72c708a7d770 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:34.619222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-b10012b6-97b2-4019-9fe0-7dc37375c9a1 None None] Set router de8748c0-eb10-4656-8345-2228681b8379 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:34.634373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=04d03151-69ce-4199-952d-db250aedbf59,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:34.635359 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.638077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:34.643907 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:34.667439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.677392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cc4cb0fd-e5e6-42e3-80ac-fe894a0c3887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:34.687430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Checking segment: {'id': '4df11e16-d798-4125-9399-90076c3232d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8729000e-174c-4ecc-8bac-e8c897087eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:34.689326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=6607aa63-21ff-43f0-a19c-7dd84ce900c7,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:34.690944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network hostable DHCP agents. Network: 8729000e-174c-4ecc-8bac-e8c897087eea, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:34.712428 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-2d4e9bef-b56c-4d79-b0a6-d2d537df9fb4 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Floating IP 59effb07-a4b2-469e-b9a2-e0a4a8f1c0d0 associated. External IP: 172.26.3.134, port: cf29c45c-c264-4a21-814a-52c90345990b. Nov 25 08:48:34.731438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:34.740551 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Attempting to bind port d5c6529c-ecae-490c-a2e6-72c708a7d770 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:34.741177 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Attempting to bind port d5c6529c-ecae-490c-a2e6-72c708a7d770 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:34.741543 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Attempting to bind port d5c6529c-ecae-490c-a2e6-72c708a7d770 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:34.742838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 6607aa63-21ff-43f0-a19c-7dd84ce900c7 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:34.786727 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:34.787369 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:34.787951 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.788505 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:34.789152 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Bound port: d5c6529c-ecae-490c-a2e6-72c708a7d770, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:34.789705 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.894757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d2cb8657-bd27-4bbf-8780-10dbb0b805d5 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:34.900984 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] For port d5c6529c-ecae-490c-a2e6-72c708a7d770, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:34.905314 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] For port d5c6529c-ecae-490c-a2e6-72c708a7d770, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d5c6529c-ecae-490c-a2e6-72c708a7d770,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:34.915088 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Pushing event updated for resources: {'Port': ['ID=d5c6529c-ecae-490c-a2e6-72c708a7d770,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:34.927476 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.929347 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.929974 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.930497 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.930969 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.931480 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.932047 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.932758 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.933251 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.934000 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.934503 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.934964 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.935442 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:34.941067 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:34.960850 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:34.965209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f3b6f665-5ac5-47b1-ae1c-c41203933c22 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.989574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f3b6f665-5ac5-47b1-ae1c-c41203933c22 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:34.991992 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-501d393a-4529-4fab-a9fe-38209b144aab req-c52453ac-e759-497c-a90a-3c9e2502b770 service neutron] 10.222.0.41 "GET /v2.0/networks/972d2186-2b87-4c34-baf7-4e227fea1eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8125837 Nov 25 08:48:34.997470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:35.054849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3b6f665-5ac5-47b1-ae1c-c41203933c22 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network 6607aa63-21ff-43f0-a19c-7dd84ce900c7 is not hosted by any dhcp agent {{(pid=87512) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 25 08:48:35.060537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b6f665-5ac5-47b1-ae1c-c41203933c22 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:35.061533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f3b6f665-5ac5-47b1-ae1c-c41203933c22 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:35.068880 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f3b6f665-5ac5-47b1-ae1c-c41203933c22 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "PUT /v2.0/networks/6607aa63-21ff-43f0-a19c-7dd84ce900c7 HTTP/1.1" status: 200 len: 723 time: 0.5430417 Nov 25 08:48:35.087875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39058) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:35.106719 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Pushing event updated for resources: {'Port': ['ID=d5c6529c-ecae-490c-a2e6-72c708a7d770,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:35.111117 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:35.129285 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Routers {'26f9bc4c-f2d3-45b3-bae9-a53df409fac6'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:35.129954 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['26f9bc4c-f2d3-45b3-bae9-a53df409fac6'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:35.196040 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=d2cb8657-bd27-4bbf-8780-10dbb0b805d5,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:35.211053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:35.223325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'network_id': '6607aa63-21ff-43f0-a19c-7dd84ce900c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:35.294900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad3f748-595f-4545-afee-f92a1fef1430 None None] Network 167452fd-48b5-4690-9f40-66b2ca01deed requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:35.396613 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] Set router 26f9bc4c-f2d3-45b3-bae9-a53df409fac6 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:35.490873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:35.553005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6c0f9d94-0e86-4bc7-a759-39ec7f757a96 None None] Provisioning for port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:35.588697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6c0f9d94-0e86-4bc7-a759-39ec7f757a96 None None] Provisioning complete for port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:35.589126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d94-0e86-4bc7-a759-39ec7f757a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:35.618854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:35.679866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6f665-5ac5-47b1-ae1c-c41203933c22 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=6607aa63-21ff-43f0-a19c-7dd84ce900c7,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:35.691699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f3b6f665-5ac5-47b1-ae1c-c41203933c22 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:35.699076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 6607aa63-21ff-43f0-a19c-7dd84ce900c7 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:35.746375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 8729000e-174c-4ecc-8bac-e8c897087eea is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:35.755574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f31e9f-b89d-4b99-ad68-83857000eade req-784a806d-3c33-4536-9054-e55d6a9c8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:35.757747 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-32f31e9f-b89d-4b99-ad68-83857000eade req-784a806d-3c33-4536-9054-e55d6a9c8b8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8112514b1f3d47e090b4462ec34c3fce&device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 1098 time: 1.3114791 Nov 25 08:48:35.766536 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-501d393a-4529-4fab-a9fe-38209b144aab req-367d290f-d966-47c6-8153-ef393cc2f073 service neutron] 10.222.0.41 "GET /v2.0/networks/972d2186-2b87-4c34-baf7-4e227fea1eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493203 Nov 25 08:48:35.785979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 8729000e-174c-4ecc-8bac-e8c897087eea) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:35.814501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922246c-ab76-4e38-a2b2-e797ae0bdaf1 None None] Network 8729000e-174c-4ecc-8bac-e8c897087eea requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:35.838334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:35.844697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:35.849425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:35.850080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:35.860273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:35.870551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:35.880374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] device_id is not set on port 27c3f1df-5258-4cba-a35f-38c7762800e7 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:48:35.882245 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f9bc4c-f2d3-45b3-bae9-a53df409fac6', 'name': 'tempest-snat-router-1797634792', 'tenant_id': '31450403b64642b9808ab04ba0138e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.24'}], 'enable_snat': False}, 'gw_port_id': 'd5c6529c-ecae-490c-a2e6-72c708a7d770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:25Z', 'updated_at': '2021-11-25T08:48:29Z', 'revision_number': 3, 'project_id': '31450403b64642b9808ab04ba0138e1b', 'gw_port': {'id': 'd5c6529c-ecae-490c-a2e6-72c708a7d770', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f9bc4c-f2d3-45b3-bae9-a53df409fac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:48:26Z', 'updated_at': '2021-11-25T08:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:35.888655 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b87ef-1889-4832-bc22-d8f914b19c9f None None] The sync data for ids ['26f9bc4c-f2d3-45b3-bae9-a53df409fac6'] in dv-neutron-818341-1-hyperv is: [{'id': '26f9bc4c-f2d3-45b3-bae9-a53df409fac6', 'name': 'tempest-snat-router-1797634792', 'tenant_id': '31450403b64642b9808ab04ba0138e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.24'}], 'enable_snat': False}, 'gw_port_id': 'd5c6529c-ecae-490c-a2e6-72c708a7d770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:25Z', 'updated_at': '2021-11-25T08:48:29Z', 'revision_number': 3, 'project_id': '31450403b64642b9808ab04ba0138e1b', 'gw_port': {'id': 'd5c6529c-ecae-490c-a2e6-72c708a7d770', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:86:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f9bc4c-f2d3-45b3-bae9-a53df409fac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:48:26Z', 'updated_at': '2021-11-25T08:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:35.968067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:35.971535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:36.196616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b10012b6-97b2-4019-9fe0-7dc37375c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'a6a15cd7-9c34-418a-9a4b-d63af13053f2', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'port_id': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'mac_address': 'fa:16:3e:20:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:47:46Z', 'updated_at': '2021-11-25T08:48:30Z', 'revision_number': 1, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec38acc-5336-4aa8-9f17-3e0e76810b58', 'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'mac_address': 'fa:16:3e:d6:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:31Z', 'updated_at': '2021-11-25T08:47:48Z', 'revision_number': 5, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'subnets': [{'id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:36.244032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10012b6-97b2-4019-9fe0-7dc37375c9a1 None None] Checking router: de8748c0-eb10-4656-8345-2228681b8379 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:36.247328 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.3029273 Nov 25 08:48:36.255729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39066) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:36.258652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:36.285706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10012b6-97b2-4019-9fe0-7dc37375c9a1 None None] Routers {'de8748c0-eb10-4656-8345-2228681b8379'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:36.286746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b10012b6-97b2-4019-9fe0-7dc37375c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['de8748c0-eb10-4656-8345-2228681b8379'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:36.330229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:36.430773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e6538944-5529-4b66-94de-5f103cc2b7d2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 04d03151-69ce-4199-952d-db250aedbf59 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:36.431116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6538944-5529-4b66-94de-5f103cc2b7d2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:36.431606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f31e9f-b89d-4b99-ad68-83857000eade req-fc2896c2-0eb9-462a-afb0-9aa866ee29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:36.434331 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-32f31e9f-b89d-4b99-ad68-83857000eade req-fc2896c2-0eb9-462a-afb0-9aa866ee29ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 200 len: 913 time: 0.6532214 Nov 25 08:48:36.467558 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-07c3af33-bda4-4882-9036-21b9954952db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3484387 Nov 25 08:48:36.548294 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-b10012b6-97b2-4019-9fe0-7dc37375c9a1 None None] Set router de8748c0-eb10-4656-8345-2228681b8379 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:36.601419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Allocated IP 172.26.3.41 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/7cf4621f-7c06-41ea-b908-75f54741c9a7) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:36.899068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d2cb8657-bd27-4bbf-8780-10dbb0b805d5 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:36.964228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4e9bef-b56c-4d79-b0a6-d2d537df9fb4 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Router 2312cb25-ead6-47aa-bd4d-da7d7419c495 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:48:37.022105 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6538944-5529-4b66-94de-5f103cc2b7d2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.089779 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-32f31e9f-b89d-4b99-ad68-83857000eade req-79ccfc41-6136-4ced-947c-31cb2214bd4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 200 len: 999 time: 0.6412628 Nov 25 08:48:37.103175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d98e1188-de63-48ca-bfe8-4a7f268404db None None] Provisioning complete for port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:37.103558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d98e1188-de63-48ca-bfe8-4a7f268404db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.162081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e6538944-5529-4b66-94de-5f103cc2b7d2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 04d03151-69ce-4199-952d-db250aedbf59 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:37.180536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:37.180916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.262077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.306365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6538944-5529-4b66-94de-5f103cc2b7d2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.313078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:37.361873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6538944-5529-4b66-94de-5f103cc2b7d2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=04d03151-69ce-4199-952d-db250aedbf59,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:37.366026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e6538944-5529-4b66-94de-5f103cc2b7d2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:37.370502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6538944-5529-4b66-94de-5f103cc2b7d2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.376172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.387763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fae2d1dd-2872-448a-b641-889ece0e66b9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:37.403106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.437202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.447091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:37.451125 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e6538944-5529-4b66-94de-5f103cc2b7d2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/04d03151-69ce-4199-952d-db250aedbf59 HTTP/1.1" status: 204 len: 168 time: 1.1923125 Nov 25 08:48:37.452599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:37.454409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39074) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:37.459139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d5c6529c-ecae-490c-a2e6-72c708a7d770 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:37.463399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:37.521874 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b10012b6-97b2-4019-9fe0-7dc37375c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'a6a15cd7-9c34-418a-9a4b-d63af13053f2', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'port_id': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'mac_address': 'fa:16:3e:20:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:47:46Z', 'updated_at': '2021-11-25T08:48:30Z', 'revision_number': 1, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec38acc-5336-4aa8-9f17-3e0e76810b58', 'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'mac_address': 'fa:16:3e:d6:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:31Z', 'updated_at': '2021-11-25T08:47:48Z', 'revision_number': 5, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'subnets': [{'id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:37.530486 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10012b6-97b2-4019-9fe0-7dc37375c9a1 None None] The sync data for ids ['de8748c0-eb10-4656-8345-2228681b8379'] in dv-neutron-818341-1-hyperv is: [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'a6a15cd7-9c34-418a-9a4b-d63af13053f2', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'floating_ip_address': '172.26.3.201', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'port_id': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'mac_address': 'fa:16:3e:20:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:47:46Z', 'updated_at': '2021-11-25T08:48:30Z', 'revision_number': 1, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec38acc-5336-4aa8-9f17-3e0e76810b58', 'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'mac_address': 'fa:16:3e:d6:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:31Z', 'updated_at': '2021-11-25T08:47:48Z', 'revision_number': 5, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'subnets': [{'id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:37.543733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.551088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event updated for resources: {'Port': ['ID=7cf4621f-7c06-41ea-b908-75f54741c9a7,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:37.553422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port d5c6529c-ecae-490c-a2e6-72c708a7d770 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:37.557943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:37.560471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d5c6529c-ecae-490c-a2e6-72c708a7d770 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:37.560471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.636770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f31e9f-b89d-4b99-ad68-83857000eade req-7f0b8e0c-e318-463d-8dca-40acf6ebf777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:37.638367 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-32f31e9f-b89d-4b99-ad68-83857000eade req-7f0b8e0c-e318-463d-8dca-40acf6ebf777 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40d6fdd8-001d-4957-aaad-ee27dc44d3ff HTTP/1.1" status: 200 len: 851 time: 0.5277991 Nov 25 08:48:37.716809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.717078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.740186 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port d5c6529c-ecae-490c-a2e6-72c708a7d770, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d5c6529c-ecae-490c-a2e6-72c708a7d770,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:37.744515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-17bbfef1-7807-4f32-b156-b57bfbfe77f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:37.744987 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.747070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:37.808157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e7ed80-a558-4977-949b-14072d466b88 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:37.815072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e7ed80-a558-4977-949b-14072d466b88 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:37.816035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-71e7ed80-a558-4977-949b-14072d466b88 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:37.831991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=d5c6529c-ecae-490c-a2e6-72c708a7d770,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:37.833767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:37.835322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:37.892080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-71e7ed80-a558-4977-949b-14072d466b88 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:37.893239 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-71e7ed80-a558-4977-949b-14072d466b88 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4317486 Nov 25 08:48:37.902966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39082) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:37.955859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4e9bef-b56c-4d79-b0a6-d2d537df9fb4 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:37.970361 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92bb996-bf45-4aa3-8350-83ff68047d8e None None] Sync routers for ids ['2312cb25-ead6-47aa-bd4d-da7d7419c495'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:37.994167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=97c713fa-ec98-4ec7-9a55-f2e597142c07,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:38.007015 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92bb996-bf45-4aa3-8350-83ff68047d8e None None] Routers {'2312cb25-ead6-47aa-bd4d-da7d7419c495'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:38.008956 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c92bb996-bf45-4aa3-8350-83ff68047d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2312cb25-ead6-47aa-bd4d-da7d7419c495'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:38.025216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:38.028081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b8fc727c-c991-48cb-9e0e-a9165382e060 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:38.081081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Allocated IP 172.26.3.45 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/11e7429b-279c-415d-8dee-29df1cb34d19) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:38.101729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4261df1-fe7b-49cc-856c-47c71bdc2e62 None None] New status for floating IP a6a15cd7-9c34-418a-9a4b-d63af13053f2: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:48:38.130542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Checking segment: {'id': 'ef557661-8264-4685-a176-f292e675088f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6607aa63-21ff-43f0-a19c-7dd84ce900c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:38.130908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network hostable DHCP agents. Network: 6607aa63-21ff-43f0-a19c-7dd84ce900c7, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:38.145096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2d4e9bef-b56c-4d79-b0a6-d2d537df9fb4 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:38.186808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f31e9f-b89d-4b99-ad68-83857000eade req-b1ef60d3-df80-496f-a23a-eb00e587eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:38.187828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-abff5e08-8c3e-437c-af7b-e2011dbdc821 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port a9bab673-3edb-4c04-8ba0-b8596722dc21 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:38.188357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-abff5e08-8c3e-437c-af7b-e2011dbdc821 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:38.188486 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-32f31e9f-b89d-4b99-ad68-83857000eade req-b1ef60d3-df80-496f-a23a-eb00e587eb5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37af9905-3414-4cad-aeb5-b72371ae9d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5390244 Nov 25 08:48:38.264346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Checking segment: {'id': '623bfd42-1f29-4ddc-8df2-413110fdfaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '44071323-f7be-48ee-95b1-9c87cb0bc2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:38.264715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Network hostable DHCP agents. Network: 44071323-f7be-48ee-95b1-9c87cb0bc2a8, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:38.286137 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-c92bb996-bf45-4aa3-8350-83ff68047d8e None None] Set router 2312cb25-ead6-47aa-bd4d-da7d7419c495 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:38.324925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event updated for resources: {'Port': ['ID=91c29246-a1cb-4ac8-9496-d4c4dccb8b02,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:38.355915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:38.427918 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2d4e9bef-b56c-4d79-b0a6-d2d537df9fb4 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "PUT /v2.0/floatingips/59effb07-a4b2-469e-b9a2-e0a4a8f1c0d0 HTTP/1.1" status: 200 len: 991 time: 7.7084098 Nov 25 08:48:38.434313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'tag': 'cf29c45c-c264-4a21-814a-52c90345990b'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:38.459117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network 6607aa63-21ff-43f0-a19c-7dd84ce900c7 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:38.488594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:38.515778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Network 44071323-f7be-48ee-95b1-9c87cb0bc2a8 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:38.528268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 6607aa63-21ff-43f0-a19c-7dd84ce900c7) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:38.533433 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'tag': 'cf29c45c-c264-4a21-814a-52c90345990b', 'status': 'completed', 'code': 200} Nov 25 08:48:38.552202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:38.552936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:38.558453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 44071323-f7be-48ee-95b1-9c87cb0bc2a8) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:38.580558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:38.581396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:38.615465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7a45a2bc-d552-432b-bf56-6ddd281d8830 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:38.655827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e954282d-1e9d-4ce6-b8a3-cc285f31620b None None] Network 6607aa63-21ff-43f0-a19c-7dd84ce900c7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:38.670499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d202a85-796e-4eeb-9037-0d305313059e None None] Network 44071323-f7be-48ee-95b1-9c87cb0bc2a8 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:38.699143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:38.711128 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6016517 Nov 25 08:48:38.718449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39090) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:38.726721 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-57b9d23d-c83e-403b-aa67-1feebbc0d6ef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:38.782213 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-32f31e9f-b89d-4b99-ad68-83857000eade req-d0cfc590-2a8f-4533-9a4c-c76e47a7cb2f service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783150 Nov 25 08:48:38.785118 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-abff5e08-8c3e-437c-af7b-e2011dbdc821 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:38.846971 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c92bb996-bf45-4aa3-8350-83ff68047d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:33Z', 'revision_number': 4, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '59effb07-a4b2-469e-b9a2-e0a4a8f1c0d0', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'floating_ip_address': '172.26.3.134', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'port_id': 'cf29c45c-c264-4a21-814a-52c90345990b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'mac_address': 'fa:16:3e:eb:c7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:47:49Z', 'updated_at': '2021-11-25T08:48:33Z', 'revision_number': 1, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3469d7-15ea-41f0-94d7-01a50cfc9e9b', 'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'mac_address': 'fa:16:3e:4f:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '753bb839-4977-414d-80fc-329d1fcf44af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:46Z', 'revision_number': 5, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'subnets': [{'id': '753bb839-4977-414d-80fc-329d1fcf44af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:38.851847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event updated for resources: {'Port': ['ID=27c3f1df-5258-4cba-a35f-38c7762800e7,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:38.854208 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92bb996-bf45-4aa3-8350-83ff68047d8e None None] Checking router: 2312cb25-ead6-47aa-bd4d-da7d7419c495 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:38.870962 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92bb996-bf45-4aa3-8350-83ff68047d8e None None] Routers {'2312cb25-ead6-47aa-bd4d-da7d7419c495'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:38.871497 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c92bb996-bf45-4aa3-8350-83ff68047d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2312cb25-ead6-47aa-bd4d-da7d7419c495'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:38.881724 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d5c6529c-ecae-490c-a2e6-72c708a7d770 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:38.902938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f40d1-8eac-4191-911f-706c1b70b4ff req-13f66f8b-02b8-45ca-a569-ee5b3a7e3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:38.904410 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2e3f40d1-8eac-4191-911f-706c1b70b4ff req-13f66f8b-02b8-45ca-a569-ee5b3a7e3066 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c0989e50f024289b4ca0c2c24bbcc1c&device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 1098 time: 0.3384199 Nov 25 08:48:38.910125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:38.972268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-abff5e08-8c3e-437c-af7b-e2011dbdc821 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for a9bab673-3edb-4c04-8ba0-b8596722dc21 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:39.091631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Checking segment: {'id': '4814cbde-5208-4ac5-927f-f0c1f4701e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '45e7a2d8-99d6-43be-a144-c1050b2765eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:39.092262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Network hostable DHCP agents. Network: 45e7a2d8-99d6-43be-a144-c1050b2765eb, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:39.172946 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-c92bb996-bf45-4aa3-8350-83ff68047d8e None None] Set router 2312cb25-ead6-47aa-bd4d-da7d7419c495 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:39.182541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d5c6529c-ecae-490c-a2e6-72c708a7d770 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:39.183084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:39.190118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-57b9d23d-c83e-403b-aa67-1feebbc0d6ef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3149248'] for subnet, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:39.196598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f40d1-8eac-4191-911f-706c1b70b4ff req-074cf20b-fe46-4708-9f3a-52488856513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:39.199182 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2e3f40d1-8eac-4191-911f-706c1b70b4ff req-074cf20b-fe46-4708-9f3a-52488856513d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6388bdf-86ee-4282-8d81-7e40fc7b730d HTTP/1.1" status: 200 len: 913 time: 0.2353861 Nov 25 08:48:39.252200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:39.263866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:39.318257 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-32f31e9f-b89d-4b99-ad68-83857000eade req-a2f59701-e84e-4034-bb41-a81137af54c6 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263841 Nov 25 08:48:39.326894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Network 45e7a2d8-99d6-43be-a144-c1050b2765eb is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:39.337343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:39.352134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:39.362108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:39.398869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-6607aa63-21ff-43f0-a19c-7dd84ce900c7', 'network_id': '6607aa63-21ff-43f0-a19c-7dd84ce900c7', 'tenant_id': 'eabb1f41097a47e99aaac1436258e9d5', 'fixed_ips': [{'subnet_id': '97c713fa-ec98-4ec7-9a55-f2e597142c07'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:48:39.400517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:39.400989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 45e7a2d8-99d6-43be-a144-c1050b2765eb) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:39.445010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c314d9-4aa2-4879-b3c3-1fb3b0f7b524 None None] Network 45e7a2d8-99d6-43be-a144-c1050b2765eb requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:39.504225 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2e3f40d1-8eac-4191-911f-706c1b70b4ff req-e4c9af65-8455-410c-ba74-e901117a3154 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf29c45c-c264-4a21-814a-52c90345990b HTTP/1.1" status: 200 len: 999 time: 0.1600637 Nov 25 08:48:39.504799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-abff5e08-8c3e-437c-af7b-e2011dbdc821 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:39.581407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:39.585980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:39.591748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:39.597471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:39.598424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:39.605270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event updated for resources: {'Port': ['ID=11e7429b-279c-415d-8dee-29df1cb34d19,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:39.664629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:39.721111 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c92bb996-bf45-4aa3-8350-83ff68047d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:33Z', 'revision_number': 4, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '59effb07-a4b2-469e-b9a2-e0a4a8f1c0d0', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'floating_ip_address': '172.26.3.134', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'port_id': 'cf29c45c-c264-4a21-814a-52c90345990b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'mac_address': 'fa:16:3e:eb:c7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:47:49Z', 'updated_at': '2021-11-25T08:48:33Z', 'revision_number': 1, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3469d7-15ea-41f0-94d7-01a50cfc9e9b', 'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'mac_address': 'fa:16:3e:4f:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '753bb839-4977-414d-80fc-329d1fcf44af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:46Z', 'revision_number': 5, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'subnets': [{'id': '753bb839-4977-414d-80fc-329d1fcf44af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:39.726756 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92bb996-bf45-4aa3-8350-83ff68047d8e None None] The sync data for ids ['2312cb25-ead6-47aa-bd4d-da7d7419c495'] in dv-neutron-818341-1-hyperv is: [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:33Z', 'revision_number': 4, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '59effb07-a4b2-469e-b9a2-e0a4a8f1c0d0', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'floating_ip_address': '172.26.3.134', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'port_id': 'cf29c45c-c264-4a21-814a-52c90345990b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'mac_address': 'fa:16:3e:eb:c7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:47:49Z', 'updated_at': '2021-11-25T08:48:33Z', 'revision_number': 1, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3469d7-15ea-41f0-94d7-01a50cfc9e9b', 'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'mac_address': 'fa:16:3e:4f:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '753bb839-4977-414d-80fc-329d1fcf44af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:46Z', 'revision_number': 5, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'subnets': [{'id': '753bb839-4977-414d-80fc-329d1fcf44af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:39.822512 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.0530868 Nov 25 08:48:39.833876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39100) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:39.838800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff5e08-8c3e-437c-af7b-e2011dbdc821 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=a9bab673-3edb-4c04-8ba0-b8596722dc21,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:39.850983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-abff5e08-8c3e-437c-af7b-e2011dbdc821 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:39.852065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-abff5e08-8c3e-437c-af7b-e2011dbdc821 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:39.904463 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-abff5e08-8c3e-437c-af7b-e2011dbdc821 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/a9bab673-3edb-4c04-8ba0-b8596722dc21 HTTP/1.1" status: 204 len: 168 time: 2.0003245 Nov 25 08:48:39.909474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39104) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:39.914999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f40d1-8eac-4191-911f-706c1b70b4ff req-857c498e-3671-4ee4-be2e-014c50d8b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:39.916421 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2e3f40d1-8eac-4191-911f-706c1b70b4ff req-857c498e-3671-4ee4-be2e-014c50d8b8de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=753bb839-4977-414d-80fc-329d1fcf44af HTTP/1.1" status: 200 len: 851 time: 0.3363206 Nov 25 08:48:40.017617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:40.040904 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6880cfb6-994a-4d2a-af3d-f3e5bafcfe5f None None] New status for floating IP 59effb07-a4b2-469e-b9a2-e0a4a8f1c0d0: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:48:40.086679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-14e44153-c0e7-4e02-a705-786851117550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:40.088153 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-14e44153-c0e7-4e02-a705-786851117550 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8112514b1f3d47e090b4462ec34c3fce&device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 1098 time: 0.5384691 Nov 25 08:48:40.118747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-57b9d23d-c83e-403b-aa67-1feebbc0d6ef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772570589004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3993522'] for subnet, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:40.162190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:40.203776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b9d23d-c83e-403b-aa67-1feebbc0d6ef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:40.204364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-57b9d23d-c83e-403b-aa67-1feebbc0d6ef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:40.205634 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-57b9d23d-c83e-403b-aa67-1feebbc0d6ef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "PUT /v2.0/subnets/97c713fa-ec98-4ec7-9a55-f2e597142c07 HTTP/1.1" status: 200 len: 826 time: 1.4837675 Nov 25 08:48:40.212424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Allocated IP 2001:db8::2 (6607aa63-21ff-43f0-a19c-7dd84ce900c7/97c713fa-ec98-4ec7-9a55-f2e597142c07/f612a2e0-e180-4d81-94fc-c20f3c6f28de) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:40.213654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39108) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:40.259700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a434946-b7e8-4721-8d09-cfc1d9cd569b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:40.260534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4a434946-b7e8-4721-8d09-cfc1d9cd569b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:40.340516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f40d1-8eac-4191-911f-706c1b70b4ff req-8ca25403-fbfd-4a50-b0e5-7db260c7d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:40.342141 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2e3f40d1-8eac-4191-911f-706c1b70b4ff req-8ca25403-fbfd-4a50-b0e5-7db260c7d79d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6388bdf-86ee-4282-8d81-7e40fc7b730d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3804932 Nov 25 08:48:40.393224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4a434946-b7e8-4721-8d09-cfc1d9cd569b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:40.394483 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4a434946-b7e8-4721-8d09-cfc1d9cd569b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4840667 Nov 25 08:48:40.419489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-e4b4b863-0837-4586-ac52-03a4e8a4fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:40.421648 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-e4b4b863-0837-4586-ac52-03a4e8a4fad0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 200 len: 913 time: 0.3056605 Nov 25 08:48:40.424833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39116) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:40.553713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:40.558074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:40.569071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Router 6a774e5d-bbcf-4779-8e6c-8dc677afd23f is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:48:40.569860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Transition to ACTIVE for port object f612a2e0-e180-4d81-94fc-c20f3c6f28de will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:40.581542 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2e3f40d1-8eac-4191-911f-706c1b70b4ff req-b15f717f-08be-4520-8e8c-fbd7ca61cbc9 service neutron] 10.222.0.41 "GET /v2.0/networks/a6388bdf-86ee-4282-8d81-7e40fc7b730d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250566 Nov 25 08:48:40.583139 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-823540bc-2d65-4b83-86e3-4d48a995d0df tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:48:40.583672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-823540bc-2d65-4b83-86e3-4d48a995d0df tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:40.592682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Transition to ACTIVE for port object f612a2e0-e180-4d81-94fc-c20f3c6f28de will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:40.599045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:40.600702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872f80c1-a62d-4460-9423-aef6a0622d50 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:40.603347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e99ade4d-d44d-47d4-abf3-42e98a1009d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:40.606841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872f80c1-a62d-4460-9423-aef6a0622d50 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:40.607879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-872f80c1-a62d-4460-9423-aef6a0622d50 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Synchronizing usage tracker for tenant:18649889fff24a24bbd4cdcc64a29b7f on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:40.669064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Network 6607aa63-21ff-43f0-a19c-7dd84ce900c7 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:40.671998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:40.674521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:40.680707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Pushing event updated for resources: {'Port': ['ID=f612a2e0-e180-4d81-94fc-c20f3c6f28de,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:40.683607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:40.751996 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-0d8b332b-825e-4dcc-8aa6-10b034949837 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 200 len: 1001 time: 0.2701490 Nov 25 08:48:40.773522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Attempting to bind port f612a2e0-e180-4d81-94fc-c20f3c6f28de on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:40.774173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Attempting to bind port f612a2e0-e180-4d81-94fc-c20f3c6f28de by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'ef557661-8264-4685-a176-f292e675088f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6607aa63-21ff-43f0-a19c-7dd84ce900c7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:40.774564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Attempting to bind port f612a2e0-e180-4d81-94fc-c20f3c6f28de on network 6607aa63-21ff-43f0-a19c-7dd84ce900c7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:40.780733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:40.781105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Checking segment: {'id': 'ef557661-8264-4685-a176-f292e675088f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6607aa63-21ff-43f0-a19c-7dd84ce900c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:40.781503 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:40.782155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Bound using segment: {'id': 'ef557661-8264-4685-a176-f292e675088f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6607aa63-21ff-43f0-a19c-7dd84ce900c7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:40.782367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Bound port: f612a2e0-e180-4d81-94fc-c20f3c6f28de, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef557661-8264-4685-a176-f292e675088f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6607aa63-21ff-43f0-a19c-7dd84ce900c7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:40.782558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9d23d-c83e-403b-aa67-1feebbc0d6ef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=97c713fa-ec98-4ec7-9a55-f2e597142c07,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:40.782732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:40.785238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-57b9d23d-c83e-403b-aa67-1feebbc0d6ef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:40.825290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-823540bc-2d65-4b83-86e3-4d48a995d0df tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:40.826314 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-823540bc-2d65-4b83-86e3-4d48a995d0df tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/04d03151-69ce-4199-952d-db250aedbf59 HTTP/1.1" status: 404 len: 333 time: 0.3985591 Nov 25 08:48:40.832607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39120) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:40.850632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-872f80c1-a62d-4460-9423-aef6a0622d50 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Unset dirty status for tenant:18649889fff24a24bbd4cdcc64a29b7f on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:40.854309 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-872f80c1-a62d-4460-9423-aef6a0622d50 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.0192196 Nov 25 08:48:40.857216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39124) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:40.885149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] For port f612a2e0-e180-4d81-94fc-c20f3c6f28de, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:40.890005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] For port f612a2e0-e180-4d81-94fc-c20f3c6f28de, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f612a2e0-e180-4d81-94fc-c20f3c6f28de,segment=NetworkSegment(ef557661-8264-4685-a176-f292e675088f),segment_id=ef557661-8264-4685-a176-f292e675088f)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:40.900213 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:40.909158 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c6013f-75bc-49c6-a874-8e26688ae0c4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:48:40.913108 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a0c6013f-75bc-49c6-a874-8e26688ae0c4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/a9bab673-3edb-4c04-8ba0-b8596722dc21 HTTP/1.1" status: 404 len: 333 time: 0.0769625 Nov 25 08:48:40.913108 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:40.918140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:40.924010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39130) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:40.955402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-950ede2e-54bf-470e-9c4a-84cbd6520cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:40.956893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-950ede2e-54bf-470e-9c4a-84cbd6520cdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40d6fdd8-001d-4957-aaad-ee27dc44d3ff HTTP/1.1" status: 200 len: 851 time: 0.1788998 Nov 25 08:48:40.978133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:41.038297 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2e3f40d1-8eac-4191-911f-706c1b70b4ff req-77d49b47-ae97-48a5-b0a0-c9168dcd2795 service neutron] 10.222.0.41 "GET /v2.0/networks/a6388bdf-86ee-4282-8d81-7e40fc7b730d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489439 Nov 25 08:48:41.050888 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:41.072789 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Sync routers for ids ['6a774e5d-bbcf-4779-8e6c-8dc677afd23f'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:41.092855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:41.106211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c2d4f773-362a-4bdf-8b54-4e6074daa6e8 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:41.107837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Routers {'6a774e5d-bbcf-4779-8e6c-8dc677afd23f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:41.109198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7044f422-9d16-4b54-8597-327047b35310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6a774e5d-bbcf-4779-8e6c-8dc677afd23f'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:41.158400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:41.159621 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0718644 Nov 25 08:48:41.161894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Subnet': ['ID=97c713fa-ec98-4ec7-9a55-f2e597142c07,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:41.176732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Pushing event updated for resources: {'Port': ['ID=f612a2e0-e180-4d81-94fc-c20f3c6f28de,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:41.176869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39134) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:41.185549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:41.187898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:41.227137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7119c00e-a32f-4697-bca6-79b109d47a39 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Deleting port 91c29246-a1cb-4ac8-9496-d4c4dccb8b02 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:41.227678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7119c00e-a32f-4697-bca6-79b109d47a39 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:41.355137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Set router 6a774e5d-bbcf-4779-8e6c-8dc677afd23f gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:41.510322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:41.561794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:41.597814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6607aa63-21ff-43f0-a19c-7dd84ce900c7']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:41.615044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef557661-8264-4685-a176-f292e675088f') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:41.615438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef557661-8264-4685-a176-f292e675088f') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:41.642520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:41.662723 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dfcfd27c-948e-4c82-904b-2d4bb449b586 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/routers/6a774e5d-bbcf-4779-8e6c-8dc677afd23f HTTP/1.1" status: 200 len: 907 time: 0.4846842 Nov 25 08:48:41.665567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39142) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:41.719902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:41.749664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7044f422-9d16-4b54-8597-327047b35310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a774e5d-bbcf-4779-8e6c-8dc677afd23f', 'name': 'tempest-snat-router-1797634792', 'tenant_id': '31450403b64642b9808ab04ba0138e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '7cf4621f-7c06-41ea-b908-75f54741c9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:34Z', 'updated_at': '2021-11-25T08:48:37Z', 'revision_number': 3, 'project_id': '31450403b64642b9808ab04ba0138e1b', 'gw_port': {'id': '7cf4621f-7c06-41ea-b908-75f54741c9a7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a774e5d-bbcf-4779-8e6c-8dc677afd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:48:36Z', 'updated_at': '2021-11-25T08:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:41.755765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Checking router: 6a774e5d-bbcf-4779-8e6c-8dc677afd23f for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:41.756128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Updating router 6a774e5d-bbcf-4779-8e6c-8dc677afd23f port 7cf4621f-7c06-41ea-b908-75f54741c9a7 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:48:41.794915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:41.794915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:41.809286 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:41.825369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:41.915404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:48:41.915404 dv-neutron-818341-1-hyperv neutron-server[87512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:48:41.915404 dv-neutron-818341-1-hyperv neutron-server[87512]: [parameters: {'id': '6607aa63-21ff-43f0-a19c-7dd84ce900c7'}] Nov 25 08:48:41.915404 dv-neutron-818341-1-hyperv neutron-server[87512]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:41.915817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:41.929818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7119c00e-a32f-4697-bca6-79b109d47a39 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:41.940864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.170226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7119c00e-a32f-4697-bca6-79b109d47a39 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Calling delete_port for 91c29246-a1cb-4ac8-9496-d4c4dccb8b02 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:42.208051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-ced079e4-2c2e-4bb1-80fd-c10d18be5ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:42.209959 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-ced079e4-2c2e-4bb1-80fd-c10d18be5ef7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37af9905-3414-4cad-aeb5-b72371ae9d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1704819 Nov 25 08:48:42.237477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.250586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.263033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Deleting port 7cf4621f-7c06-41ea-b908-75f54741c9a7 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:42.263512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.299852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.313723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Transition to ACTIVE for port object 7cf4621f-7c06-41ea-b908-75f54741c9a7 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:42.321360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.325094 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:42.362149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8729000e-174c-4ecc-8bac-e8c897087eea']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:42.395640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df11e16-d798-4125-9399-90076c3232d5') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:42.395925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df11e16-d798-4125-9399-90076c3232d5') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:42.412543 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Attempting to bind port 7cf4621f-7c06-41ea-b908-75f54741c9a7 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:42.413002 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Attempting to bind port 7cf4621f-7c06-41ea-b908-75f54741c9a7 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:42.413415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Attempting to bind port 7cf4621f-7c06-41ea-b908-75f54741c9a7 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:42.425938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.428601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad622b-69d0-4a68-ac1a-a4b340dbde57 None None] Pushing event updated for resources: {'Port': ['ID=7cf4621f-7c06-41ea-b908-75f54741c9a7,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:42.432684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae4b8e-337e-4abc-beb7-a563ef649e03 None None] Network 6607aa63-21ff-43f0-a19c-7dd84ce900c7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:42.442817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.450349 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting port f612a2e0-e180-4d81-94fc-c20f3c6f28de {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:42.450509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.450973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0aad622b-69d0-4a68-ac1a-a4b340dbde57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:42.458260 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:42.458600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:42.458938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.459335 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:42.460116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Bound port: 7cf4621f-7c06-41ea-b908-75f54741c9a7, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:42.460324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.479877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.494863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.499590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7119c00e-a32f-4697-bca6-79b109d47a39 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.535790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.560912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:42.588906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3667f6ca-dd7e-4d19-b092-fb476add24a0 None None] Provisioning for port f612a2e0-e180-4d81-94fc-c20f3c6f28de completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:42.614750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:42.614750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:42.692163 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:42.695511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7044f422-9d16-4b54-8597-327047b35310 None None] For port 7cf4621f-7c06-41ea-b908-75f54741c9a7, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:42.702714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Calling delete_port for 7cf4621f-7c06-41ea-b908-75f54741c9a7 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:42.705682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7044f422-9d16-4b54-8597-327047b35310 None None] For port 7cf4621f-7c06-41ea-b908-75f54741c9a7, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7cf4621f-7c06-41ea-b908-75f54741c9a7,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:42.706819 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-950369f4-a170-403f-841e-bc07a1ba0154 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748902 Nov 25 08:48:42.707938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119c00e-a32f-4697-bca6-79b109d47a39 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event deleted for resources: {'Port': ['ID=91c29246-a1cb-4ac8-9496-d4c4dccb8b02,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:42.714881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.720130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:42.770546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7119c00e-a32f-4697-bca6-79b109d47a39 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:42.802674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7119c00e-a32f-4697-bca6-79b109d47a39 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:42.873606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Routers {'6a774e5d-bbcf-4779-8e6c-8dc677afd23f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:42.882400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7044f422-9d16-4b54-8597-327047b35310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6a774e5d-bbcf-4779-8e6c-8dc677afd23f'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:42.957740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad622b-69d0-4a68-ac1a-a4b340dbde57 None None] Pushing event updated for resources: {'Port': ['ID=7cf4621f-7c06-41ea-b908-75f54741c9a7,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:42.961115 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0aad622b-69d0-4a68-ac1a-a4b340dbde57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:42.962098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f612a2e0-e180-4d81-94fc-c20f3c6f28de up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:43.114494 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7119c00e-a32f-4697-bca6-79b109d47a39 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "DELETE /v2.0/ports/91c29246-a1cb-4ac8-9496-d4c4dccb8b02 HTTP/1.1" status: 204 len: 168 time: 2.2537863 Nov 25 08:48:43.115607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39152) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:43.124159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] For port f612a2e0-e180-4d81-94fc-c20f3c6f28de, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f612a2e0-e180-4d81-94fc-c20f3c6f28de,segment=NetworkSegment(ef557661-8264-4685-a176-f292e675088f),segment_id=ef557661-8264-4685-a176-f292e675088f)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:43.124520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.127507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.132699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.141244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b717ef2c-f955-45cb-9049-4b9b5e39096c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:43.159591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d98ff8-48dc-4ac6-a98e-cd771da6cb66 None None] DHCP port deletion for 6607aa63-21ff-43f0-a19c-7dd84ce900c7 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:48:43.176209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Network': ['ID=8729000e-174c-4ecc-8bac-e8c897087eea,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:43.178785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:43.184555 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/networks/8729000e-174c-4ecc-8bac-e8c897087eea HTTP/1.1" status: 204 len: 168 time: 2.2552655 Nov 25 08:48:43.184739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f3d98ff8-48dc-4ac6-a98e-cd771da6cb66 None None] Deleting port f612a2e0-e180-4d81-94fc-c20f3c6f28de {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:43.184739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3d98ff8-48dc-4ac6-a98e-cd771da6cb66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.197940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39156) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:43.211612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1155058059'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:43.225676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:43.240208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:network and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:43.245584 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ce4b0768-f6c9-4e8e-afa1-d1267228729e req-59e904d5-c38f-4643-ade9-d10562cc7130 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740965 Nov 25 08:48:43.246530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:43.254210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7044f422-9d16-4b54-8597-327047b35310 None None] Set router 6a774e5d-bbcf-4779-8e6c-8dc677afd23f gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:43.254589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Router 6bc6596e-50bc-4089-8dda-870fd7f866ef is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:48:43.256969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:43.322807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Calling delete_port for f612a2e0-e180-4d81-94fc-c20f3c6f28de owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:43.328397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:43.331740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.407177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7044f422-9d16-4b54-8597-327047b35310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a774e5d-bbcf-4779-8e6c-8dc677afd23f', 'name': 'tempest-snat-router-1797634792', 'tenant_id': '31450403b64642b9808ab04ba0138e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:34Z', 'updated_at': '2021-11-25T08:48:42Z', 'revision_number': 4, 'project_id': '31450403b64642b9808ab04ba0138e1b', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:43.414476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044f422-9d16-4b54-8597-327047b35310 None None] The sync data for ids ['6a774e5d-bbcf-4779-8e6c-8dc677afd23f'] in dv-neutron-818341-1-hyperv is: [{'id': '6a774e5d-bbcf-4779-8e6c-8dc677afd23f', 'name': 'tempest-snat-router-1797634792', 'tenant_id': '31450403b64642b9808ab04ba0138e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:34Z', 'updated_at': '2021-11-25T08:48:42Z', 'revision_number': 4, 'project_id': '31450403b64642b9808ab04ba0138e1b', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:43.426783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port f612a2e0-e180-4d81-94fc-c20f3c6f28de completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:43.429820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-b8589fe7-bb84-4bbc-9ce6-3af3e1021c56 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Deleting port 27c3f1df-5258-4cba-a35f-38c7762800e7 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:43.430147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8589fe7-bb84-4bbc-9ce6-3af3e1021c56 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.462666 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port f612a2e0-e180-4d81-94fc-c20f3c6f28de triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:43.463061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.471957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:43.501403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:43.501724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.501830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:43.502259 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Added segment 3902fa98-7430-4d5b-96a7-2a0410a11101 of type vlan for network 039ce782-a353-4b44-b985-b65ab5887344 Nov 25 08:48:43.516923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:43.528272 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Sync routers for ids ['6bc6596e-50bc-4089-8dda-870fd7f866ef'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:43.543231 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Routers {'6bc6596e-50bc-4089-8dda-870fd7f866ef'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:43.545783 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6bc6596e-50bc-4089-8dda-870fd7f866ef'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:43.556786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.563185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.567451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.570812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-39ab9071-8628-430a-b055-7f284a181489 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:43.571496 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.8699048 Nov 25 08:48:43.572319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39162) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:43.630908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No DVR routers for this DVR port f612a2e0-e180-4d81-94fc-c20f3c6f28de on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:48:43.632696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Port': ['ID=f612a2e0-e180-4d81-94fc-c20f3c6f28de,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:43.640924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Could not find standard attr ID for object f612a2e0-e180-4d81-94fc-c20f3c6f28de. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:48:43.657213 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No ports have port_id starting with f612a2e0-e180-4d81-94fc-c20f3c6f28de Nov 25 08:48:43.668006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:43.710471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f3d98ff8-48dc-4ac6-a98e-cd771da6cb66 None None] For port f612a2e0-e180-4d81-94fc-c20f3c6f28de, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f612a2e0-e180-4d81-94fc-c20f3c6f28de,segment=NetworkSegment(ef557661-8264-4685-a176-f292e675088f),segment_id=ef557661-8264-4685-a176-f292e675088f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:43.711207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3d98ff8-48dc-4ac6-a98e-cd771da6cb66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.739157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.744930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:43.745591 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.755008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:43.852307 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Set router 6bc6596e-50bc-4089-8dda-870fd7f866ef gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:43.867897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f3d98ff8-48dc-4ac6-a98e-cd771da6cb66 None None] Calling delete_port for f612a2e0-e180-4d81-94fc-c20f3c6f28de owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:43.871418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Network': ['ID=039ce782-a353-4b44-b985-b65ab5887344,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:43.875015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:43.883274 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.897670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8589fe7-bb84-4bbc-9ce6-3af3e1021c56 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.899403 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6998899 Nov 25 08:48:43.907909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39166) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:43.918009 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 039ce782-a353-4b44-b985-b65ab5887344 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:43.925420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': '039ce782-a353-4b44-b985-b65ab5887344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:43.925759 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5ee3c98d-23ba-4b6c-a978-0b677f75a61c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/routers/6bc6596e-50bc-4089-8dda-870fd7f866ef HTTP/1.1" status: 200 len: 908 time: 0.3512270 Nov 25 08:48:43.926316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39170) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:43.931323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2047281602', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'enable_snat': True}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:43.936609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:43.940692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Usage tracker for resource:router and tenant:ff561dee65b940bb88d0f209d85dea26 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:43.945020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:43.952221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:43.952367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6607aa63-21ff-43f0-a19c-7dd84ce900c7']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:43.974276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:43.975818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.015836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.029555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Deleting port 7cf4621f-7c06-41ea-b908-75f54741c9a7 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:44.029555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.192728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-b8589fe7-bb84-4bbc-9ce6-3af3e1021c56 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Calling delete_port for 27c3f1df-5258-4cba-a35f-38c7762800e7 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:44.215063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-f3d98ff8-48dc-4ac6-a98e-cd771da6cb66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:44.215457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-f3d98ff8-48dc-4ac6-a98e-cd771da6cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:44.222068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef557661-8264-4685-a176-f292e675088f') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:44.222386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef557661-8264-4685-a176-f292e675088f') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:44.266137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.325086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.342127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:44.362215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:44.362913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:44.380671 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:44.382873 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc6596e-50bc-4089-8dda-870fd7f866ef', 'name': 'tempest-snat-router-2047281602', 'tenant_id': 'ff561dee65b940bb88d0f209d85dea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.45'}], 'enable_snat': False}, 'gw_port_id': '11e7429b-279c-415d-8dee-29df1cb34d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:32Z', 'updated_at': '2021-11-25T08:48:40Z', 'revision_number': 3, 'project_id': 'ff561dee65b940bb88d0f209d85dea26', 'gw_port': {'id': '11e7429b-279c-415d-8dee-29df1cb34d19', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc6596e-50bc-4089-8dda-870fd7f866ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:48:37Z', 'updated_at': '2021-11-25T08:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:44.386574 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Checking router: 6bc6596e-50bc-4089-8dda-870fd7f866ef for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:44.386986 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Updating router 6bc6596e-50bc-4089-8dda-870fd7f866ef port 11e7429b-279c-415d-8dee-29df1cb34d19 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:48:44.400940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.447276 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.479607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:44.500182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:44.529373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:44.565903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8589fe7-bb84-4bbc-9ce6-3af3e1021c56 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.578021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:44.619747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:44.623234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.635960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.718526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f3d98ff8-48dc-4ac6-a98e-cd771da6cb66 None None] Deleting port f612a2e0-e180-4d81-94fc-c20f3c6f28de {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:44.719036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3d98ff8-48dc-4ac6-a98e-cd771da6cb66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.777789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8589fe7-bb84-4bbc-9ce6-3af3e1021c56 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event deleted for resources: {'Port': ['ID=27c3f1df-5258-4cba-a35f-38c7762800e7,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:44.809559 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f3d98ff8-48dc-4ac6-a98e-cd771da6cb66 None None] The port 'f612a2e0-e180-4d81-94fc-c20f3c6f28de' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:48:44.813931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f612a2e0-e180-4d81-94fc-c20f3c6f28de no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:48:44.830645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.835357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.838111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b8589fe7-bb84-4bbc-9ce6-3af3e1021c56 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:44.853305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:44.855595 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.862453 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d5b79a-1fb6-4bce-9a9c-d1010aeb4d1e None None] Network 6607aa63-21ff-43f0-a19c-7dd84ce900c7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:44.873434 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Transition to ACTIVE for port object 11e7429b-279c-415d-8dee-29df1cb34d19 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:44.884237 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.897238 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-cb527267-0354-4a49-8e72-b218e1aa8ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:44.898449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d5b79a-1fb6-4bce-9a9c-d1010aeb4d1e None None] Network 6607aa63-21ff-43f0-a19c-7dd84ce900c7 could not be found, it might have been deleted concurrently. {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 25 08:48:44.900180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: f612a2e0-e180-4d81-94fc-c20f3c6f28de {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:48:44.900748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f612a2e0-e180-4d81-94fc-c20f3c6f28de not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:48:44.903290 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Network': ['ID=6607aa63-21ff-43f0-a19c-7dd84ce900c7,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:44.916564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:44.925804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.ipam_backend_mixin [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Performing IP validity checks on allocation pools {{(pid=87512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 08:48:44.926325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.ipam_backend_mixin [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 08:48:44.929222 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/6607aa63-21ff-43f0-a19c-7dd84ce900c7 HTTP/1.1" status: 204 len: 168 time: 4.7144966 Nov 25 08:48:44.933347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] For port 7cf4621f-7c06-41ea-b908-75f54741c9a7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7cf4621f-7c06-41ea-b908-75f54741c9a7,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:44.933676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.942945 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39182) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:44.953506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8589fe7-bb84-4bbc-9ce6-3af3e1021c56 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:44.957864 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b8589fe7-bb84-4bbc-9ce6-3af3e1021c56 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "DELETE /v2.0/ports/27c3f1df-5258-4cba-a35f-38c7762800e7 HTTP/1.1" status: 204 len: 168 time: 1.8388286 Nov 25 08:48:44.984010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39186) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:45.005170 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Attempting to bind port 11e7429b-279c-415d-8dee-29df1cb34d19 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:45.005547 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Attempting to bind port 11e7429b-279c-415d-8dee-29df1cb34d19 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:45.005904 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Attempting to bind port 11e7429b-279c-415d-8dee-29df1cb34d19 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:45.019310 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:45.019660 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:45.020057 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.020456 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:45.020950 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Bound port: 11e7429b-279c-415d-8dee-29df1cb34d19, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:45.021439 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.035830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.051296 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f168-0c20-4ba0-ba6b-13bd8d889a32 None None] Pushing event updated for resources: {'Port': ['ID=11e7429b-279c-415d-8dee-29df1cb34d19,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:45.058971 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-95b6f168-0c20-4ba0-ba6b-13bd8d889a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:45.114883 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] For port 11e7429b-279c-415d-8dee-29df1cb34d19, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:45.118012 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] For port 11e7429b-279c-415d-8dee-29df1cb34d19, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=11e7429b-279c-415d-8dee-29df1cb34d19,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:45.125518 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.130121 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-95b6f168-0c20-4ba0-ba6b-13bd8d889a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:45.134273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Calling delete_port for 7cf4621f-7c06-41ea-b908-75f54741c9a7 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:45.165162 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45212aa-3178-40fe-ac22-5464dc4a64f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:48:45.165860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45212aa-3178-40fe-ac22-5464dc4a64f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:48:45.167713 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f45212aa-3178-40fe-ac22-5464dc4a64f7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/6607aa63-21ff-43f0-a19c-7dd84ce900c7 HTTP/1.1" status: 404 len: 339 time: 0.2232134 Nov 25 08:48:45.173155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39190) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:45.184297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1677562553', 'description': 'd1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:45.184591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9df286eb-0f5b-4aac-ac34-6ba55dafe3e7 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Synchronizing usage tracker for tenant:18649889fff24a24bbd4cdcc64a29b7f on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:45.193157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:45.201328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Usage tracker for resource:network and tenant:eabb1f41097a47e99aaac1436258e9d5 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:45.207599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:45.224861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:45.227119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Allocated IP 172.26.3.94 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/03029798-96f9-4588-be9d-95982143ecee) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:45.246434 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Routers {'6bc6596e-50bc-4089-8dda-870fd7f866ef'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:45.247097 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6bc6596e-50bc-4089-8dda-870fd7f866ef'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:45.262329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9df286eb-0f5b-4aac-ac34-6ba55dafe3e7 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Unset dirty status for tenant:18649889fff24a24bbd4cdcc64a29b7f on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:45.263457 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9df286eb-0f5b-4aac-ac34-6ba55dafe3e7 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2789040 Nov 25 08:48:45.267700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:45.271223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.282727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39196) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:45.288627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1100438297'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:45.305147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:45.322451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Usage tracker for resource:network and tenant:18649889fff24a24bbd4cdcc64a29b7f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:45.327347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:45.339261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:45.368170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:45.391609 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f168-0c20-4ba0-ba6b-13bd8d889a32 None None] Pushing event updated for resources: {'Port': ['ID=11e7429b-279c-415d-8dee-29df1cb34d19,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:45.393477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Made reservation on behalf of 18649889fff24a24bbd4cdcc64a29b7f for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:45.397066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.408177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.408651 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Added segment f53c4ee6-e045-4221-b1ee-d729bfa42c80 of type vlan for network e16abbbd-f366-4745-ac61-efb2587ba106 Nov 25 08:48:45.410762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.416324 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-95b6f168-0c20-4ba0-ba6b-13bd8d889a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:45.422653 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:45.473146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.478954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.496916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:45.549837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.555525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:45.560146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.573229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Subnet': ['ID=e5ee3b5f-76fc-4619-9210-eb8a83747c40,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:45.577202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.577730 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Added segment 0d0e1fac-7c2b-4d0a-8583-5ac80238aea4 of type vlan for network 176cfd97-543f-4e13-81e2-0302fb7a17e6 Nov 25 08:48:45.586026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:45.590450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-12145edc-c3ef-4580-b31e-f6430f15071c tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:45.610548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Checking segment: {'id': '3902fa98-7430-4d5b-96a7-2a0410a11101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '039ce782-a353-4b44-b985-b65ab5887344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:45.610769 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] Set router 6bc6596e-50bc-4089-8dda-870fd7f866ef gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:45.611282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network hostable DHCP agents. Network: 039ce782-a353-4b44-b985-b65ab5887344, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:45.616198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.656953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.699675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.707727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:45.713948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:45.718769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:45.722735 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5479527 Nov 25 08:48:45.723726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:45.746120 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.747314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39204) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:45.767132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=e16abbbd-f366-4745-ac61-efb2587ba106,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:45.771390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:45.771866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1fa5e152-b1da-4bc8-9093-54a677b04e12 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:45.780504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network e16abbbd-f366-4745-ac61-efb2587ba106 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:45.876527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:45.877254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:45.895533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cf4621f-7c06-41ea-b908-75f54741c9a7,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:45.899012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:45.940803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:45.969084 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc6596e-50bc-4089-8dda-870fd7f866ef', 'name': 'tempest-snat-router-2047281602', 'tenant_id': 'ff561dee65b940bb88d0f209d85dea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.45'}], 'enable_snat': False}, 'gw_port_id': '11e7429b-279c-415d-8dee-29df1cb34d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:32Z', 'updated_at': '2021-11-25T08:48:40Z', 'revision_number': 3, 'project_id': 'ff561dee65b940bb88d0f209d85dea26', 'gw_port': {'id': '11e7429b-279c-415d-8dee-29df1cb34d19', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc6596e-50bc-4089-8dda-870fd7f866ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:48:37Z', 'updated_at': '2021-11-25T08:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:45.973531 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562611b4-bd7a-4f4e-8929-d427b5474b55 None None] The sync data for ids ['6bc6596e-50bc-4089-8dda-870fd7f866ef'] in dv-neutron-818341-1-hyperv is: [{'id': '6bc6596e-50bc-4089-8dda-870fd7f866ef', 'name': 'tempest-snat-router-2047281602', 'tenant_id': 'ff561dee65b940bb88d0f209d85dea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.45'}], 'enable_snat': False}, 'gw_port_id': '11e7429b-279c-415d-8dee-29df1cb34d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:32Z', 'updated_at': '2021-11-25T08:48:40Z', 'revision_number': 3, 'project_id': 'ff561dee65b940bb88d0f209d85dea26', 'gw_port': {'id': '11e7429b-279c-415d-8dee-29df1cb34d19', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc6596e-50bc-4089-8dda-870fd7f866ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:48:37Z', 'updated_at': '2021-11-25T08:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:46.002780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 039ce782-a353-4b44-b985-b65ab5887344 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:46.057847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event updated for resources: {'Port': ['ID=03029798-96f9-4588-be9d-95982143ecee,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:46.062567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:46.127917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ab36f-c4a9-47cf-a1ab-7699de5d8fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:46.128632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e25ab36f-c4a9-47cf-a1ab-7699de5d8fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Synchronizing usage tracker for tenant:eabb1f41097a47e99aaac1436258e9d5 on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:46.135460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 039ce782-a353-4b44-b985-b65ab5887344) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:46.142754 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8588574 Nov 25 08:48:46.143690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event updated for resources: {'Network': ['ID=176cfd97-543f-4e13-81e2-0302fb7a17e6,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:46.145396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39208) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:46.149383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:46.149990 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.150411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ecec78-a57e-440f-857b-d1d85a1b1e3c None None] Network 039ce782-a353-4b44-b985-b65ab5887344 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:46.157259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:46.170075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 176cfd97-543f-4e13-81e2-0302fb7a17e6 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:46.170922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-221102934'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:46.184885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.236479 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3259101 Nov 25 08:48:46.242131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39212) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:46.243251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:46.262155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': '039ce782-a353-4b44-b985-b65ab5887344', 'name': 'tempest-PortsTestJSON-1124415594'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:46.352290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Usage tracker for resource:network and tenant:18649889fff24a24bbd4cdcc64a29b7f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:46.366343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:46.377067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:46.402116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e25ab36f-c4a9-47cf-a1ab-7699de5d8fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Unset dirty status for tenant:eabb1f41097a47e99aaac1436258e9d5 on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:46.406502 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e25ab36f-c4a9-47cf-a1ab-7699de5d8fef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/networks?id=e16abbbd-f366-4745-ac61-efb2587ba106 HTTP/1.1" status: 200 len: 765 time: 0.6428027 Nov 25 08:48:46.417433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39216) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:46.426905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-17cdd03e-31ed-4442-bfa4-1953591529ed tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'description': 'd2'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:46.450817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.468120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c7690aa2-04f0-4efe-bf0b-84efc7fe9754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.500040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Made reservation on behalf of 18649889fff24a24bbd4cdcc64a29b7f for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:46.504133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.522767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:46.530177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.563287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:46.584584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:46.596846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.633911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.634446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a774e5d-bbcf-4779-8e6c-8dc677afd23f {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:48:46.658630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.662104 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "DELETE /v2.0/routers/6a774e5d-bbcf-4779-8e6c-8dc677afd23f HTTP/1.1" status: 204 len: 168 time: 4.9932213 Nov 25 08:48:46.662928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.663189 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Added segment 714e3cf2-1976-4d52-9d51-02727fa2d81d of type vlan for network ff028169-17ef-4ed4-b38f-3f1492762957 Nov 25 08:48:46.663436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39224) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:46.694690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.723912 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-039ce782-a353-4b44-b985-b65ab5887344', 'network_id': '039ce782-a353-4b44-b985-b65ab5887344', 'tenant_id': '582cee82d17044798b7f02b1399f0549', 'fixed_ips': [{'subnet_id': 'e5ee3b5f-76fc-4619-9210-eb8a83747c40'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:48:46.725106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.736279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:46.739812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.835026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.845842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:46.846512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:46.863512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:46.886533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 11e7429b-279c-415d-8dee-29df1cb34d19 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:46.965309 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.000956 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 11e7429b-279c-415d-8dee-29df1cb34d19 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:47.016469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 11e7429b-279c-415d-8dee-29df1cb34d19 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:47.016708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.018388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17cdd03e-31ed-4442-bfa4-1953591529ed tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.117905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17cdd03e-31ed-4442-bfa4-1953591529ed tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.130877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-153788ce-9ac9-4a52-82b0-ad16714ac139 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:47.191777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event updated for resources: {'Network': ['ID=ff028169-17ef-4ed4-b38f-3f1492762957,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:47.204777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.209417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17cdd03e-31ed-4442-bfa4-1953591529ed tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network e16abbbd-f366-4745-ac61-efb2587ba106 is not hosted by any dhcp agent {{(pid=87512) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 25 08:48:47.214814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cdd03e-31ed-4442-bfa4-1953591529ed tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:47.215998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17cdd03e-31ed-4442-bfa4-1953591529ed tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.217626 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-17cdd03e-31ed-4442-bfa4-1953591529ed tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "PUT /v2.0/networks/e16abbbd-f366-4745-ac61-efb2587ba106 HTTP/1.1" status: 200 len: 762 time: 0.7994728 Nov 25 08:48:47.222330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39230) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:47.226983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 11e7429b-279c-415d-8dee-29df1cb34d19, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=11e7429b-279c-415d-8dee-29df1cb34d19,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:47.233521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network ff028169-17ef-4ed4-b38f-3f1492762957 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:47.233942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:47.236941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port 334b8351-8a6f-45e8-9a65-de36d0ae2c63 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:48:47.258960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.262141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d5653be9-65bd-44b3-9221-5a6b49246a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:47.319369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdd03e-31ed-4442-bfa4-1953591529ed tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=e16abbbd-f366-4745-ac61-efb2587ba106,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:47.323522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-17cdd03e-31ed-4442-bfa4-1953591529ed tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:47.347738 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1872318 Nov 25 08:48:47.371802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network e16abbbd-f366-4745-ac61-efb2587ba106 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:47.386103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.482712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Allocated IP 172.20.0.2 (039ce782-a353-4b44-b985-b65ab5887344/e5ee3b5f-76fc-4619-9210-eb8a83747c40/899ca6b7-0e82-4215-9426-1be3a6d7f669) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:47.536167 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=11e7429b-279c-415d-8dee-29df1cb34d19,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:47.539182 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:47.663729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.665965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef4a278-1e82-4577-a731-b4dbd8a363c7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:47.666679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-eef4a278-1e82-4577-a731-b4dbd8a363c7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Synchronizing usage tracker for tenant:eabb1f41097a47e99aaac1436258e9d5 on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:47.684136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.687193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Deleting port d5c6529c-ecae-490c-a2e6-72c708a7d770 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:47.687549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.856890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.879292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Transition to ACTIVE for port object 899ca6b7-0e82-4215-9426-1be3a6d7f669 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:47.893003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-eef4a278-1e82-4577-a731-b4dbd8a363c7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Unset dirty status for tenant:eabb1f41097a47e99aaac1436258e9d5 on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:47.894163 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-eef4a278-1e82-4577-a731-b4dbd8a363c7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/networks?id=e16abbbd-f366-4745-ac61-efb2587ba106 HTTP/1.1" status: 200 len: 765 time: 0.6592240 Nov 25 08:48:47.900055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39238) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:47.909439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Transition to ACTIVE for port object 899ca6b7-0e82-4215-9426-1be3a6d7f669 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:47.917502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:47.930857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4a13728f-5a0e-43d2-8d9c-9abf1a79c10c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:48.016018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Network 039ce782-a353-4b44-b985-b65ab5887344 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:48.017430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Pushing event updated for resources: {'Port': ['ID=899ca6b7-0e82-4215-9426-1be3a6d7f669,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:48.021354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:48.021354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:48.023440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:48.045898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] For port d5c6529c-ecae-490c-a2e6-72c708a7d770, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d5c6529c-ecae-490c-a2e6-72c708a7d770,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:48.046475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:48.111346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.7 (039ce782-a353-4b44-b985-b65ab5887344/e5ee3b5f-76fc-4619-9210-eb8a83747c40/334b8351-8a6f-45e8-9a65-de36d0ae2c63) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:48.188369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Attempting to bind port 899ca6b7-0e82-4215-9426-1be3a6d7f669 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:48.188840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Attempting to bind port 899ca6b7-0e82-4215-9426-1be3a6d7f669 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '3902fa98-7430-4d5b-96a7-2a0410a11101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '039ce782-a353-4b44-b985-b65ab5887344'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:48.189285 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Attempting to bind port 899ca6b7-0e82-4215-9426-1be3a6d7f669 on network 039ce782-a353-4b44-b985-b65ab5887344 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:48.195903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:48.196385 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Checking segment: {'id': '3902fa98-7430-4d5b-96a7-2a0410a11101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '039ce782-a353-4b44-b985-b65ab5887344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:48.196980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:48.197584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Bound using segment: {'id': '3902fa98-7430-4d5b-96a7-2a0410a11101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '039ce782-a353-4b44-b985-b65ab5887344'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:48.198039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Bound port: 899ca6b7-0e82-4215-9426-1be3a6d7f669, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902fa98-7430-4d5b-96a7-2a0410a11101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '039ce782-a353-4b44-b985-b65ab5887344'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:48.198579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:48.287222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Calling delete_port for d5c6529c-ecae-490c-a2e6-72c708a7d770 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:48.316590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] For port 899ca6b7-0e82-4215-9426-1be3a6d7f669, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:48.323351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] For port 899ca6b7-0e82-4215-9426-1be3a6d7f669, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=899ca6b7-0e82-4215-9426-1be3a6d7f669,segment=NetworkSegment(3902fa98-7430-4d5b-96a7-2a0410a11101),segment_id=3902fa98-7430-4d5b-96a7-2a0410a11101)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:48.333164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:48.348443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:48.503482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Pushing event updated for resources: {'Port': ['ID=899ca6b7-0e82-4215-9426-1be3a6d7f669,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:48.507142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:48.548373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:48.554036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cbc00815-e79e-4ad9-928c-f9df6cc0a361 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:48.571935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d310c81-a02c-4565-b9cd-c6d3e7bcf353 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:48.575991 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9d310c81-a02c-4565-b9cd-c6d3e7bcf353 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6699123 Nov 25 08:48:48.577898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39244) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:48.584897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:48.609016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5c6529c-ecae-490c-a2e6-72c708a7d770,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:48.639110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5050d4f3-bc5a-4504-a740-2f60ba7d608e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Synchronizing usage tracker for tenant:eabb1f41097a47e99aaac1436258e9d5 on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:48.643966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object 334b8351-8a6f-45e8-9a65-de36d0ae2c63 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:48.646759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Router 25490f5e-5be2-4402-adfd-301b9701a71f is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:48:48.686899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:48.723786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:48.726311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5050d4f3-bc5a-4504-a740-2f60ba7d608e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Unset dirty status for tenant:eabb1f41097a47e99aaac1436258e9d5 on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:48.731946 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5050d4f3-bc5a-4504-a740-2f60ba7d608e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 207 time: 0.1464136 Nov 25 08:48:48.737293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39248) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:48.958648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:48.972778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:49.139366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 11e7429b-279c-415d-8dee-29df1cb34d19 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:49.244797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7ca84910-748d-43ad-8ce7-39d4d12d9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.268128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.270419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.285941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:49.320325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.320929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26f9bc4c-f2d3-45b3-bae9-a53df409fac6 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:48:49.332571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Sync routers for ids ['25490f5e-5be2-4402-adfd-301b9701a71f'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:49.352750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Routers {'25490f5e-5be2-4402-adfd-301b9701a71f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:49.353413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['25490f5e-5be2-4402-adfd-301b9701a71f'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:49.355407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.356588 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "DELETE /v2.0/routers/26f9bc4c-f2d3-45b3-bae9-a53df409fac6 HTTP/1.1" status: 204 len: 168 time: 2.3152306 Nov 25 08:48:49.362079 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39258) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:49.371194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 039ce782-a353-4b44-b985-b65ab5887344 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:49.376134 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1325594202', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:49.389949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:49.395429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:49.397830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:49.424349 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Usage tracker for resource:router and tenant:3f03faf91d2e481a970fbafbcb2dbcd0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:49.429337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:49.437958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:49.458865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.462150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.505542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db457596-fb0a-4f1e-8e82-eabb7acb4320 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:49.506107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.520088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db457596-fb0a-4f1e-8e82-eabb7acb4320 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:49.532789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db457596-fb0a-4f1e-8e82-eabb7acb4320 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:49.543369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db457596-fb0a-4f1e-8e82-eabb7acb4320 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:49.550708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db457596-fb0a-4f1e-8e82-eabb7acb4320 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:49.577517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db457596-fb0a-4f1e-8e82-eabb7acb4320 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:49.586816 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-db457596-fb0a-4f1e-8e82-eabb7acb4320 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.8416431 Nov 25 08:48:49.635713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39262) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:49.637046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 11e7429b-279c-415d-8dee-29df1cb34d19 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:49.641366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.656965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=334b8351-8a6f-45e8-9a65-de36d0ae2c63,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:49.668426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:49.676302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:49.677241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.696255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.702004 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7746201 Nov 25 08:48:49.703215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39266) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:49.907536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:49.943244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Set router 25490f5e-5be2-4402-adfd-301b9701a71f gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:49.979880 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7215974 Nov 25 08:48:49.986263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39270) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:50.084273 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ef6bbba5-a168-490c-aa20-26e3586e5a26 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/routers/25490f5e-5be2-4402-adfd-301b9701a71f HTTP/1.1" status: 200 len: 907 time: 0.3795824 Nov 25 08:48:50.099760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39274) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:50.135480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:50.214919 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a06ffe84-7d38-4661-a3e3-8d81be39f24f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5718927 Nov 25 08:48:50.264447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39278) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:50.302153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-dda353e0-416c-4e18-ae5c-05e9fa71c512 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 334b8351-8a6f-45e8-9a65-de36d0ae2c63 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:50.302763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dda353e0-416c-4e18-ae5c-05e9fa71c512 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:50.437192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585d23d-417b-4b32-8140-12dfcda0954b tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:50.438866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585d23d-417b-4b32-8140-12dfcda0954b tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:50.444573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585d23d-417b-4b32-8140-12dfcda0954b tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:50.446166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585d23d-417b-4b32-8140-12dfcda0954b tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:50.447718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585d23d-417b-4b32-8140-12dfcda0954b tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:50.456183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3585d23d-417b-4b32-8140-12dfcda0954b tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Synchronizing usage tracker for tenant:eabb1f41097a47e99aaac1436258e9d5 on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:50.461032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe7b5c4-12e3-4257-8a1d-db401f72b9af None None] Network 039ce782-a353-4b44-b985-b65ab5887344 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:50.500117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3585d23d-417b-4b32-8140-12dfcda0954b tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Unset dirty status for tenant:eabb1f41097a47e99aaac1436258e9d5 on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:50.505448 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3585d23d-417b-4b32-8140-12dfcda0954b tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2357409 Nov 25 08:48:50.505448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39286) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:50.512299 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:50.661999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cab836b-ab0a-4913-856f-f40a4773faa6 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['shared'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:50.663543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cab836b-ab0a-4913-856f-f40a4773faa6 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['shared'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:50.664931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cab836b-ab0a-4913-856f-f40a4773faa6 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['shared'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:50.666402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cab836b-ab0a-4913-856f-f40a4773faa6 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['shared'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:50.667942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cab836b-ab0a-4913-856f-f40a4773faa6 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['shared'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:50.669497 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1cab836b-ab0a-4913-856f-f40a4773faa6 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1636348 Nov 25 08:48:50.670135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39292) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:50.678928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'subnets': [{'network_id': '176cfd97-543f-4e13-81e2-0302fb7a17e6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--123034305', 'ip_version': 6}, {'network_id': 'ff028169-17ef-4ed4-b38f-3f1492762957', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:50.679241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'subnet': {'network_id': '176cfd97-543f-4e13-81e2-0302fb7a17e6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--123034305', 'ip_version': 6}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:50.679893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Request body: {'subnet': {'network_id': 'ff028169-17ef-4ed4-b38f-3f1492762957', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:50.695215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39294) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:50.716780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-62efc679-3b7b-4b52-a8b1-63ec6e1bb19e None None] Provisioning for port 899ca6b7-0e82-4215-9426-1be3a6d7f669 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:50.742413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25490f5e-5be2-4402-adfd-301b9701a71f', 'name': 'tempest-snat-router-2047281602', 'tenant_id': 'ff561dee65b940bb88d0f209d85dea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '03029798-96f9-4588-be9d-95982143ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:43Z', 'updated_at': '2021-11-25T08:48:46Z', 'revision_number': 3, 'project_id': 'ff561dee65b940bb88d0f209d85dea26', 'gw_port': {'id': '03029798-96f9-4588-be9d-95982143ecee', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25490f5e-5be2-4402-adfd-301b9701a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:48:45Z', 'updated_at': '2021-11-25T08:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:50.749543 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Checking router: 25490f5e-5be2-4402-adfd-301b9701a71f for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:50.750861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Updating router 25490f5e-5be2-4402-adfd-301b9701a71f port 03029798-96f9-4588-be9d-95982143ecee binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:48:50.842328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 899ca6b7-0e82-4215-9426-1be3a6d7f669 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:50.897258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dda353e0-416c-4e18-ae5c-05e9fa71c512 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:50.898642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:50.909796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.037567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Deleting port 03029798-96f9-4588-be9d-95982143ecee {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:51.038247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.073101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-dda353e0-416c-4e18-ae5c-05e9fa71c512 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 334b8351-8a6f-45e8-9a65-de36d0ae2c63 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:51.084959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 899ca6b7-0e82-4215-9426-1be3a6d7f669 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:51.116162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 899ca6b7-0e82-4215-9426-1be3a6d7f669 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:51.116687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.324523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.331425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:51.335385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Usage tracker for resource:subnet and tenant:18649889fff24a24bbd4cdcc64a29b7f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:51.335540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.338433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:51.341026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.371488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.380297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.383250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:51.386256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-dcd1c11a-b56d-4b50-ab03-14da17b4bd36 None None] Provisioning for port 334b8351-8a6f-45e8-9a65-de36d0ae2c63 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:51.404774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-dcd1c11a-b56d-4b50-ab03-14da17b4bd36 None None] Provisioning complete for port 334b8351-8a6f-45e8-9a65-de36d0ae2c63 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:51.405159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c11a-b56d-4b50-ab03-14da17b4bd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.467686 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1c11a-b56d-4b50-ab03-14da17b4bd36 None None] Port 334b8351-8a6f-45e8-9a65-de36d0ae2c63 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:48:51.477691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Made reservation on behalf of 18649889fff24a24bbd4cdcc64a29b7f for: {'subnet': 2} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:51.482700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.483032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.517476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbff8f8-c4fc-408b-8d7e-da72a8c88047 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:51.523211 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5dbff8f8-c4fc-408b-8d7e-da72a8c88047 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/networks/d78424af-b4f2-481c-be00-d982ddd5ffce HTTP/1.1" status: 200 len: 803 time: 0.8232040 Nov 25 08:48:51.594892 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-dcd1c11a-b56d-4b50-ab03-14da17b4bd36 None None] Provisioning complete for port 899ca6b7-0e82-4215-9426-1be3a6d7f669 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:51.595333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c11a-b56d-4b50-ab03-14da17b4bd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.595626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39300) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:51.674870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 899ca6b7-0e82-4215-9426-1be3a6d7f669, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=899ca6b7-0e82-4215-9426-1be3a6d7f669,segment=NetworkSegment(3902fa98-7430-4d5b-96a7-2a0410a11101),segment_id=3902fa98-7430-4d5b-96a7-2a0410a11101)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:51.692726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.697562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.699672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:51.719053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Calling delete_port for 03029798-96f9-4588-be9d-95982143ecee owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:51.742228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d5c6529c-ecae-490c-a2e6-72c708a7d770 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:48:51.808544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Transition to ACTIVE for port object 03029798-96f9-4588-be9d-95982143ecee will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:51.811666 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: d5c6529c-ecae-490c-a2e6-72c708a7d770 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:48:51.811903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d5c6529c-ecae-490c-a2e6-72c708a7d770 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:48:51.839556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.848488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=899ca6b7-0e82-4215-9426-1be3a6d7f669,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:51.854265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:51.854901 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:51.919306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:51.921807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:51.923965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dda353e0-416c-4e18-ae5c-05e9fa71c512 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:51.934044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:51.934231 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-64ddba4b-e9be-496b-9987-15db7f05f126 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/networks/d78424af-b4f2-481c-be00-d982ddd5ffce?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3338854 Nov 25 08:48:51.936198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39310) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:51.989304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Attempting to bind port 03029798-96f9-4588-be9d-95982143ecee on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:51.989802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Attempting to bind port 03029798-96f9-4588-be9d-95982143ecee by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:51.990148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Attempting to bind port 03029798-96f9-4588-be9d-95982143ecee on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:51.992999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda353e0-416c-4e18-ae5c-05e9fa71c512 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=334b8351-8a6f-45e8-9a65-de36d0ae2c63,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:51.994090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc11a9-b752-44cc-b32c-1c2d13985588 None None] Pushing event updated for resources: {'Port': ['ID=03029798-96f9-4588-be9d-95982143ecee,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:51.999283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dda353e0-416c-4e18-ae5c-05e9fa71c512 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:52.001303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-41bc11a9-b752-44cc-b32c-1c2d13985588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:52.005485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:52.006816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:52.006816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.006816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:52.007199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Bound port: 03029798-96f9-4588-be9d-95982143ecee, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:52.007599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.020632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Allocated IP 172.26.3.236 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/1dd3c4e6-83c2-494f-a476-7da3cd27fcd3) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:52.084659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c92b7-bfc4-4166-a37c-6b4161a90f6e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:52.086014 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-508c92b7-bfc4-4166-a37c-6b4161a90f6e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/subnets/17a5a6f7-eafa-404b-8f76-3c18d92fb26c HTTP/1.1" status: 200 len: 843 time: 0.1473277 Nov 25 08:48:52.090372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39314) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:52.096452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] For port 03029798-96f9-4588-be9d-95982143ecee, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:52.100256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] For port 03029798-96f9-4588-be9d-95982143ecee, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=03029798-96f9-4588-be9d-95982143ecee,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:52.113943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.119105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:52.157651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3477f920-6587-477f-a1d2-3afa383a7fe3 None None] Could not find standard attr ID for object 334b8351-8a6f-45e8-9a65-de36d0ae2c63. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:48:52.160328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dda353e0-416c-4e18-ae5c-05e9fa71c512 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.174528 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-dda353e0-416c-4e18-ae5c-05e9fa71c512 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/334b8351-8a6f-45e8-9a65-de36d0ae2c63 HTTP/1.1" status: 204 len: 168 time: 2.1764061 Nov 25 08:48:52.177277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39318) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:52.204902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Routers {'25490f5e-5be2-4402-adfd-301b9701a71f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:52.205624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['25490f5e-5be2-4402-adfd-301b9701a71f'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:52.223771 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cf0199-b5f9-4f2a-adb5-44dbaf74ca61 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:48:52.224343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cf0199-b5f9-4f2a-adb5-44dbaf74ca61 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:48:52.226101 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d6cf0199-b5f9-4f2a-adb5-44dbaf74ca61 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/334b8351-8a6f-45e8-9a65-de36d0ae2c63 HTTP/1.1" status: 404 len: 333 time: 0.0477002 Nov 25 08:48:52.229071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39322) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:52.270165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc11a9-b752-44cc-b32c-1c2d13985588 None None] Pushing event updated for resources: {'Port': ['ID=03029798-96f9-4588-be9d-95982143ecee,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:52.280554 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb9baa2-a0af-40f0-9516-92053c05be94 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:48:52.281124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2eb9baa2-a0af-40f0-9516-92053c05be94 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:52.281701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-41bc11a9-b752-44cc-b32c-1c2d13985588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:52.298323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2eb9baa2-a0af-40f0-9516-92053c05be94 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:52.299507 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2eb9baa2-a0af-40f0-9516-92053c05be94 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/334b8351-8a6f-45e8-9a65-de36d0ae2c63 HTTP/1.1" status: 404 len: 333 time: 0.0694404 Nov 25 08:48:52.302483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39326) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:52.371191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-5345817b-77e1-4497-bc9b-ab27b69ad24e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting subnet e5ee3b5f-76fc-4619-9210-eb8a83747c40 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:48:52.374811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5345817b-77e1-4497-bc9b-ab27b69ad24e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.382849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] Set router 25490f5e-5be2-4402-adfd-301b9701a71f gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:48:52.422813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Deleting port 03029798-96f9-4588-be9d-95982143ecee {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:52.423251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.428491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.439531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77189aa0-b88a-46af-9ffd-8c6d4b154c23 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['shared'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:52.444340 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-77189aa0-b88a-46af-9ffd-8c6d4b154c23 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "GET /v2.0/subnets/17a5a6f7-eafa-404b-8f76-3c18d92fb26c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3472421 Nov 25 08:48:52.444533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39330) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:52.454853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-353607332'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:52.463070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:52.478584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5345817b-77e1-4497-bc9b-ab27b69ad24e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.483561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:52.496499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25490f5e-5be2-4402-adfd-301b9701a71f', 'name': 'tempest-snat-router-2047281602', 'tenant_id': 'ff561dee65b940bb88d0f209d85dea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:43Z', 'updated_at': '2021-11-25T08:48:50Z', 'revision_number': 4, 'project_id': 'ff561dee65b940bb88d0f209d85dea26', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:52.501125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29f6ce6-57da-416f-a41c-9d5ebf282838 None None] The sync data for ids ['25490f5e-5be2-4402-adfd-301b9701a71f'] in dv-neutron-818341-1-hyperv is: [{'id': '25490f5e-5be2-4402-adfd-301b9701a71f', 'name': 'tempest-snat-router-2047281602', 'tenant_id': 'ff561dee65b940bb88d0f209d85dea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:48:43Z', 'updated_at': '2021-11-25T08:48:50Z', 'revision_number': 4, 'project_id': 'ff561dee65b940bb88d0f209d85dea26', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:52.511364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:52.515709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.570645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.578730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:52.665031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:52.672626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:52.674568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:52.677242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:52.681866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] For port 03029798-96f9-4588-be9d-95982143ecee, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=03029798-96f9-4588-be9d-95982143ecee,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:52.682228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.693830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5345817b-77e1-4497-bc9b-ab27b69ad24e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.770773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Pushing event updated for resources: {'Port': ['ID=1dd3c4e6-83c2-494f-a476-7da3cd27fcd3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:52.783766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:52.784467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 899ca6b7-0e82-4215-9426-1be3a6d7f669 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:52.805110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.805714 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Added segment d107981d-e9b3-4a2a-ad8f-2ce6c823194c of type vlan for network 3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3 Nov 25 08:48:52.847052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.857054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Calling delete_port for 03029798-96f9-4588-be9d-95982143ecee owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:52.922806 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.928825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 899ca6b7-0e82-4215-9426-1be3a6d7f669 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:52.929526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.938823 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:52.959206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5345817b-77e1-4497-bc9b-ab27b69ad24e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:52.965368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c19595b3-a130-424e-88d4-b727861fa989 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:53.003837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345817b-77e1-4497-bc9b-ab27b69ad24e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ee3b5f-76fc-4619-9210-eb8a83747c40,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:53.009964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5345817b-77e1-4497-bc9b-ab27b69ad24e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:53.014481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5345817b-77e1-4497-bc9b-ab27b69ad24e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.021130 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5345817b-77e1-4497-bc9b-ab27b69ad24e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/e5ee3b5f-76fc-4619-9210-eb8a83747c40 HTTP/1.1" status: 204 len: 168 time: 0.7175195 Nov 25 08:48:53.024626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6270129-7759-4c35-ab69-a8c977998a08 None None] Network 039ce782-a353-4b44-b985-b65ab5887344 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:53.029386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39340) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:53.159203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.299288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:48:53.314986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 899ca6b7-0e82-4215-9426-1be3a6d7f669 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:53.316357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.347853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event updated for resources: {'Subnet': ['ID=da1eec09-d27d-4656-80f1-aea588521cd9,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:53.350661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:53.375307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.378886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.381071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:53.382414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.384778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355a506-e726-4e39-a8ee-f8f2c0f8e590 None None] DHCP port deletion for 039ce782-a353-4b44-b985-b65ab5887344 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:48:53.389921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:53.390205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1355a506-e726-4e39-a8ee-f8f2c0f8e590 None None] Deleting port 899ca6b7-0e82-4215-9426-1be3a6d7f669 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:53.390560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:53.391150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1355a506-e726-4e39-a8ee-f8f2c0f8e590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.473362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Checking segment: {'id': '0d0e1fac-7c2b-4d0a-8583-5ac80238aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '176cfd97-543f-4e13-81e2-0302fb7a17e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:53.473727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Network hostable DHCP agents. Network: 176cfd97-543f-4e13-81e2-0302fb7a17e6, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:53.498501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event deleted for resources: {'Port': ['ID=03029798-96f9-4588-be9d-95982143ecee,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:53.531974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:53.630786 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1355a506-e726-4e39-a8ee-f8f2c0f8e590 None None] For port 899ca6b7-0e82-4215-9426-1be3a6d7f669, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=899ca6b7-0e82-4215-9426-1be3a6d7f669,segment=NetworkSegment(3902fa98-7430-4d5b-96a7-2a0410a11101),segment_id=3902fa98-7430-4d5b-96a7-2a0410a11101)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:53.631347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1355a506-e726-4e39-a8ee-f8f2c0f8e590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.650095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Network': ['ID=3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:53.650772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.653541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:53.673408 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2276511 Nov 25 08:48:53.676036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Network 176cfd97-543f-4e13-81e2-0302fb7a17e6 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:53.677912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39344) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:53.690140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'network_id': '3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:53.769593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 176cfd97-543f-4e13-81e2-0302fb7a17e6) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:53.773887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.802979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:53.820243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1355a506-e726-4e39-a8ee-f8f2c0f8e590 None None] Calling delete_port for 899ca6b7-0e82-4215-9426-1be3a6d7f669 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:53.846532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.846886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.848491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:53.849379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] For port 899ca6b7-0e82-4215-9426-1be3a6d7f669, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=899ca6b7-0e82-4215-9426-1be3a6d7f669,segment=NetworkSegment(3902fa98-7430-4d5b-96a7-2a0410a11101),segment_id=3902fa98-7430-4d5b-96a7-2a0410a11101)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:53.849730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.857432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:53.862038 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4d34e6-0107-4437-b232-9ff0645eaa23 None None] Network 176cfd97-543f-4e13-81e2-0302fb7a17e6 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:53.990976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 899ca6b7-0e82-4215-9426-1be3a6d7f669 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:54.050559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:54.051361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25490f5e-5be2-4402-adfd-301b9701a71f {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:48:54.091015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:54.093039 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "DELETE /v2.0/routers/25490f5e-5be2-4402-adfd-301b9701a71f HTTP/1.1" status: 204 len: 168 time: 3.9919508 Nov 25 08:48:54.096856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39352) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:54.137417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:54.208754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event updated for resources: {'Subnet': ['ID=0834f4f3-f251-4fa5-84fd-6cacb37faee1,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:54.221789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:54.224380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:54.232997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1355a506-e726-4e39-a8ee-f8f2c0f8e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:54.239946 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:54.261029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Made reservation on behalf of eabb1f41097a47e99aaac1436258e9d5 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:54.265375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:54.270425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:54.270749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:54.290927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Checking segment: {'id': '714e3cf2-1976-4d52-9d51-02727fa2d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff028169-17ef-4ed4-b38f-3f1492762957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:54.291215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Network hostable DHCP agents. Network: ff028169-17ef-4ed4-b38f-3f1492762957, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:54.327442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:54.331387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355a506-e726-4e39-a8ee-f8f2c0f8e590 None None] Pushing event deleted for resources: {'Port': ['ID=899ca6b7-0e82-4215-9426-1be3a6d7f669,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:54.334259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1355a506-e726-4e39-a8ee-f8f2c0f8e590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:54.346645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355a506-e726-4e39-a8ee-f8f2c0f8e590 None None] No DVR routers for this DVR port 899ca6b7-0e82-4215-9426-1be3a6d7f669 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:48:54.476107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Performing IP validity checks on allocation pools {{(pid=87512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 08:48:54.476633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 08:48:54.501021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-176cfd97-543f-4e13-81e2-0302fb7a17e6', 'network_id': '176cfd97-543f-4e13-81e2-0302fb7a17e6', 'tenant_id': '18649889fff24a24bbd4cdcc64a29b7f', 'fixed_ips': [{'subnet_id': 'da1eec09-d27d-4656-80f1-aea588521cd9'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:48:54.502142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:54.532540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:54.543314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Deleting port 11e7429b-279c-415d-8dee-29df1cb34d19 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:54.543689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:54.546682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Network ff028169-17ef-4ed4-b38f-3f1492762957 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:54.583268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, ff028169-17ef-4ed4-b38f-3f1492762957) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:54.595394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:54.595772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecc31b-2254-4750-bec8-86f83f2e2f41 None None] Network ff028169-17ef-4ed4-b38f-3f1492762957 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:54.595886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:54.596475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:54.642154 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.9651053 Nov 25 08:48:54.643658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39358) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:54.644704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:54.772870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Allocated IP 2001:db8::1 (176cfd97-543f-4e13-81e2-0302fb7a17e6/da1eec09-d27d-4656-80f1-aea588521cd9/dec4b302-b9c8-48c0-9fed-e71c81b5182f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:54.780846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 899ca6b7-0e82-4215-9426-1be3a6d7f669 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:48:54.830673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 899ca6b7-0e82-4215-9426-1be3a6d7f669 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:54.831651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:54.832399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 899ca6b7-0e82-4215-9426-1be3a6d7f669 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:48:54.832690 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 899ca6b7-0e82-4215-9426-1be3a6d7f669 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:48:54.915780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] The port '899ca6b7-0e82-4215-9426-1be3a6d7f669' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:48:55.056611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.059070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae5bf6-795b-4ac7-bf89-4ae74924bba3 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:55.061281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae5bf6-795b-4ac7-bf89-4ae74924bba3 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:55.062802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae5bf6-795b-4ac7-bf89-4ae74924bba3 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:55.064206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-22ae5bf6-795b-4ac7-bf89-4ae74924bba3 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Synchronizing usage tracker for tenant:18649889fff24a24bbd4cdcc64a29b7f on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:55.066263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] For port 11e7429b-279c-415d-8dee-29df1cb34d19, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=11e7429b-279c-415d-8dee-29df1cb34d19,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:55.066632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.157838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.162037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-22ae5bf6-795b-4ac7-bf89-4ae74924bba3 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Unset dirty status for tenant:18649889fff24a24bbd4cdcc64a29b7f on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:55.163468 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-22ae5bf6-795b-4ac7-bf89-4ae74924bba3 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5164390 Nov 25 08:48:55.171023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:55.205869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-ff028169-17ef-4ed4-b38f-3f1492762957', 'network_id': 'ff028169-17ef-4ed4-b38f-3f1492762957', 'tenant_id': '18649889fff24a24bbd4cdcc64a29b7f', 'fixed_ips': [{'subnet_id': '0834f4f3-f251-4fa5-84fd-6cacb37faee1'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:48:55.206724 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.219986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.223148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39364) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:55.236602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Transition to ACTIVE for port object dec4b302-b9c8-48c0-9fed-e71c81b5182f will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:55.239898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Calling delete_port for 11e7429b-279c-415d-8dee-29df1cb34d19 owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:48:55.269558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039ce782-a353-4b44-b985-b65ab5887344']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:55.289865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3902fa98-7430-4d5b-96a7-2a0410a11101') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:55.289865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3902fa98-7430-4d5b-96a7-2a0410a11101') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:55.306037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Transition to ACTIVE for port object dec4b302-b9c8-48c0-9fed-e71c81b5182f will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:55.311022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.314854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.323929 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:55.346826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.368083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-89da21c8-59fe-43be-81dc-e2c004d4e470 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Deleting subnet da1eec09-d27d-4656-80f1-aea588521cd9 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:48:55.368279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:55.368513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:55.389889 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:55.412390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Network 176cfd97-543f-4e13-81e2-0302fb7a17e6 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:55.419061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:55.432846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=c751869b-d5d1-4b96-88ba-c4c4618ad59e,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:55.445322 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:55.446371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-89da21c8-59fe-43be-81dc-e2c004d4e470 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.455990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:55.473668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Pushing event updated for resources: {'Port': ['ID=dec4b302-b9c8-48c0-9fed-e71c81b5182f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:55.479727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:55.492130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.502630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-831375d0-4109-4efb-8037-e4a1b839e416 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:55.517132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Checking segment: {'id': 'd107981d-e9b3-4a2a-ad8f-2ce6c823194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:55.517882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network hostable DHCP agents. Network: 3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:55.551819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Router 3ffc19c2-f469-4f37-b528-40c6d116a671 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:48:55.554305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.557404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Network': ['ID=039ce782-a353-4b44-b985-b65ab5887344,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:55.572977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:55.580319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-89da21c8-59fe-43be-81dc-e2c004d4e470 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.586004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Allocated IP 2001:db8:0:1::1 (ff028169-17ef-4ed4-b38f-3f1492762957/0834f4f3-f251-4fa5-84fd-6cacb37faee1/1055914f-777e-468f-9a5e-0db0688e1392) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:55.595531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Attempting to bind port dec4b302-b9c8-48c0-9fed-e71c81b5182f on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:55.596018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Attempting to bind port dec4b302-b9c8-48c0-9fed-e71c81b5182f by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '0d0e1fac-7c2b-4d0a-8583-5ac80238aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '176cfd97-543f-4e13-81e2-0302fb7a17e6'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:55.596517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Attempting to bind port dec4b302-b9c8-48c0-9fed-e71c81b5182f on network 176cfd97-543f-4e13-81e2-0302fb7a17e6 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:55.602797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:55.603178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Checking segment: {'id': '0d0e1fac-7c2b-4d0a-8583-5ac80238aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '176cfd97-543f-4e13-81e2-0302fb7a17e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:55.603588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.603975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Bound using segment: {'id': '0d0e1fac-7c2b-4d0a-8583-5ac80238aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '176cfd97-543f-4e13-81e2-0302fb7a17e6'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:55.604299 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/networks/039ce782-a353-4b44-b985-b65ab5887344 HTTP/1.1" status: 204 len: 168 time: 2.5678935 Nov 25 08:48:55.604498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Bound port: dec4b302-b9c8-48c0-9fed-e71c81b5182f, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0e1fac-7c2b-4d0a-8583-5ac80238aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '176cfd97-543f-4e13-81e2-0302fb7a17e6'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:55.604824 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.609278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39372) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:55.615071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1667087777'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:55.622331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:55.622511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Network 3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:55.626568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:network and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:55.629553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:55.632244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.639351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-df19fdc1-b942-45ea-9da4-8ce23d0f91da tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:55.678373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:55.692343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event deleted for resources: {'Port': ['ID=11e7429b-279c-415d-8dee-29df1cb34d19,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:55.697244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:55.731018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:55.734535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.773906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:55.785608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:55.786202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.808838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd03b740-d33a-4e73-9fcb-74a713a87ee2 None None] Network 3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:55.815708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:48:55.824464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.850884 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1688514 Nov 25 08:48:55.854884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39376) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:55.871397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-64364888-e6f5-449c-96b4-9186bcaa3545 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:55.921754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] For port dec4b302-b9c8-48c0-9fed-e71c81b5182f, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:55.927931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] For port dec4b302-b9c8-48c0-9fed-e71c81b5182f, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dec4b302-b9c8-48c0-9fed-e71c81b5182f,segment=NetworkSegment(0d0e1fac-7c2b-4d0a-8583-5ac80238aea4),segment_id=0d0e1fac-7c2b-4d0a-8583-5ac80238aea4)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:55.931790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:55.932544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.932889 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Added segment c8e1a149-8385-4aab-b30f-2a1bd3817a90 of type vlan for network 4f85affc-4c49-476e-ae39-c1d63cd16027 Nov 25 08:48:55.951362 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdd57a3-7f90-4195-9a01-d0796bddc8e7 None None] Sync routers for ids ['3ffc19c2-f469-4f37-b528-40c6d116a671'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:55.953025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:55.968150 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdd57a3-7f90-4195-9a01-d0796bddc8e7 None None] Routers {'3ffc19c2-f469-4f37-b528-40c6d116a671'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:55.968847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:55.969679 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6cdd57a3-7f90-4195-9a01-d0796bddc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3ffc19c2-f469-4f37-b528-40c6d116a671'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:55.973370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-89da21c8-59fe-43be-81dc-e2c004d4e470 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.016820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.026453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.037465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.064388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.065597 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7025101 Nov 25 08:48:56.071539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39380) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:56.078174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.078699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bc6596e-50bc-4089-8dda-870fd7f866ef {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:48:56.092008 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6cdd57a3-7f90-4195-9a01-d0796bddc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:56.101614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.107973 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdd57a3-7f90-4195-9a01-d0796bddc8e7 None None] Routers {'3ffc19c2-f469-4f37-b528-40c6d116a671'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:48:56.108962 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "DELETE /v2.0/routers/6bc6596e-50bc-4089-8dda-870fd7f866ef HTTP/1.1" status: 204 len: 168 time: 2.0107279 Nov 25 08:48:56.109590 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6cdd57a3-7f90-4195-9a01-d0796bddc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3ffc19c2-f469-4f37-b528-40c6d116a671'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:56.110481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39384) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:56.111190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0aa6f4b5-def1-4985-8c3a-dc9cc0497825 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'enable_snat': False}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:56.111451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.118806 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:56.119998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.145976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-233538747', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:56.155854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:56.160738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Usage tracker for resource:router and tenant:c7d1e0ff348f4f96ae9df288c0de763f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:56.163978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:56.170902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:56.179268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:56.208240 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6cdd57a3-7f90-4195-9a01-d0796bddc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:56.209445 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdd57a3-7f90-4195-9a01-d0796bddc8e7 None None] The sync data for ids ['3ffc19c2-f469-4f37-b528-40c6d116a671'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:56.216560 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6062102 Nov 25 08:48:56.217654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.218748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.237754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.284563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Pushing event updated for resources: {'Port': ['ID=dec4b302-b9c8-48c0-9fed-e71c81b5182f,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:56.292842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:56.331004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39388) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:56.351742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': '4f85affc-4c49-476e-ae39-c1d63cd16027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:56.385175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.402173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3', 'network_id': '3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3', 'tenant_id': 'eabb1f41097a47e99aaac1436258e9d5', 'fixed_ips': [{'subnet_id': 'c751869b-d5d1-4b96-88ba-c4c4618ad59e'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:48:56.403158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.415011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Transition to ACTIVE for port object 1055914f-777e-468f-9a5e-0db0688e1392 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:56.484184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Transition to ACTIVE for port object 1055914f-777e-468f-9a5e-0db0688e1392 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:56.494882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.510052 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:56.511338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-64364888-e6f5-449c-96b4-9186bcaa3545 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2420487'] for subnet, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.559925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-89da21c8-59fe-43be-81dc-e2c004d4e470 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.596520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Network ff028169-17ef-4ed4-b38f-3f1492762957 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:56.618774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:56.623889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7319e7ee-6d37-4968-8bb5-484d4f54a337 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:56.625046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:56.680233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Pushing event updated for resources: {'Port': ['ID=1055914f-777e-468f-9a5e-0db0688e1392,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:56.682796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:56.688778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:56.693579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:56.695882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:56.705867 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:56.780745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-89da21c8-59fe-43be-81dc-e2c004d4e470 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.800210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:56.803299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.863922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Network': ['ID=4f85affc-4c49-476e-ae39-c1d63cd16027,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:56.876924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 4f85affc-4c49-476e-ae39-c1d63cd16027 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:48:56.899813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da21c8-59fe-43be-81dc-e2c004d4e470 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event deleted for resources: {'Subnet': ['ID=da1eec09-d27d-4656-80f1-aea588521cd9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:56.921095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dec4b302-b9c8-48c0-9fed-e71c81b5182f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:56.925527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:56.951536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:56.970647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-89da21c8-59fe-43be-81dc-e2c004d4e470 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:56.996580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Attempting to bind port 1055914f-777e-468f-9a5e-0db0688e1392 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:48:56.996962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Attempting to bind port 1055914f-777e-468f-9a5e-0db0688e1392 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '714e3cf2-1976-4d52-9d51-02727fa2d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff028169-17ef-4ed4-b38f-3f1492762957'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:48:56.997350 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Attempting to bind port 1055914f-777e-468f-9a5e-0db0688e1392 on network ff028169-17ef-4ed4-b38f-3f1492762957 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:48:57.049557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:48:57.049938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Checking segment: {'id': '714e3cf2-1976-4d52-9d51-02727fa2d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff028169-17ef-4ed4-b38f-3f1492762957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:57.050760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.051173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Bound using segment: {'id': '714e3cf2-1976-4d52-9d51-02727fa2d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff028169-17ef-4ed4-b38f-3f1492762957'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:48:57.051664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Bound port: 1055914f-777e-468f-9a5e-0db0688e1392, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e3cf2-1976-4d52-9d51-02727fa2d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ff028169-17ef-4ed4-b38f-3f1492762957'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:48:57.052137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.145019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port dec4b302-b9c8-48c0-9fed-e71c81b5182f completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:57.197869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] For port 1055914f-777e-468f-9a5e-0db0688e1392, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:48:57.202073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] For port 1055914f-777e-468f-9a5e-0db0688e1392, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1055914f-777e-468f-9a5e-0db0688e1392,segment=NetworkSegment(714e3cf2-1976-4d52-9d51-02727fa2d81d),segment_id=714e3cf2-1976-4d52-9d51-02727fa2d81d)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:48:57.204633 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-89da21c8-59fe-43be-81dc-e2c004d4e470 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "DELETE /v2.0/subnets/da1eec09-d27d-4656-80f1-aea588521cd9 HTTP/1.1" status: 204 len: 168 time: 1.9795625 Nov 25 08:48:57.210557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.214240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:57.215093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39398) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:57.259857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 11e7429b-279c-415d-8dee-29df1cb34d19 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:48:57.309226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 08:48:57.309226 dv-neutron-818341-1-hyperv neutron-server[87514]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 25 08:48:57.309226 dv-neutron-818341-1-hyperv neutron-server[87514]: [parameters: {'in_use': 1, 'id_1': 'c751869b-d5d1-4b96-88ba-c4c4618ad59e'}] Nov 25 08:48:57.309226 dv-neutron-818341-1-hyperv neutron-server[87514]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:48:57.309660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:48:57.312385 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 11e7429b-279c-415d-8dee-29df1cb34d19 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:48:57.312731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 11e7429b-279c-415d-8dee-29df1cb34d19 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:48:57.351643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Pushing event updated for resources: {'Port': ['ID=1055914f-777e-468f-9a5e-0db0688e1392,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:57.362324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:57.382217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.417418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.423301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd2c281-ef5c-4348-9a9e-9f9be29605ba tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Deleting subnet 0834f4f3-f251-4fa5-84fd-6cacb37faee1 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:48:57.462023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c281-ef5c-4348-9a9e-9f9be29605ba tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.623756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c281-ef5c-4348-9a9e-9f9be29605ba tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.694163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-64364888-e6f5-449c-96b4-9186bcaa3545 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772570589004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2097183'] for subnet, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.703375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:57.730684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Allocated IP 172.26.3.72 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/5960fe57-9d64-4d5b-b83f-a92f5a19e59b) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:57.754315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f4b5-def1-4985-8c3a-dc9cc0497825 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.812122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.812323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64364888-e6f5-449c-96b4-9186bcaa3545 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:57.812862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-64364888-e6f5-449c-96b4-9186bcaa3545 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.814173 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-64364888-e6f5-449c-96b4-9186bcaa3545 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "PUT /v2.0/subnets/c751869b-d5d1-4b96-88ba-c4c4618ad59e HTTP/1.1" status: 200 len: 900 time: 1.9583488 Nov 25 08:48:57.837943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39408) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:57.866802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64364888-e6f5-449c-96b4-9186bcaa3545 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event updated for resources: {'Subnet': ['ID=c751869b-d5d1-4b96-88ba-c4c4618ad59e,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:57.870315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-64364888-e6f5-449c-96b4-9186bcaa3545 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:57.876039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.898440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c281-ef5c-4348-9a9e-9f9be29605ba tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:57.932564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5426ec18-bdf2-419e-8579-c48bd0630898 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:58.052462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:58.080421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c281-ef5c-4348-9a9e-9f9be29605ba tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:58.086910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:58.103924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4740fe1a-d87e-46f8-83ff-695587ac687a None None] Network 176cfd97-543f-4e13-81e2-0302fb7a17e6 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:58.124818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2c281-ef5c-4348-9a9e-9f9be29605ba tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event deleted for resources: {'Subnet': ['ID=0834f4f3-f251-4fa5-84fd-6cacb37faee1,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:58.129169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8fd2c281-ef5c-4348-9a9e-9f9be29605ba tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:58.133336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c281-ef5c-4348-9a9e-9f9be29605ba tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:58.151565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:58.159696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa75f335-89b3-4802-a587-e53b16df8618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:58.205221 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8fd2c281-ef5c-4348-9a9e-9f9be29605ba tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "DELETE /v2.0/subnets/0834f4f3-f251-4fa5-84fd-6cacb37faee1 HTTP/1.1" status: 204 len: 168 time: 0.9866712 Nov 25 08:48:58.207240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39412) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:58.229282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Subnet': ['ID=152d4014-699e-4346-bf53-63ad078bfbf2,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:58.234036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6f2218ad-6dfc-452f-b02d-c00067ad4a33 None None] Provisioning for port dec4b302-b9c8-48c0-9fed-e71c81b5182f completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:58.235390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:58.239941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:58.256212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Checking segment: {'id': 'c8e1a149-8385-4aab-b30f-2a1bd3817a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4f85affc-4c49-476e-ae39-c1d63cd16027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:48:58.256701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network hostable DHCP agents. Network: 4f85affc-4c49-476e-ae39-c1d63cd16027, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:48:58.272943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Allocated IP 2001:db8::3 (3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3/c751869b-d5d1-4b96-88ba-c4c4618ad59e/d489b7f2-be34-481c-8f28-616312f8c0ce) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:58.278388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6f2218ad-6dfc-452f-b02d-c00067ad4a33 None None] Provisioning complete for port dec4b302-b9c8-48c0-9fed-e71c81b5182f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:58.278732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6f2218ad-6dfc-452f-b02d-c00067ad4a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:58.282530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:58.289902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:58.293739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Pushing event updated for resources: {'Port': ['ID=5960fe57-9d64-4d5b-b83f-a92f5a19e59b,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:58.300125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:58.330609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:58.346217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f3c2d-3797-4e75-9c22-45c47670058d tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:58.346922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ee8f3c2d-3797-4e75-9c22-45c47670058d tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Synchronizing usage tracker for tenant:18649889fff24a24bbd4cdcc64a29b7f on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:48:58.347466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 4f85affc-4c49-476e-ae39-c1d63cd16027 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:48:58.367762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:58.404204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 4f85affc-4c49-476e-ae39-c1d63cd16027) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:58.419070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:58.419833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:58.432762 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ee8f3c2d-3797-4e75-9c22-45c47670058d tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Unset dirty status for tenant:18649889fff24a24bbd4cdcc64a29b7f on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:48:58.437973 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ee8f3c2d-3797-4e75-9c22-45c47670058d tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2243457 Nov 25 08:48:58.441682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39416) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:58.442584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ea651a-8b54-40cf-9d8a-f3b75fb32b19 None None] Network 4f85affc-4c49-476e-ae39-c1d63cd16027 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:58.568273 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2336195 Nov 25 08:48:58.573318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39420) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:58.596843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': '4f85affc-4c49-476e-ae39-c1d63cd16027', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1926108239'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:58.899135 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1055914f-777e-468f-9a5e-0db0688e1392 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:48:58.942594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] DHCP port deletion for 176cfd97-543f-4e13-81e2-0302fb7a17e6 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:48:58.955037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:58.994708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Deleting port dec4b302-b9c8-48c0-9fed-e71c81b5182f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:58.995840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.004091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Deleting port 1055914f-777e-468f-9a5e-0db0688e1392 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:48:59.004422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.018889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.034646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861520d-4f75-4bfe-8658-63a800e20723 None None] Network ff028169-17ef-4ed4-b38f-3f1492762957 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:48:59.047395 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6f2218ad-6dfc-452f-b02d-c00067ad4a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.094954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:48:59.099217 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:port and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:48:59.102365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:48:59.220534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.279064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Transition to ACTIVE for port object d489b7f2-be34-481c-8f28-616312f8c0ce will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:59.293308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:48:59.329352 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6f2218ad-6dfc-452f-b02d-c00067ad4a33 None None] For port dec4b302-b9c8-48c0-9fed-e71c81b5182f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dec4b302-b9c8-48c0-9fed-e71c81b5182f,segment=NetworkSegment(0d0e1fac-7c2b-4d0a-8583-5ac80238aea4),segment_id=0d0e1fac-7c2b-4d0a-8583-5ac80238aea4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:59.330787 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-4f85affc-4c49-476e-ae39-c1d63cd16027', 'network_id': '4f85affc-4c49-476e-ae39-c1d63cd16027', 'tenant_id': '582cee82d17044798b7f02b1399f0549', 'fixed_ips': [{'subnet_id': '152d4014-699e-4346-bf53-63ad078bfbf2'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:48:59.331737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.388720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6f2218ad-6dfc-452f-b02d-c00067ad4a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.402318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6b07866e-e239-4c23-b37c-867a60c8e779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:59.439315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.457861 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:48:59.461009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.500854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Transition to ACTIVE for port object d489b7f2-be34-481c-8f28-616312f8c0ce will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:48:59.501895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 1055914f-777e-468f-9a5e-0db0688e1392 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:59.520489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port ce5ebf35-55fa-4c61-9d79-6a5a58fa876f yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:48:59.584516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.660488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Router 4c3d6770-657c-46a0-9c97-ea55a4c069c6 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:48:59.684740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.695547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dbf56ee0-b4c6-4363-ab06-14b5acf6c479 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:59.734592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2218ad-6dfc-452f-b02d-c00067ad4a33 None None] Pushing event updated for resources: {'Port': ['ID=dec4b302-b9c8-48c0-9fed-e71c81b5182f,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:59.737911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6f2218ad-6dfc-452f-b02d-c00067ad4a33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:59.746528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-41bc11a9-b752-44cc-b32c-1c2d13985588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:48:59.760582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Subnet': ['ID=c751869b-d5d1-4b96-88ba-c4c4618ad59e,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:59.780192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-19787883-7c9d-4234-b2b1-3867aa54bfb0 None None] Provisioning for port 1055914f-777e-468f-9a5e-0db0688e1392 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:59.791628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Network 3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:59.807139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:59.809543 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:48:59.826595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-19787883-7c9d-4234-b2b1-3867aa54bfb0 None None] Provisioning complete for port 1055914f-777e-468f-9a5e-0db0688e1392 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:59.826983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19787883-7c9d-4234-b2b1-3867aa54bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.834624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:48:59.896496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:48:59.924653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.926475 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7847769 Nov 25 08:48:59.928890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39434) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:48:59.934102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a4d91a00-f121-4cb5-b7d0-c2fd2bd98ca6 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'enable_snat': False}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:59.957363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] For port dec4b302-b9c8-48c0-9fed-e71c81b5182f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dec4b302-b9c8-48c0-9fed-e71c81b5182f,segment=NetworkSegment(0d0e1fac-7c2b-4d0a-8583-5ac80238aea4),segment_id=0d0e1fac-7c2b-4d0a-8583-5ac80238aea4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:48:59.957783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:48:59.965326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c88619-5d9e-474b-a4c4-930023ec8be5 None None] Sync routers for ids ['4c3d6770-657c-46a0-9c97-ea55a4c069c6'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:00.052533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] For port 1055914f-777e-468f-9a5e-0db0688e1392, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1055914f-777e-468f-9a5e-0db0688e1392,segment=NetworkSegment(714e3cf2-1976-4d52-9d51-02727fa2d81d),segment_id=714e3cf2-1976-4d52-9d51-02727fa2d81d)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:00.052901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.138223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f4b5-def1-4985-8c3a-dc9cc0497825 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.207359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.213285 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Pushing event updated for resources: {'Port': ['ID=d489b7f2-be34-481c-8f28-616312f8c0ce,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:00.223792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Calling delete_port for 1055914f-777e-468f-9a5e-0db0688e1392 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:00.233346 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Calling delete_port for dec4b302-b9c8-48c0-9fed-e71c81b5182f owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:00.254356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f4b5-def1-4985-8c3a-dc9cc0497825 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.260759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3447cd01-3566-4a46-aca0-420488214881 None None] DHCP port deletion for ff028169-17ef-4ed4-b38f-3f1492762957 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:49:00.263020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:00.273983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c88619-5d9e-474b-a4c4-930023ec8be5 None None] Routers {'4c3d6770-657c-46a0-9c97-ea55a4c069c6'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:00.274826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b5c88619-5d9e-474b-a4c4-930023ec8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4c3d6770-657c-46a0-9c97-ea55a4c069c6'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:00.360873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3447cd01-3566-4a46-aca0-420488214881 None None] Deleting port 1055914f-777e-468f-9a5e-0db0688e1392 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:00.361255 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3447cd01-3566-4a46-aca0-420488214881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.407304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Allocated IP 172.20.0.2 (4f85affc-4c49-476e-ae39-c1d63cd16027/152d4014-699e-4346-bf53-63ad078bfbf2/e35f34b1-695f-4e9d-9e5b-23594b919326) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:00.409346 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b5c88619-5d9e-474b-a4c4-930023ec8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:00.434372 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Attempting to bind port d489b7f2-be34-481c-8f28-616312f8c0ce on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:49:00.434720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Attempting to bind port d489b7f2-be34-481c-8f28-616312f8c0ce by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'd107981d-e9b3-4a2a-ad8f-2ce6c823194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:49:00.435051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Attempting to bind port d489b7f2-be34-481c-8f28-616312f8c0ce on network 3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:49:00.477744 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:00.485806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:49:00.486358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Checking segment: {'id': 'd107981d-e9b3-4a2a-ad8f-2ce6c823194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:00.486907 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.487714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Bound using segment: {'id': 'd107981d-e9b3-4a2a-ad8f-2ce6c823194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:49:00.487977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Bound port: d489b7f2-be34-481c-8f28-616312f8c0ce, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd107981d-e9b3-4a2a-ad8f-2ce6c823194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:49:00.488590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.492502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd107981d-e9b3-4a2a-ad8f-2ce6c823194c') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:00.492804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd107981d-e9b3-4a2a-ad8f-2ce6c823194c') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:00.520897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.550272 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c88619-5d9e-474b-a4c4-930023ec8be5 None None] Routers {'4c3d6770-657c-46a0-9c97-ea55a4c069c6'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:00.551102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b5c88619-5d9e-474b-a4c4-930023ec8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4c3d6770-657c-46a0-9c97-ea55a4c069c6'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:00.555587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa6f4b5-def1-4985-8c3a-dc9cc0497825 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Router 3ffc19c2-f469-4f37-b528-40c6d116a671 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:49:00.557233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.568890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:00.569277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:00.583981 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:00.594803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.672336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-579ae9f7-94c8-4494-8a18-237bf7b78fe1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:00.679086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4d91a00-f121-4cb5-b7d0-c2fd2bd98ca6 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:00.720817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-19787883-7c9d-4234-b2b1-3867aa54bfb0 None None] Port 1055914f-777e-468f-9a5e-0db0688e1392 update to ACTIVE by agent not found {{(pid=87514) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 25 08:49:00.730329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b5c88619-5d9e-474b-a4c4-930023ec8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:00.730873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c88619-5d9e-474b-a4c4-930023ec8be5 None None] The sync data for ids ['4c3d6770-657c-46a0-9c97-ea55a4c069c6'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:00.765322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3447cd01-3566-4a46-aca0-420488214881 None None] The port '1055914f-777e-468f-9a5e-0db0688e1392' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:49:00.767075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:00.767554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:00.790485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dec4b302-b9c8-48c0-9fed-e71c81b5182f no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:00.967042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] For port d489b7f2-be34-481c-8f28-616312f8c0ce, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:49:01.012922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event deleted for resources: {'Port': ['ID=1055914f-777e-468f-9a5e-0db0688e1392,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:01.015529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:01.018063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] No DVR routers for this DVR port 1055914f-777e-468f-9a5e-0db0688e1392 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:01.062921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.070118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.092114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Transition to ACTIVE for port object e35f34b1-695f-4e9d-9e5b-23594b919326 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:01.104887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] For port d489b7f2-be34-481c-8f28-616312f8c0ce, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d489b7f2-be34-481c-8f28-616312f8c0ce,segment=NetworkSegment(d107981d-e9b3-4a2a-ad8f-2ce6c823194c),segment_id=d107981d-e9b3-4a2a-ad8f-2ce6c823194c)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:49:01.119821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.127669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:01.137546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:49:01.137546 dv-neutron-818341-1-hyperv neutron-server[87512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:49:01.137546 dv-neutron-818341-1-hyperv neutron-server[87512]: [parameters: {'id': '3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3'}] Nov 25 08:49:01.137546 dv-neutron-818341-1-hyperv neutron-server[87512]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:01.138608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:01.164112 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Transition to ACTIVE for port object e35f34b1-695f-4e9d-9e5b-23594b919326 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:01.174982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.184677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.201078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port dec4b302-b9c8-48c0-9fed-e71c81b5182f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dec4b302-b9c8-48c0-9fed-e71c81b5182f,segment=NetworkSegment(0d0e1fac-7c2b-4d0a-8583-5ac80238aea4),segment_id=0d0e1fac-7c2b-4d0a-8583-5ac80238aea4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:01.220474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.221365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1055914f-777e-468f-9a5e-0db0688e1392 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:01.252131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa6f4b5-def1-4985-8c3a-dc9cc0497825 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:01.261967 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d73a2-2484-4b41-8ef6-6c7a7f49a4e2 None None] Sync routers for ids ['3ffc19c2-f469-4f37-b528-40c6d116a671'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:01.265831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Network 4f85affc-4c49-476e-ae39-c1d63cd16027 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:01.275251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff028169-17ef-4ed4-b38f-3f1492762957']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:01.277174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Deleting port dec4b302-b9c8-48c0-9fed-e71c81b5182f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:01.277560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.288796 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d73a2-2484-4b41-8ef6-6c7a7f49a4e2 None None] Routers {'3ffc19c2-f469-4f37-b528-40c6d116a671'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:01.289678 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f7d73a2-2484-4b41-8ef6-6c7a7f49a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3ffc19c2-f469-4f37-b528-40c6d116a671'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:01.306319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f4b5-def1-4985-8c3a-dc9cc0497825 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.311777 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0aa6f4b5-def1-4985-8c3a-dc9cc0497825 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "PUT /v2.0/routers/3ffc19c2-f469-4f37-b528-40c6d116a671 HTTP/1.1" status: 200 len: 922 time: 5.2062733 Nov 25 08:49:01.313106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714e3cf2-1976-4d52-9d51-02727fa2d81d') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:01.313408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714e3cf2-1976-4d52-9d51-02727fa2d81d') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:01.313711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:01.315577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1055914f-777e-468f-9a5e-0db0688e1392 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:49:01.316035 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1055914f-777e-468f-9a5e-0db0688e1392 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:49:01.321265 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39444) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:01.324014 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:01.363165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Pushing event updated for resources: {'Port': ['ID=d489b7f2-be34-481c-8f28-616312f8c0ce,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:01.381304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:01.406188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-41bc11a9-b752-44cc-b32c-1c2d13985588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:01.426135 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f7d73a2-2484-4b41-8ef6-6c7a7f49a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:01.439015 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d73a2-2484-4b41-8ef6-6c7a7f49a4e2 None None] Routers {'3ffc19c2-f469-4f37-b528-40c6d116a671'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:01.440859 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f7d73a2-2484-4b41-8ef6-6c7a7f49a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3ffc19c2-f469-4f37-b528-40c6d116a671'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:01.470466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.478249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4d91a00-f121-4cb5-b7d0-c2fd2bd98ca6 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.483041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4d91a00-f121-4cb5-b7d0-c2fd2bd98ca6 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.484939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.9 (4f85affc-4c49-476e-ae39-c1d63cd16027/152d4014-699e-4346-bf53-63ad078bfbf2/ce5ebf35-55fa-4c61-9d79-6a5a58fa876f) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:01.533406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.550798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:01.551225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.564063 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f7d73a2-2484-4b41-8ef6-6c7a7f49a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:01.564584 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d73a2-2484-4b41-8ef6-6c7a7f49a4e2 None None] The sync data for ids ['3ffc19c2-f469-4f37-b528-40c6d116a671'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:01.616114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Pushing event updated for resources: {'Port': ['ID=e35f34b1-695f-4e9d-9e5b-23594b919326,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:01.633368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Attempting to bind port e35f34b1-695f-4e9d-9e5b-23594b919326 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:49:01.633880 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Attempting to bind port e35f34b1-695f-4e9d-9e5b-23594b919326 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'c8e1a149-8385-4aab-b30f-2a1bd3817a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4f85affc-4c49-476e-ae39-c1d63cd16027'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:49:01.634381 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Attempting to bind port e35f34b1-695f-4e9d-9e5b-23594b919326 on network 4f85affc-4c49-476e-ae39-c1d63cd16027 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:01.657424 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:01.659717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.742078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.762785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d91a00-f121-4cb5-b7d0-c2fd2bd98ca6 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Router 4c3d6770-657c-46a0-9c97-ea55a4c069c6 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:49:01.767838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:01.781673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting port d489b7f2-be34-481c-8f28-616312f8c0ce {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:01.782012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.802746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b290d6e3-18de-4d81-978b-3ad10e49a8c7 None None] Network 3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:01.805351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.828632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:49:01.829107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Checking segment: {'id': 'c8e1a149-8385-4aab-b30f-2a1bd3817a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4f85affc-4c49-476e-ae39-c1d63cd16027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:01.829589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.830057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Bound using segment: {'id': 'c8e1a149-8385-4aab-b30f-2a1bd3817a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4f85affc-4c49-476e-ae39-c1d63cd16027'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:49:01.830634 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Bound port: e35f34b1-695f-4e9d-9e5b-23594b919326, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e1a149-8385-4aab-b30f-2a1bd3817a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4f85affc-4c49-476e-ae39-c1d63cd16027'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:49:01.831070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:01.890931 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-95aa8e93-b139-4834-974b-0080b2a8c6ee tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/routers/3ffc19c2-f469-4f37-b528-40c6d116a671 HTTP/1.1" status: 200 len: 922 time: 0.5630701 Nov 25 08:49:01.890931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event deleted for resources: {'Network': ['ID=ff028169-17ef-4ed4-b38f-3f1492762957,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:01.893897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39452) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:01.897295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:01.914045 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "DELETE /v2.0/networks/ff028169-17ef-4ed4-b38f-3f1492762957 HTTP/1.1" status: 204 len: 168 time: 3.4554508 Nov 25 08:49:01.919038 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39456) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:02.089026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] For port dec4b302-b9c8-48c0-9fed-e71c81b5182f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dec4b302-b9c8-48c0-9fed-e71c81b5182f,segment=NetworkSegment(0d0e1fac-7c2b-4d0a-8583-5ac80238aea4),segment_id=0d0e1fac-7c2b-4d0a-8583-5ac80238aea4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:02.089587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:02.113936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=dec4b302-b9c8-48c0-9fed-e71c81b5182f,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:02.118319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:02.126722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.871s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:02.127197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:02.130355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a84faa-c7a7-4924-b80c-722fb0a152f7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:02.131048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-69a84faa-c7a7-4924-b80c-722fb0a152f7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Synchronizing usage tracker for tenant:31450403b64642b9808ab04ba0138e1b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:02.169162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d91a00-f121-4cb5-b7d0-c2fd2bd98ca6 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:02.185662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4d91a00-f121-4cb5-b7d0-c2fd2bd98ca6 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:02.190923 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a4d91a00-f121-4cb5-b7d0-c2fd2bd98ca6 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "PUT /v2.0/routers/4c3d6770-657c-46a0-9c97-ea55a4c069c6 HTTP/1.1" status: 200 len: 924 time: 2.2581635 Nov 25 08:49:02.192497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39462) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:02.218072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:02.227045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:02.274772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object ce5ebf35-55fa-4c61-9d79-6a5a58fa876f will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:02.282538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ebece-e035-4583-ab2f-ff64c5c8668d None None] Sync routers for ids ['4c3d6770-657c-46a0-9c97-ea55a4c069c6'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:02.285639 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] For port d489b7f2-be34-481c-8f28-616312f8c0ce, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d489b7f2-be34-481c-8f28-616312f8c0ce,segment=NetworkSegment(d107981d-e9b3-4a2a-ad8f-2ce6c823194c),segment_id=d107981d-e9b3-4a2a-ad8f-2ce6c823194c)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:02.285909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:02.297438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Calling delete_port for dec4b302-b9c8-48c0-9fed-e71c81b5182f owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:02.305122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Deleting port dec4b302-b9c8-48c0-9fed-e71c81b5182f {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:02.305374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:02.353107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] For port e35f34b1-695f-4e9d-9e5b-23594b919326, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:49:02.355518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ebece-e035-4583-ab2f-ff64c5c8668d None None] Routers {'4c3d6770-657c-46a0-9c97-ea55a4c069c6'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:02.356271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ad8ebece-e035-4583-ab2f-ff64c5c8668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4c3d6770-657c-46a0-9c97-ea55a4c069c6'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:02.363715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-69a84faa-c7a7-4924-b80c-722fb0a152f7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Unset dirty status for tenant:31450403b64642b9808ab04ba0138e1b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:02.367361 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-69a84faa-c7a7-4924-b80c-722fb0a152f7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&device_id=3ffc19c2-f469-4f37-b528-40c6d116a671&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4731143 Nov 25 08:49:02.368218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39466) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:02.438951 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ad8ebece-e035-4583-ab2f-ff64c5c8668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:02.444888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] For port e35f34b1-695f-4e9d-9e5b-23594b919326, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e35f34b1-695f-4e9d-9e5b-23594b919326,segment=NetworkSegment(c8e1a149-8385-4aab-b30f-2a1bd3817a90),segment_id=c8e1a149-8385-4aab-b30f-2a1bd3817a90)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:49:02.468750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:02.475174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1355a506-e726-4e39-a8ee-f8f2c0f8e590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:02.520730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ebece-e035-4583-ab2f-ff64c5c8668d None None] Routers {'4c3d6770-657c-46a0-9c97-ea55a4c069c6'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:02.521377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ad8ebece-e035-4583-ab2f-ff64c5c8668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4c3d6770-657c-46a0-9c97-ea55a4c069c6'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:02.548857 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f0450a76-2dae-4186-8f75-56874d3a5b94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/routers/4c3d6770-657c-46a0-9c97-ea55a4c069c6 HTTP/1.1" status: 200 len: 924 time: 0.3527329 Nov 25 08:49:02.549615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39470) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:02.568892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Calling delete_port for d489b7f2-be34-481c-8f28-616312f8c0ce owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:02.589055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a8540a-5c64-4776-be4d-81aba282a485 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:02.589618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-88a8540a-5c64-4776-be4d-81aba282a485 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Synchronizing usage tracker for tenant:31450403b64642b9808ab04ba0138e1b on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:02.601069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ad8ebece-e035-4583-ab2f-ff64c5c8668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:02.601069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ebece-e035-4583-ab2f-ff64c5c8668d None None] The sync data for ids ['4c3d6770-657c-46a0-9c97-ea55a4c069c6'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:02.617380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-88a8540a-5c64-4776-be4d-81aba282a485 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Unset dirty status for tenant:31450403b64642b9808ab04ba0138e1b on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:02.621187 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-88a8540a-5c64-4776-be4d-81aba282a485 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/networks/a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 881 time: 0.2415824 Nov 25 08:49:02.621343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:02.621924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39474) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:02.647086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] No DVR routers for this DVR port dec4b302-b9c8-48c0-9fed-e71c81b5182f on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:02.657550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Pushing event updated for resources: {'Port': ['ID=e35f34b1-695f-4e9d-9e5b-23594b919326,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:02.661740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:02.662216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:02.686791 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-229be0e0-7599-4ce0-aedb-55edd4060335 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ffc19c2-f469-4f37-b528-40c6d116a671 HTTP/1.1" status: 200 len: 205 time: 0.0635927 Nov 25 08:49:02.694961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39480) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:02.700982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d87a6-b83f-415c-9d82-d4c398700f68 None None] Network 3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:02.726920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Pushing event deleted for resources: {'Port': ['ID=dec4b302-b9c8-48c0-9fed-e71c81b5182f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:02.792187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] The port 'dec4b302-b9c8-48c0-9fed-e71c81b5182f' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:49:02.794710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:02.841052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:02.855704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-abff5e08-8c3e-437c-af7b-e2011dbdc821 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:02.885157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb09d18-3b3b-428f-8905-482b22a5ab2c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:02.886441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-beb09d18-3b3b-428f-8905-482b22a5ab2c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Synchronizing usage tracker for tenant:ff561dee65b940bb88d0f209d85dea26 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:02.918622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:02.930511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-beb09d18-3b3b-428f-8905-482b22a5ab2c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Unset dirty status for tenant:ff561dee65b940bb88d0f209d85dea26 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:02.931702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-beb09d18-3b3b-428f-8905-482b22a5ab2c tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&device_id=4c3d6770-657c-46a0-9c97-ea55a4c069c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3811860 Nov 25 08:49:02.935263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39486) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:03.055662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.075093 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Port': ['ID=d489b7f2-be34-481c-8f28-616312f8c0ce,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:03.079007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:03.091193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-073915f0-a5d4-442d-93b1-2b94eea6dafa tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:03.104857 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.122760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No DVR routers for this DVR port d489b7f2-be34-481c-8f28-616312f8c0ce on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:03.162514 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56990a4-568b-4d07-a087-5129cb684d31 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:03.163188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e56990a4-568b-4d07-a087-5129cb684d31 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Synchronizing usage tracker for tenant:ff561dee65b940bb88d0f209d85dea26 on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:03.178805 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176cfd97-543f-4e13-81e2-0302fb7a17e6']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:03.215799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0e1fac-7c2b-4d0a-8583-5ac80238aea4') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:03.216758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0e1fac-7c2b-4d0a-8583-5ac80238aea4') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:03.224098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 4f85affc-4c49-476e-ae39-c1d63cd16027 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:03.237437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:03.259350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e56990a4-568b-4d07-a087-5129cb684d31 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Unset dirty status for tenant:ff561dee65b940bb88d0f209d85dea26 on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:03.260524 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e56990a4-568b-4d07-a087-5129cb684d31 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/networks/a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 881 time: 0.3244557 Nov 25 08:49:03.264127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39490) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:03.292515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:03.315516 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3baa2c7d-1924-4113-b902-00be446a3a98 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3d6770-657c-46a0-9c97-ea55a4c069c6 HTTP/1.1" status: 200 len: 205 time: 0.0501699 Nov 25 08:49:03.317929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39494) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:03.326828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.367254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=ce5ebf35-55fa-4c61-9d79-6a5a58fa876f,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:03.380924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:03.383153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.393727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.412811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:03.413413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.426059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:03.426485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:03.442990 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:03.501886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.506652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:03.521254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Deleting port 1dd3c4e6-83c2-494f-a476-7da3cd27fcd3 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:03.521669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.531692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd107981d-e9b3-4a2a-ad8f-2ce6c823194c') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:03.532777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd107981d-e9b3-4a2a-ad8f-2ce6c823194c') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:03.536914 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:49:03.558189 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.9696722 Nov 25 08:49:03.558952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39500) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:03.562741 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.586776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.624232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.633396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.644451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:03.667780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.673815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:03.674224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:03.693053 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:03.705598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ab32ff1e-72a3-4642-a1f3-9b5e5d5cfee1 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port ce5ebf35-55fa-4c61-9d79-6a5a58fa876f {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:03.705997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ab32ff1e-72a3-4642-a1f3-9b5e5d5cfee1 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.725955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.777439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event deleted for resources: {'Network': ['ID=176cfd97-543f-4e13-81e2-0302fb7a17e6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:03.799726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:03.801458 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "DELETE /v2.0/networks/176cfd97-543f-4e13-81e2-0302fb7a17e6 HTTP/1.1" status: 204 len: 168 time: 1.8815448 Nov 25 08:49:03.807102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39504) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:03.917385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:03.918402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed83275c-8b26-4028-87db-1263b2f6b44b None None] Network 4f85affc-4c49-476e-ae39-c1d63cd16027 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:03.931828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:03.982996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.017934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Network': ['ID=3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:04.033004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:04.039632 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3 HTTP/1.1" status: 204 len: 168 time: 6.2004528 Nov 25 08:49:04.043687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39512) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:04.049126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.063502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.075028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.113274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b3815b11-70a8-4cd5-a44c-dbe2c0b038ad None None] Provisioning for port e35f34b1-695f-4e9d-9e5b-23594b919326 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:04.115109 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce07990-3f3d-4fba-a859-3e62e1145d6b tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:04.115561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce07990-3f3d-4fba-a859-3e62e1145d6b tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:04.119613 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7ce07990-3f3d-4fba-a859-3e62e1145d6b tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/subnets/c751869b-d5d1-4b96-88ba-c4c4618ad59e HTTP/1.1" status: 404 len: 337 time: 0.0723069 Nov 25 08:49:04.149895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39516) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:04.212159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Calling delete_port for 1dd3c4e6-83c2-494f-a476-7da3cd27fcd3 owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:04.273045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Deleting port 5960fe57-9d64-4d5b-b83f-a92f5a19e59b {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:04.273379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.322149 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2b88b2-ca65-4594-bf60-55e11fa076c9 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:04.322645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2b88b2-ca65-4594-bf60-55e11fa076c9 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:04.327593 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3d2b88b2-ca65-4594-bf60-55e11fa076c9 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/3bea96df-e75c-4ba2-a2f0-c6d1b3c383f3 HTTP/1.1" status: 404 len: 339 time: 0.1233001 Nov 25 08:49:04.328201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39520) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:04.464308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.480466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ab32ff1e-72a3-4642-a1f3-9b5e5d5cfee1 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.562033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fc38e724-8182-41d9-a5e3-be2c6816fa70 None None] Provisioning for port ce5ebf35-55fa-4c61-9d79-6a5a58fa876f completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:04.567729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fc38e724-8182-41d9-a5e3-be2c6816fa70 None None] Provisioning complete for port ce5ebf35-55fa-4c61-9d79-6a5a58fa876f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:04.568614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc38e724-8182-41d9-a5e3-be2c6816fa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.581850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.646426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fc38e724-8182-41d9-a5e3-be2c6816fa70 None None] Port ce5ebf35-55fa-4c61-9d79-6a5a58fa876f cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:04.650922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e7a2d8-99d6-43be-a144-c1050b2765eb']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:04.661731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.667860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ab32ff1e-72a3-4642-a1f3-9b5e5d5cfee1 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for ce5ebf35-55fa-4c61-9d79-6a5a58fa876f owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:04.706383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4814cbde-5208-4ac5-927f-f0c1f4701e29') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:04.706592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4814cbde-5208-4ac5-927f-f0c1f4701e29') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:04.728926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.753933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.755020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f3782e-367a-4d61-b6f9-afc0ebeb68c8 None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:49:04.772875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:04.773182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:04.788640 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:04.820107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Calling delete_port for 5960fe57-9d64-4d5b-b83f-a92f5a19e59b owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:04.849689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e35f34b1-695f-4e9d-9e5b-23594b919326 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:04.916967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-412bf830-3b87-4b9c-ba08-28b917b3a83f None None] Provisioning complete for port ce5ebf35-55fa-4c61-9d79-6a5a58fa876f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:04.917780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-412bf830-3b87-4b9c-ba08-28b917b3a83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.953264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:04.956915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7290758f-7b60-47c6-b88c-75ffcbe43fd7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:04.992758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.003066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ab32ff1e-72a3-4642-a1f3-9b5e5d5cfee1 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.016835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-412bf830-3b87-4b9c-ba08-28b917b3a83f None None] Port ce5ebf35-55fa-4c61-9d79-6a5a58fa876f cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:05.032612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event deleted for resources: {'Network': ['ID=45e7a2d8-99d6-43be-a144-c1050b2765eb,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:05.040511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:05.041941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6f9816e7-1133-4365-8013-1983f6a75562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:05.047511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port e35f34b1-695f-4e9d-9e5b-23594b919326 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:05.058081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e35f34b1-695f-4e9d-9e5b-23594b919326 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:05.058482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.093863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.127565 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "DELETE /v2.0/networks/45e7a2d8-99d6-43be-a144-c1050b2765eb HTTP/1.1" status: 204 len: 168 time: 1.3072937 Nov 25 08:49:05.136211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f3782e-367a-4d61-b6f9-afc0ebeb68c8 None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:49:05.165095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32ff1e-72a3-4642-a1f3-9b5e5d5cfee1 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=ce5ebf35-55fa-4c61-9d79-6a5a58fa876f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:05.179757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39530) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:05.204929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16abbbd-f366-4745-ac61-efb2587ba106']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:05.218056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53c4ee6-e045-4221-b1ee-d729bfa42c80') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:05.218732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53c4ee6-e045-4221-b1ee-d729bfa42c80') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:05.230774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.238075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.246665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:05.269306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ab32ff1e-72a3-4642-a1f3-9b5e5d5cfee1 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:05.307154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Pushing event deleted for resources: {'Port': ['ID=1dd3c4e6-83c2-494f-a476-7da3cd27fcd3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:05.320759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.392811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.404939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ab32ff1e-72a3-4642-a1f3-9b5e5d5cfee1 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.410625 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ab32ff1e-72a3-4642-a1f3-9b5e5d5cfee1 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/ce5ebf35-55fa-4c61-9d79-6a5a58fa876f HTTP/1.1" status: 204 len: 168 time: 1.8507695 Nov 25 08:49:05.411303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39534) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:05.425983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port e35f34b1-695f-4e9d-9e5b-23594b919326, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e35f34b1-695f-4e9d-9e5b-23594b919326,segment=NetworkSegment(c8e1a149-8385-4aab-b30f-2a1bd3817a90),segment_id=c8e1a149-8385-4aab-b30f-2a1bd3817a90)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:05.433917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.444870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-685b59f3-1cc2-4f40-85da-ff6a1a2d79ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:05.445053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:05.445665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.496029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:05.496516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:05.511760 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:05.514620 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac8a243-aa0f-4715-895e-f785a443486a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:49:05.515158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1ac8a243-aa0f-4715-895e-f785a443486a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:05.531601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=e35f34b1-695f-4e9d-9e5b-23594b919326,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:05.535349 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:05.608434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1ac8a243-aa0f-4715-895e-f785a443486a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:05.609593 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1ac8a243-aa0f-4715-895e-f785a443486a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/ce5ebf35-55fa-4c61-9d79-6a5a58fa876f HTTP/1.1" status: 404 len: 333 time: 0.1966147 Nov 25 08:49:05.611451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.618362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39538) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:05.665232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.687323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44071323-f7be-48ee-95b1-9c87cb0bc2a8']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:05.704878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623bfd42-1f29-4ddc-8df2-413110fdfaf3') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:05.705174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623bfd42-1f29-4ddc-8df2-413110fdfaf3') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:05.721409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.736514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.748136 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc20e26-7b13-4c35-81d6-1cf3e809ffb8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting subnet 152d4014-699e-4346-bf53-63ad078bfbf2 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:49:05.756221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0dc20e26-7b13-4c35-81d6-1cf3e809ffb8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.802323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0dfe630e-18b6-4124-9853-23ffa0ef4def tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:05.808402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.820498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:05.820899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.832463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:05.835979 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:05.891956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0dc20e26-7b13-4c35-81d6-1cf3e809ffb8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.905847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Network': ['ID=e16abbbd-f366-4745-ac61-efb2587ba106,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:05.913108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.916769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:05.920435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.922010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:05.953773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.966631 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/e16abbbd-f366-4745-ac61-efb2587ba106 HTTP/1.1" status: 204 len: 168 time: 1.6336160 Nov 25 08:49:05.969111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:05.970614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39544) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:05.979556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Pushing event deleted for resources: {'Port': ['ID=5960fe57-9d64-4d5b-b83f-a92f5a19e59b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:06.011500 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f3b6f665-5ac5-47b1-ae1c-c41203933c22 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:06.014970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:06.030826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.046665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Pushing event deleted for resources: {'Network': ['ID=44071323-f7be-48ee-95b1-9c87cb0bc2a8,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:06.048615 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-69215221-3e15-468f-89d9-9aa34b4f014e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:06.049046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69215221-3e15-468f-89d9-9aa34b4f014e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:06.055941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:06.060759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.061302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Fanout notify agent at l3_agent the message router_deleted on router 3ffc19c2-f469-4f37-b528-40c6d116a671 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:06.063046 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] 10.222.0.54 "DELETE /v2.0/networks/44071323-f7be-48ee-95b1-9c87cb0bc2a8 HTTP/1.1" status: 204 len: 168 time: 0.8827319 Nov 25 08:49:06.068361 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-69215221-3e15-468f-89d9-9aa34b4f014e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/subnets/97c713fa-ec98-4ec7-9a55-f2e597142c07 HTTP/1.1" status: 404 len: 337 time: 0.0943053 Nov 25 08:49:06.068719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39550) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:06.080541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.081756 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/3ffc19c2-f469-4f37-b528-40c6d116a671 HTTP/1.1" status: 204 len: 168 time: 3.3850603 Nov 25 08:49:06.087771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39554) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:06.091204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0dc20e26-7b13-4c35-81d6-1cf3e809ffb8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.118037 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a26a48-107a-407a-9901-7ceb6824a0d5 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:06.118669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a26a48-107a-407a-9901-7ceb6824a0d5 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:06.120182 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-25a26a48-107a-407a-9901-7ceb6824a0d5 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/6607aa63-21ff-43f0-a19c-7dd84ce900c7 HTTP/1.1" status: 404 len: 339 time: 0.0373359 Nov 25 08:49:06.123368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39558) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:06.126911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-21c951a3-bdbc-4143-8bf6-b94d37e43e25 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-182438723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:06.143487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-21c951a3-bdbc-4143-8bf6-b94d37e43e25 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:06.150733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-21c951a3-bdbc-4143-8bf6-b94d37e43e25 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Usage tracker for resource:router and tenant:3f03faf91d2e481a970fbafbcb2dbcd0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:06.155415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-21c951a3-bdbc-4143-8bf6-b94d37e43e25 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:06.164102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-21c951a3-bdbc-4143-8bf6-b94d37e43e25 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:06.174050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.187081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-21c951a3-bdbc-4143-8bf6-b94d37e43e25 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.188076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-21c951a3-bdbc-4143-8bf6-b94d37e43e25 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.202994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0dc20e26-7b13-4c35-81d6-1cf3e809ffb8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.209514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1d83102f-9e57-44d0-b91f-aa803cc144b4 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:06.377346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.383574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-7482f278-ede9-498d-87c3-0f4878208045 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting subnet 939e4cc3-44b6-478e-bf2c-935307a38971 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:49:06.386876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7482f278-ede9-498d-87c3-0f4878208045 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.401069 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-21c951a3-bdbc-4143-8bf6-b94d37e43e25 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.404651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc20e26-7b13-4c35-81d6-1cf3e809ffb8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Subnet': ['ID=152d4014-699e-4346-bf53-63ad078bfbf2,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:06.413310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0dc20e26-7b13-4c35-81d6-1cf3e809ffb8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:06.415914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0dc20e26-7b13-4c35-81d6-1cf3e809ffb8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.420647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f2c532-bf96-4c6f-94c8-1dd710af2dd3 None None] Network 4f85affc-4c49-476e-ae39-c1d63cd16027 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:06.427976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.434708 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39568) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:06.453143 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0dc20e26-7b13-4c35-81d6-1cf3e809ffb8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/152d4014-699e-4346-bf53-63ad078bfbf2 HTTP/1.1" status: 204 len: 168 time: 0.8336411 Nov 25 08:49:06.454464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39574) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:06.463921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-21c951a3-bdbc-4143-8bf6-b94d37e43e25 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.488737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-21c951a3-bdbc-4143-8bf6-b94d37e43e25 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.490172 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-21c951a3-bdbc-4143-8bf6-b94d37e43e25 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4014301 Nov 25 08:49:06.493430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39578) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:06.498512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:06.596909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7482f278-ede9-498d-87c3-0f4878208045 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.638780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.639317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3d6770-657c-46a0-9c97-ea55a4c069c6 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:06.645386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.665728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.666829 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/4c3d6770-657c-46a0-9c97-ea55a4c069c6 HTTP/1.1" status: 204 len: 168 time: 3.3479772 Nov 25 08:49:06.671459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39582) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:06.679024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-fb7f2882-8054-4956-ab06-a23f4c2c9f1f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-281154922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:06.690528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fb7f2882-8054-4956-ab06-a23f4c2c9f1f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:06.698175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fb7f2882-8054-4956-ab06-a23f4c2c9f1f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Usage tracker for resource:router and tenant:c7d1e0ff348f4f96ae9df288c0de763f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:06.705049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port e35f34b1-695f-4e9d-9e5b-23594b919326 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:06.705389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.717692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] DHCP port deletion for 4f85affc-4c49-476e-ae39-c1d63cd16027 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:49:06.722494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Deleting port e35f34b1-695f-4e9d-9e5b-23594b919326 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:06.723430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.739882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fb7f2882-8054-4956-ab06-a23f4c2c9f1f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:06.764410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fb7f2882-8054-4956-ab06-a23f4c2c9f1f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:06.833204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fb7f2882-8054-4956-ab06-a23f4c2c9f1f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.834425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fb7f2882-8054-4956-ab06-a23f4c2c9f1f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.873079 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b6cc684e-44f0-45e4-a0ec-d8c94a684e73 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=18649889fff24a24bbd4cdcc64a29b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317808 Nov 25 08:49:06.877677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39588) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:06.906533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fb7f2882-8054-4956-ab06-a23f4c2c9f1f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.908262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7482f278-ede9-498d-87c3-0f4878208045 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:06.929801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e35f34b1-695f-4e9d-9e5b-23594b919326 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:06.946336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.090083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.113765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] For port e35f34b1-695f-4e9d-9e5b-23594b919326, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e35f34b1-695f-4e9d-9e5b-23594b919326,segment=NetworkSegment(c8e1a149-8385-4aab-b30f-2a1bd3817a90),segment_id=c8e1a149-8385-4aab-b30f-2a1bd3817a90)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:07.114307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.139827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port e35f34b1-695f-4e9d-9e5b-23594b919326, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e35f34b1-695f-4e9d-9e5b-23594b919326,segment=NetworkSegment(c8e1a149-8385-4aab-b30f-2a1bd3817a90),segment_id=c8e1a149-8385-4aab-b30f-2a1bd3817a90)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:07.146446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.196951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fb7f2882-8054-4956-ab06-a23f4c2c9f1f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.198953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:07.215605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] For port e35f34b1-695f-4e9d-9e5b-23594b919326, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e35f34b1-695f-4e9d-9e5b-23594b919326,segment=NetworkSegment(c8e1a149-8385-4aab-b30f-2a1bd3817a90),segment_id=c8e1a149-8385-4aab-b30f-2a1bd3817a90)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:07.215605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.276659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.295177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Calling delete_port for e35f34b1-695f-4e9d-9e5b-23594b919326 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:07.307070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.375153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for e35f34b1-695f-4e9d-9e5b-23594b919326 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:07.402716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fb7f2882-8054-4956-ab06-a23f4c2c9f1f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.404735 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fb7f2882-8054-4956-ab06-a23f4c2c9f1f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7320707 Nov 25 08:49:07.412094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3456c3dd-04b7-4027-bbc5-c5f07a6aaa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.413630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39594) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:07.430849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:07.469096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=e35f34b1-695f-4e9d-9e5b-23594b919326,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:07.471683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:07.472045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:07.472664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:07.488681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Allocated IP 172.26.3.92 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/824882c1-2bfd-4d1d-affe-4a4232587b96) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:07.496692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7482f278-ede9-498d-87c3-0f4878208045 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.587441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:07.639121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.643709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482f278-ede9-498d-87c3-0f4878208045 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Subnet': ['ID=939e4cc3-44b6-478e-bf2c-935307a38971,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:07.646558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3456c3dd-04b7-4027-bbc5-c5f07a6aaa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.659892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7482f278-ede9-498d-87c3-0f4878208045 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:07.670887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d9defe-b2ac-4020-bb5b-231e82b402eb None None] Network 167452fd-48b5-4690-9f40-66b2ca01deed requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:07.671338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.675344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:07.723010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7482f278-ede9-498d-87c3-0f4878208045 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:07.741967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:07.744886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:07.749535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:07.779895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Pushing event updated for resources: {'Port': ['ID=824882c1-2bfd-4d1d-affe-4a4232587b96,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:07.789888 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:07.814303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:07.814617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:07.827757 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7482f278-ede9-498d-87c3-0f4878208045 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/subnets/939e4cc3-44b6-478e-bf2c-935307a38971 HTTP/1.1" status: 204 len: 168 time: 1.7034118 Nov 25 08:49:07.832448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39600) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:07.973647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Deleting port e35f34b1-695f-4e9d-9e5b-23594b919326 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:07.974378 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.067100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.122807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3456c3dd-04b7-4027-bbc5-c5f07a6aaa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.134849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8007614-465b-4d40-8b72-60624ca9c413 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting subnet a6f461f6-66d5-47bc-b881-eb22eab16b5a {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:49:08.141984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-85c26287-c460-4583-8bf3-efbfbf8e4f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:08.154697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d8007614-465b-4d40-8b72-60624ca9c413 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.260980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456c3dd-04b7-4027-bbc5-c5f07a6aaa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2184f8d5-6602-4124-ad77-b53b3dd365c9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:08.268594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3456c3dd-04b7-4027-bbc5-c5f07a6aaa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:08.276916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3456c3dd-04b7-4027-bbc5-c5f07a6aaa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.278022 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3456c3dd-04b7-4027-bbc5-c5f07a6aaa39 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2184f8d5-6602-4124-ad77-b53b3dd365c9 HTTP/1.1" status: 204 len: 168 time: 1.3966277 Nov 25 08:49:08.301621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d8007614-465b-4d40-8b72-60624ca9c413 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.307967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] For port e35f34b1-695f-4e9d-9e5b-23594b919326, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e35f34b1-695f-4e9d-9e5b-23594b919326,segment=NetworkSegment(c8e1a149-8385-4aab-b30f-2a1bd3817a90),segment_id=c8e1a149-8385-4aab-b30f-2a1bd3817a90)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:08.308669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.336197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port e35f34b1-695f-4e9d-9e5b-23594b919326 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:08.336528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.380115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.469592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Calling delete_port for e35f34b1-695f-4e9d-9e5b-23594b919326 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:08.586518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.595092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4f6f8657-e1f7-44fa-aab2-3f872ec63982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:08.654823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] No DVR routers for this DVR port e35f34b1-695f-4e9d-9e5b-23594b919326 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:08.660043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Pushing event deleted for resources: {'Port': ['ID=e35f34b1-695f-4e9d-9e5b-23594b919326,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:08.667151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:08.786033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b3f72e75-4471-4259-b6a3-1416ac513b8e None None] Provisioning complete for port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:08.786476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b3f72e75-4471-4259-b6a3-1416ac513b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.898132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d8007614-465b-4d40-8b72-60624ca9c413 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.970319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:08.973767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.012250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] For port e35f34b1-695f-4e9d-9e5b-23594b919326, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e35f34b1-695f-4e9d-9e5b-23594b919326,segment=NetworkSegment(c8e1a149-8385-4aab-b30f-2a1bd3817a90),segment_id=c8e1a149-8385-4aab-b30f-2a1bd3817a90)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:09.012633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.189529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39632) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:09.200847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for e35f34b1-695f-4e9d-9e5b-23594b919326 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:09.209251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Router 9794c58d-7b05-4d2e-ac62-2d66e5259399 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:49:09.301580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.345371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.361547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1218633905'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:09.367519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:09.380842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:network and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:09.386064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:09.392128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d8007614-465b-4d40-8b72-60624ca9c413 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.394909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:09.414387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-57b9d23d-c83e-403b-aa67-1feebbc0d6ef tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:09.422728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:09.426216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.445325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.457021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8007614-465b-4d40-8b72-60624ca9c413 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f461f6-66d5-47bc-b881-eb22eab16b5a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:09.461816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:09.466014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d8007614-465b-4d40-8b72-60624ca9c413 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:09.466977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:09.466977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:09.471158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d8007614-465b-4d40-8b72-60624ca9c413 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.472531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:09.472653 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2877a99-d9ac-47db-9698-bd8e9766a177 None None] Sync routers for ids ['9794c58d-7b05-4d2e-ac62-2d66e5259399'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:09.479589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce7121-20ce-48aa-b983-8bd020aa18b3 None None] Network 167452fd-48b5-4690-9f40-66b2ca01deed requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:09.481932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.486155 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "PUT /v2.0/routers/9794c58d-7b05-4d2e-ac62-2d66e5259399 HTTP/1.1" status: 200 len: 878 time: 2.9893129 Nov 25 08:49:09.486155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:security_group_rule and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:09.487171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39638) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:09.500293 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2877a99-d9ac-47db-9698-bd8e9766a177 None None] Routers {'9794c58d-7b05-4d2e-ac62-2d66e5259399'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:09.500919 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-e2877a99-d9ac-47db-9698-bd8e9766a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9794c58d-7b05-4d2e-ac62-2d66e5259399'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:09.530188 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d8007614-465b-4d40-8b72-60624ca9c413 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/subnets/a6f461f6-66d5-47bc-b881-eb22eab16b5a HTTP/1.1" status: 204 len: 168 time: 1.6941450 Nov 25 08:49:09.532819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39642) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:09.591238 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-e2877a99-d9ac-47db-9698-bd8e9766a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:09.602878 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2877a99-d9ac-47db-9698-bd8e9766a177 None None] Routers {'9794c58d-7b05-4d2e-ac62-2d66e5259399'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:09.603626 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-e2877a99-d9ac-47db-9698-bd8e9766a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9794c58d-7b05-4d2e-ac62-2d66e5259399'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:09.644874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Allocated IP 172.26.3.171 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/86a0b5f2-2583-46d9-ac8f-8c0f7333719d) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:09.660718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:09.666398 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b78b9150-cd6b-4827-b50b-9a819e460f43 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/routers/9794c58d-7b05-4d2e-ac62-2d66e5259399 HTTP/1.1" status: 200 len: 919 time: 0.1780829 Nov 25 08:49:09.671326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39646) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:09.674330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:09.681390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.687376 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-e2877a99-d9ac-47db-9698-bd8e9766a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:09.687984 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2877a99-d9ac-47db-9698-bd8e9766a177 None None] The sync data for ids ['9794c58d-7b05-4d2e-ac62-2d66e5259399'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:09.775706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:09.776044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.793261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e8b05e-8da7-46ae-98d0-6b9a591fcd5f None None] DHCP port deletion for 167452fd-48b5-4690-9f40-66b2ca01deed request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:49:09.798229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-98e8b05e-8da7-46ae-98d0-6b9a591fcd5f None None] Deleting port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:09.798642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-98e8b05e-8da7-46ae-98d0-6b9a591fcd5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:09.910250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port e35f34b1-695f-4e9d-9e5b-23594b919326 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:09.910608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.018374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.029592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] The port 'e35f34b1-695f-4e9d-9e5b-23594b919326' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:49:10.046755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.052301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be362b7d-1f61-4600-bbad-a12592b766c3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:10.054383 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-be362b7d-1f61-4600-bbad-a12592b766c3 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&device_id=9794c58d-7b05-4d2e-ac62-2d66e5259399&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3816783 Nov 25 08:49:10.056164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-98e8b05e-8da7-46ae-98d0-6b9a591fcd5f None None] For port d2cb8657-bd27-4bbf-8780-10dbb0b805d5, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d2cb8657-bd27-4bbf-8780-10dbb0b805d5,segment=NetworkSegment(dc6b5251-2760-49ab-a046-e1f2a70ff5b0),segment_id=dc6b5251-2760-49ab-a046-e1f2a70ff5b0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:10.056451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.057279 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-98e8b05e-8da7-46ae-98d0-6b9a591fcd5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.059282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39654) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:10.060598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:10.185826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:10.189614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-98e8b05e-8da7-46ae-98d0-6b9a591fcd5f None None] Calling delete_port for d2cb8657-bd27-4bbf-8780-10dbb0b805d5 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:10.199759 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dac2b91-a238-43b7-8634-2660347f915e,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:10.209347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:10.214794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.215134 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added segment 959bd5e3-a387-4b13-80a1-4da3d50a8b0a of type vlan for network 21419e93-5cf9-471d-91a1-9de2944cdaac Nov 25 08:49:10.254773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.256092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9feea-8b38-49ca-b0c9-51a065f9aba2 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:10.257758 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7cb9feea-8b38-49ca-b0c9-51a065f9aba2 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/networks/a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 881 time: 0.1872897 Nov 25 08:49:10.264044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39658) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:10.273274 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.306449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.312911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:10.313542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.319487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c16d7fab-0c70-4c70-b03b-fbd2e35fb6bd tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:10.345227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-98e8b05e-8da7-46ae-98d0-6b9a591fcd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.356254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bbe21203-4ba8-4822-a522-b5c701f96d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:10.408630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8b05e-8da7-46ae-98d0-6b9a591fcd5f None None] Pushing event deleted for resources: {'Port': ['ID=d2cb8657-bd27-4bbf-8780-10dbb0b805d5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:10.410997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8b05e-8da7-46ae-98d0-6b9a591fcd5f None None] No DVR routers for this DVR port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:10.412375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-98e8b05e-8da7-46ae-98d0-6b9a591fcd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:10.448373 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2527893 Nov 25 08:49:10.453477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39664) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:10.456959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f85affc-4c49-476e-ae39-c1d63cd16027']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:10.462420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-225874328'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:10.467214 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-741c8f3b-a2e8-4dc6-a7b9-3646aeedc627 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=9794c58d-7b05-4d2e-ac62-2d66e5259399 HTTP/1.1" status: 200 len: 205 time: 0.1988380 Nov 25 08:49:10.467641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Network': ['ID=21419e93-5cf9-471d-91a1-9de2944cdaac,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:10.468864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] For port d2cb8657-bd27-4bbf-8780-10dbb0b805d5, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d2cb8657-bd27-4bbf-8780-10dbb0b805d5,segment=NetworkSegment(dc6b5251-2760-49ab-a046-e1f2a70ff5b0),segment_id=dc6b5251-2760-49ab-a046-e1f2a70ff5b0)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:10.469211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.469997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39668) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:10.472870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:10.475374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:10.487875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e1a149-8385-4aab-b30f-2a1bd3817a90') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:10.488279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e1a149-8385-4aab-b30f-2a1bd3817a90') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:10.490126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 21419e93-5cf9-471d-91a1-9de2944cdaac details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:49:10.616132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Calling delete_port for d2cb8657-bd27-4bbf-8780-10dbb0b805d5 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:10.644199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.647904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:network and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:10.650950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.652505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:10.665868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-959ea1a6-7427-4152-898c-14240ffcb73d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:10.669264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:10.691858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:10.695664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.727688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.745749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.759783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:10.761029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:10.761413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:10.780519 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:10.783569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:10.800576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d2cb8657-bd27-4bbf-8780-10dbb0b805d5 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:10.831271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:10.840236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:10.847092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: d2cb8657-bd27-4bbf-8780-10dbb0b805d5 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:49:10.847692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d2cb8657-bd27-4bbf-8780-10dbb0b805d5 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:49:10.885987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Pushing event updated for resources: {'Port': ['ID=86a0b5f2-2583-46d9-ac8f-8c0f7333719d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:10.904934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:10.918372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.918857 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added segment 754bdd1d-8002-4315-a82d-5b0de0b237ee of type vlan for network 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 Nov 25 08:49:10.933856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:10.934169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:10.934710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:10.939680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b79f989d-ba3b-42ad-934e-c48091e7b88e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:10.960241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:11.012358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:11.040129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:11.050118 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:11.057296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:11.058096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:11.065461 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c16df0e3-d876-4bc9-b762-a104db78ae72 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:11.078471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Network': ['ID=4f85affc-4c49-476e-ae39-c1d63cd16027,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:11.089733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:11.094173 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/networks/4f85affc-4c49-476e-ae39-c1d63cd16027 HTTP/1.1" status: 204 len: 168 time: 4.6365337 Nov 25 08:49:11.101435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Deleting port 824882c1-2bfd-4d1d-affe-4a4232587b96 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:11.101853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:11.126257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39676) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:11.137982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'name': 'tempest-PortsTestJSON-2055697766'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:11.229015 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7743585 Nov 25 08:49:11.236904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39680) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:11.259176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'subnet': {'network_id': '21419e93-5cf9-471d-91a1-9de2944cdaac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:11.326239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:11.338033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Network': ['ID=0f8ce097-1b4a-4ce0-b1b8-e705429be7d1,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:11.348898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:49:11.383381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:11.400159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:11.428128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:11.431677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:11.444295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting port d2cb8657-bd27-4bbf-8780-10dbb0b805d5 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:11.444624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:11.454132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:11.468385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:subnet and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:11.472510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:11.475998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:11.488263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:11.517583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port d5d035ee-ab25-4c96-a950-413adb8ee291 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:49:11.571120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] The port 'd2cb8657-bd27-4bbf-8780-10dbb0b805d5' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:49:11.605332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Calling delete_port for 824882c1-2bfd-4d1d-affe-4a4232587b96 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:11.639458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:11.639987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:11.644114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:11.968834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.024951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167452fd-48b5-4690-9f40-66b2ca01deed']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:12.077986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.083230 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:12.104697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6b5251-2760-49ab-a046-e1f2a70ff5b0') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:12.105011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6b5251-2760-49ab-a046-e1f2a70ff5b0') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:12.126701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.132254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Pushing event deleted for resources: {'Port': ['ID=824882c1-2bfd-4d1d-affe-4a4232587b96,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:12.136141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:12.136792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:12.143166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.281689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.285712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.296939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Subnet': ['ID=be6bcd92-7d7c-4237-9f7c-0166c6ef804e,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:12.304223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:12.307853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Checking segment: {'id': '959bd5e3-a387-4b13-80a1-4da3d50a8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '21419e93-5cf9-471d-91a1-9de2944cdaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:12.307997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:12.308227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network hostable DHCP agents. Network: 21419e93-5cf9-471d-91a1-9de2944cdaac, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:12.308460 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.313289 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:12.323795 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:12.489101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.496039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:12.499328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.501844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.505079 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 21419e93-5cf9-471d-91a1-9de2944cdaac is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:12.516224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.525770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 21419e93-5cf9-471d-91a1-9de2944cdaac) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:12.530612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:12.531339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.536892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.537115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Network': ['ID=167452fd-48b5-4690-9f40-66b2ca01deed,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:12.537586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Fanout notify agent at l3_agent the message router_deleted on router 9794c58d-7b05-4d2e-ac62-2d66e5259399 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:12.540148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad949c-0f9b-45df-a541-0adad5d91263 None None] Network 21419e93-5cf9-471d-91a1-9de2944cdaac requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:12.544332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:12.551962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.556695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.559999 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/167452fd-48b5-4690-9f40-66b2ca01deed HTTP/1.1" status: 204 len: 168 time: 3.0255663 Nov 25 08:49:12.561550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.563369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39690) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:12.568363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a7fd34c-5bed-4f75-884b-ad9f2a981462 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:12.617548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.624649 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/9794c58d-7b05-4d2e-ac62-2d66e5259399 HTTP/1.1" status: 204 len: 168 time: 2.1474247 Nov 25 08:49:12.624649 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3823826 Nov 25 08:49:12.625821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39694) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:12.626147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39696) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:12.627151 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c27e83-6b87-4521-be7b-6d60f8adc5ec tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:12.627586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c27e83-6b87-4521-be7b-6d60f8adc5ec tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:12.631461 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-93c27e83-6b87-4521-be7b-6d60f8adc5ec tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/subnets/4d9a2c2c-5def-4581-a22e-8ed9a427e1e1 HTTP/1.1" status: 404 len: 337 time: 0.0615323 Nov 25 08:49:12.633047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39700) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:12.639258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'subnet': {'network_id': '0f8ce097-1b4a-4ce0-b1b8-e705429be7d1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:12.766526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:12.771536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:subnet and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:12.776703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-aa755390-97da-4cf9-8d52-578d71c144a5 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-949180949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:12.786222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:12.794577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-21419e93-5cf9-471d-91a1-9de2944cdaac', 'network_id': '21419e93-5cf9-471d-91a1-9de2944cdaac', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'fixed_ips': [{'subnet_id': 'be6bcd92-7d7c-4237-9f7c-0166c6ef804e'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:49:12.795424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.798266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:12.803335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:12.804414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:12.810451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:12.811479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.811930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-aa755390-97da-4cf9-8d52-578d71c144a5 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:12.817924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:12.820994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-aa755390-97da-4cf9-8d52-578d71c144a5 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Usage tracker for resource:router and tenant:3f03faf91d2e481a970fbafbcb2dbcd0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:12.825215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=d5d035ee-ab25-4c96-a950-413adb8ee291,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:12.827431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-aa755390-97da-4cf9-8d52-578d71c144a5 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:12.832082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:12.832672 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b4418b-2273-4f67-bd60-da4bbed4729d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:12.833137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b4418b-2273-4f67-bd60-da4bbed4729d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:12.837858 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-39b4418b-2273-4f67-bd60-da4bbed4729d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/c8b414a7-3228-451b-b0fd-6c5f2aba8eda HTTP/1.1" status: 404 len: 339 time: 0.0766025 Nov 25 08:49:12.838968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39708) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:12.843657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-aa755390-97da-4cf9-8d52-578d71c144a5 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:12.852390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:12.856764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.878763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-aa755390-97da-4cf9-8d52-578d71c144a5 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.880061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-aa755390-97da-4cf9-8d52-578d71c144a5 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.884304 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7567713 Nov 25 08:49:12.887605 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf05492b-77d8-4aea-8ead-c0a10d8f6282 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:12.888163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf05492b-77d8-4aea-8ead-c0a10d8f6282 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:12.892145 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cf05492b-77d8-4aea-8ead-c0a10d8f6282 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/subnets/837468a0-f763-49b2-a312-f29b4e4fbe18 HTTP/1.1" status: 404 len: 337 time: 0.0499227 Nov 25 08:49:12.892145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39712) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:12.905770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39714) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:12.964297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-aa755390-97da-4cf9-8d52-578d71c144a5 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:12.968150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Allocated IP 2001:db8::2 (21419e93-5cf9-471d-91a1-9de2944cdaac/be6bcd92-7d7c-4237-9f7c-0166c6ef804e/fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:12.983142 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fa97bd-acd7-4ed3-bccb-fd82bfd5010f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:12.983599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fa97bd-acd7-4ed3-bccb-fd82bfd5010f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:12.988367 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-92fa97bd-acd7-4ed3-bccb-fd82bfd5010f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/02cfa0e0-bdf9-47a2-8c6a-aa7e1b5e337e HTTP/1.1" status: 404 len: 339 time: 0.0784822 Nov 25 08:49:12.988510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39720) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:13.017107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d564e5f6-f3a7-497a-a5d8-8113ab72981b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port d5d035ee-ab25-4c96-a950-413adb8ee291 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:13.017407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d564e5f6-f3a7-497a-a5d8-8113ab72981b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.031184 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-091e91a2-7cc7-4495-b7fe-2271956afba5 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:13.031636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091e91a2-7cc7-4495-b7fe-2271956afba5 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:13.042027 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-091e91a2-7cc7-4495-b7fe-2271956afba5 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/subnets/084f9501-c8f8-4644-84a4-24f3851b337f HTTP/1.1" status: 404 len: 337 time: 0.0501235 Nov 25 08:49:13.043489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39724) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:13.068543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-aa755390-97da-4cf9-8d52-578d71c144a5 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.086408 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-942ccb2b-5761-43c6-8e09-2d3b0ac96e38 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:13.086899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942ccb2b-5761-43c6-8e09-2d3b0ac96e38 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:13.102985 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-942ccb2b-5761-43c6-8e09-2d3b0ac96e38 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/f4f0e6cf-3d0e-4530-9cad-2d426fadf862 HTTP/1.1" status: 404 len: 339 time: 0.0579495 Nov 25 08:49:13.105626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39728) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:13.135962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-aa755390-97da-4cf9-8d52-578d71c144a5 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.139712 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-aa755390-97da-4cf9-8d52-578d71c144a5 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5052166 Nov 25 08:49:13.139861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Router 23cbefaf-5f8f-4556-8996-e1b254f9ccad is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:49:13.149661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39732) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:13.195892 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.207074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Transition to ACTIVE for port object fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:13.227397 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Transition to ACTIVE for port object fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:13.227948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'enable_snat': True}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:13.230027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c90031-6e27-4aa5-96be-28a4a3487b1f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting subnet c0f4551b-d4a3-4f9f-983e-0383f076b470 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:49:13.233861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.234006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5c90031-6e27-4aa5-96be-28a4a3487b1f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.239078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ef7e5086-23f8-4cf2-a96e-f4acce0d6338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:13.292190 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Network 21419e93-5cf9-471d-91a1-9de2944cdaac is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:13.296281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:13.305561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:13.313384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5c90031-6e27-4aa5-96be-28a4a3487b1f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.347254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.360946 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:13.380481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Pushing event updated for resources: {'Port': ['ID=fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:13.387988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:13.411162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Attempting to bind port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:49:13.411162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Attempting to bind port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '959bd5e3-a387-4b13-80a1-4da3d50a8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '21419e93-5cf9-471d-91a1-9de2944cdaac'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:49:13.411672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Attempting to bind port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 on network 21419e93-5cf9-471d-91a1-9de2944cdaac {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:49:13.419287 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:49:13.419788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Checking segment: {'id': '959bd5e3-a387-4b13-80a1-4da3d50a8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '21419e93-5cf9-471d-91a1-9de2944cdaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:13.420268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.420744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Bound using segment: {'id': '959bd5e3-a387-4b13-80a1-4da3d50a8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '21419e93-5cf9-471d-91a1-9de2944cdaac'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:49:13.422057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Bound port: fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959bd5e3-a387-4b13-80a1-4da3d50a8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '21419e93-5cf9-471d-91a1-9de2944cdaac'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:49:13.422582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.479166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Subnet': ['ID=51defea9-0471-4911-ad42-76872a4593a2,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:13.490748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:13.501259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Checking segment: {'id': '754bdd1d-8002-4315-a82d-5b0de0b237ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0f8ce097-1b4a-4ce0-b1b8-e705429be7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:13.501917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network hostable DHCP agents. Network: 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:13.523566 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] For port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:49:13.526908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] For port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1,segment=NetworkSegment(959bd5e3-a387-4b13-80a1-4da3d50a8b0a),segment_id=959bd5e3-a387-4b13-80a1-4da3d50a8b0a)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:49:13.533362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.537714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0aad622b-69d0-4a68-ac1a-a4b340dbde57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:13.540125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:13.546930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5c90031-6e27-4aa5-96be-28a4a3487b1f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.621892 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Pushing event updated for resources: {'Port': ['ID=fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:13.626010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:13.683073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:13.691305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:13.691887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.692968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bc945a-1c54-4b30-abfa-5e57c4f58165 None None] Network 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:13.736005 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1055303 Nov 25 08:49:13.739151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39740) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:13.745736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6ae9c685-49b7-4f74-975f-45e55193c9cb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1917604836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:13.757875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6ae9c685-49b7-4f74-975f-45e55193c9cb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:13.762606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6ae9c685-49b7-4f74-975f-45e55193c9cb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:router and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:13.766434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6ae9c685-49b7-4f74-975f-45e55193c9cb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:13.773821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5c90031-6e27-4aa5-96be-28a4a3487b1f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.786532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6ae9c685-49b7-4f74-975f-45e55193c9cb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:13.789223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:13.820021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5c90031-6e27-4aa5-96be-28a4a3487b1f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.836271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c90031-6e27-4aa5-96be-28a4a3487b1f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f4551b-d4a3-4f9f-983e-0383f076b470,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:13.841887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abbdcd6-1f8d-492e-ab6f-fb1d9c75f69e None None] Network 43b45ec3-6e4e-497c-8739-5e3597b86eb4 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:13.842897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c5c90031-6e27-4aa5-96be-28a4a3487b1f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:13.876912 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c5c90031-6e27-4aa5-96be-28a4a3487b1f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/subnets/c0f4551b-d4a3-4f9f-983e-0383f076b470 HTTP/1.1" status: 204 len: 168 time: 0.7700584 Nov 25 08:49:13.878378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6ae9c685-49b7-4f74-975f-45e55193c9cb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.881515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6ae9c685-49b7-4f74-975f-45e55193c9cb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.905178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39746) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:13.935374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6ae9c685-49b7-4f74-975f-45e55193c9cb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:13.998002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6ae9c685-49b7-4f74-975f-45e55193c9cb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:14.034752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6ae9c685-49b7-4f74-975f-45e55193c9cb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:14.035926 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6ae9c685-49b7-4f74-975f-45e55193c9cb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2958632 Nov 25 08:49:14.038703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39750) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:14.127588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d564e5f6-f3a7-497a-a5d8-8113ab72981b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:14.237349 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-0f8ce097-1b4a-4ce0-b1b8-e705429be7d1', 'network_id': '0f8ce097-1b4a-4ce0-b1b8-e705429be7d1', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'fixed_ips': [{'subnet_id': '51defea9-0471-4911-ad42-76872a4593a2'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:49:14.238276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:14.271334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:14.311828 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef075dd-c292-4414-99fa-d0653dc3cf9a None None] Sync routers for ids ['23cbefaf-5f8f-4556-8996-e1b254f9ccad'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:14.344745 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef075dd-c292-4414-99fa-d0653dc3cf9a None None] Routers {'23cbefaf-5f8f-4556-8996-e1b254f9ccad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:14.345420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0ef075dd-c292-4414-99fa-d0653dc3cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['23cbefaf-5f8f-4556-8996-e1b254f9ccad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:14.348880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d564e5f6-f3a7-497a-a5d8-8113ab72981b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for d5d035ee-ab25-4c96-a950-413adb8ee291 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:14.392804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:14.396662 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "PUT /v2.0/routers/23cbefaf-5f8f-4556-8996-e1b254f9ccad HTTP/1.1" status: 200 len: 883 time: 6.9779029 Nov 25 08:49:14.407468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:14.419885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0ef075dd-c292-4414-99fa-d0653dc3cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:14.431075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe72f088-8e2a-47a1-85a6-86e94c728d49 None None] DHCP port deletion for 43b45ec3-6e4e-497c-8739-5e3597b86eb4 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:49:14.438740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39754) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:14.444768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fe72f088-8e2a-47a1-85a6-86e94c728d49 None None] Deleting port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:14.445156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fe72f088-8e2a-47a1-85a6-86e94c728d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:14.487979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:14.491715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d564e5f6-f3a7-497a-a5d8-8113ab72981b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:14.500482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d5b2f960-fece-40af-80b9-8a060661f4b8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:14.517262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef075dd-c292-4414-99fa-d0653dc3cf9a None None] Routers {'23cbefaf-5f8f-4556-8996-e1b254f9ccad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:14.518003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0ef075dd-c292-4414-99fa-d0653dc3cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:48:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['23cbefaf-5f8f-4556-8996-e1b254f9ccad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:14.593293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:14.594040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:14.622175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0ef075dd-c292-4414-99fa-d0653dc3cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:14.628132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef075dd-c292-4414-99fa-d0653dc3cf9a None None] The sync data for ids ['23cbefaf-5f8f-4556-8996-e1b254f9ccad'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:14.646023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564e5f6-f3a7-497a-a5d8-8113ab72981b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=d5d035ee-ab25-4c96-a950-413adb8ee291,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:14.651269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d564e5f6-f3a7-497a-a5d8-8113ab72981b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:14.658692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d564e5f6-f3a7-497a-a5d8-8113ab72981b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:14.686100 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d564e5f6-f3a7-497a-a5d8-8113ab72981b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/d5d035ee-ab25-4c96-a950-413adb8ee291 HTTP/1.1" status: 204 len: 168 time: 1.7927144 Nov 25 08:49:14.691709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39762) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:14.729804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Allocated IP 2001:db8:1::2 (0f8ce097-1b4a-4ce0-b1b8-e705429be7d1/51defea9-0471-4911-ad42-76872a4593a2/6380f2e2-100b-454c-b949-16746215ab60) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:14.802710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'mac_address': 'fa:16:3e:f7:83:9e', 'name': 'tempest-PortsTestJSON-891571607'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:14.887861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:14.925173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a12bb-496e-4284-abfb-b86507fab39a None None] Network 21419e93-5cf9-471d-91a1-9de2944cdaac requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:14.936405 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f18e1f52-8725-4718-8af9-402a92975914 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/routers/23cbefaf-5f8f-4556-8996-e1b254f9ccad HTTP/1.1" status: 200 len: 924 time: 0.4937921 Nov 25 08:49:14.938315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39766) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:15.085891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:15.126356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fe72f088-8e2a-47a1-85a6-86e94c728d49 None None] For port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=33aafb08-aa55-4bff-b140-ebc7d2f0c85b,segment=NetworkSegment(808ea2df-92b0-40ac-b769-7a4e307e0ba6),segment_id=808ea2df-92b0-40ac-b769-7a4e307e0ba6)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:15.126798 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fe72f088-8e2a-47a1-85a6-86e94c728d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:15.149122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-14093661-0183-4f9e-a40f-995987afabd1 None None] Provisioning for port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:15.223868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05c93f6-b1b9-4840-8a62-d19b1286cf89 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:15.225382 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c05c93f6-b1b9-4840-8a62-d19b1286cf89 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&device_id=23cbefaf-5f8f-4556-8996-e1b254f9ccad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2862370 Nov 25 08:49:15.234602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39772) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:15.258463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:15.267360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] For port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=33aafb08-aa55-4bff-b140-ebc7d2f0c85b,segment=NetworkSegment(808ea2df-92b0-40ac-b769-7a4e307e0ba6),segment_id=808ea2df-92b0-40ac-b769-7a4e307e0ba6)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:15.267631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:15.275579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:port and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:15.282397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:15.304347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fe72f088-8e2a-47a1-85a6-86e94c728d49 None None] Calling delete_port for 33aafb08-aa55-4bff-b140-ebc7d2f0c85b owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:15.348486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:15.415851 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Calling delete_port for 33aafb08-aa55-4bff-b140-ebc7d2f0c85b owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:15.473302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:15.473562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:15.507806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:15.508187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:15.598629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:15.603125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fe72f088-8e2a-47a1-85a6-86e94c728d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:15.610826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0aad622b-69d0-4a68-ac1a-a4b340dbde57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:15.615025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef049803-8686-4751-acbe-69e40272d0de tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:15.619032 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ef049803-8686-4751-acbe-69e40272d0de tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/networks/a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 881 time: 0.3811247 Nov 25 08:49:15.619750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39776) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:15.708644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Allocated IP 2001:db8::1 (21419e93-5cf9-471d-91a1-9de2944cdaac/be6bcd92-7d7c-4237-9f7c-0166c6ef804e/649d9ed3-0149-4556-81a6-9bfadf7b9f0e) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:15.790864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Transition to ACTIVE for port object 6380f2e2-100b-454c-b949-16746215ab60 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:15.793399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72f088-8e2a-47a1-85a6-86e94c728d49 None None] Pushing event deleted for resources: {'Port': ['ID=33aafb08-aa55-4bff-b140-ebc7d2f0c85b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:15.799689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fe72f088-8e2a-47a1-85a6-86e94c728d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:15.809579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe72f088-8e2a-47a1-85a6-86e94c728d49 None None] No DVR routers for this DVR port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:15.842336 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a2b5ede2-be0f-4665-bf54-55c32225ec6b tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=23cbefaf-5f8f-4556-8996-e1b254f9ccad HTTP/1.1" status: 200 len: 205 time: 0.2214220 Nov 25 08:49:15.843059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:15.843365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:15.846887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39784) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:15.848776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:15.859467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Transition to ACTIVE for port object 6380f2e2-100b-454c-b949-16746215ab60 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:15.891494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:15.893920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port c41fb4a4-9621-4456-88d0-9daf331047c3 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:49:15.899059 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6ef298f4-25b4-4d9c-92b1-ad48ed922768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:15.943425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:15.980756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Pushing event updated for resources: {'Port': ['ID=6380f2e2-100b-454c-b949-16746215ab60,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:15.983513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:15.985554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:15.999028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:16.005728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Network 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:16.009728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:16.028948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:16.090248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.118466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1,segment=NetworkSegment(959bd5e3-a387-4b13-80a1-4da3d50a8b0a),segment_id=959bd5e3-a387-4b13-80a1-4da3d50a8b0a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:16.128224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Transition to ACTIVE for port object 649d9ed3-0149-4556-81a6-9bfadf7b9f0e will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:16.138184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.217258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.260502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:16.304548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Allocated IP 172.26.3.200 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/3ba59c1f-224a-4ed4-a2e1-b64e17e48d8e) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:16.312086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 33aafb08-aa55-4bff-b140-ebc7d2f0c85b no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:16.328702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.352476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting port 33aafb08-aa55-4bff-b140-ebc7d2f0c85b {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:16.352804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.359188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 33aafb08-aa55-4bff-b140-ebc7d2f0c85b {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:49:16.359471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 33aafb08-aa55-4bff-b140-ebc7d2f0c85b not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:49:16.360941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Attempting to bind port 6380f2e2-100b-454c-b949-16746215ab60 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:49:16.361312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Attempting to bind port 6380f2e2-100b-454c-b949-16746215ab60 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '754bdd1d-8002-4315-a82d-5b0de0b237ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0f8ce097-1b4a-4ce0-b1b8-e705429be7d1'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:49:16.361675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Attempting to bind port 6380f2e2-100b-454c-b949-16746215ab60 on network 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:49:16.376389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.389767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.390018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1c6cf4c2-1b43-4ac5-8ec2-b48c28777446 None None] Provisioning complete for port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:16.390443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c6cf4c2-1b43-4ac5-8ec2-b48c28777446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.398480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ba0758f3-5834-4179-b337-e9e998546c09 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:16.413851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:49:16.414236 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Checking segment: {'id': '754bdd1d-8002-4315-a82d-5b0de0b237ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0f8ce097-1b4a-4ce0-b1b8-e705429be7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:16.414661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.415064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Bound using segment: {'id': '754bdd1d-8002-4315-a82d-5b0de0b237ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0f8ce097-1b4a-4ce0-b1b8-e705429be7d1'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:49:16.415549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Bound port: 6380f2e2-100b-454c-b949-16746215ab60, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754bdd1d-8002-4315-a82d-5b0de0b237ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0f8ce097-1b4a-4ce0-b1b8-e705429be7d1'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:49:16.415930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.468943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:16.478512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=649d9ed3-0149-4556-81a6-9bfadf7b9f0e,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:16.485866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Deleting port 86a0b5f2-2583-46d9-ac8f-8c0f7333719d {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:16.486468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.499186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] The port '33aafb08-aa55-4bff-b140-ebc7d2f0c85b' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:49:16.506392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:16.518258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3726c51-5b08-44dd-95ee-d8af3dd65b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.539790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.539790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.540785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.540785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.541356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.541476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.541951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.542431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.542877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.543322 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.543811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.544254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.548737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 21419e93-5cf9-471d-91a1-9de2944cdaac is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:16.551679 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:16.552766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:16.562536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:16.563166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.602055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] For port 6380f2e2-100b-454c-b949-16746215ab60, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:49:16.623597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] For port 6380f2e2-100b-454c-b949-16746215ab60, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6380f2e2-100b-454c-b949-16746215ab60,segment=NetworkSegment(754bdd1d-8002-4315-a82d-5b0de0b237ee),segment_id=754bdd1d-8002-4315-a82d-5b0de0b237ee)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:49:16.634739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.640740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eaf00fe0-ca93-4cb0-8cb4-fccbb636b6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:16.685622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.703110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.706551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.722027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dda353e0-416c-4e18-ae5c-05e9fa71c512 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:16.751291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Pushing event updated for resources: {'Port': ['ID=6380f2e2-100b-454c-b949-16746215ab60,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:16.754731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:16.855562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:16.927149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.941810 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.968766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:16.971484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b45ec3-6e4e-497c-8739-5e3597b86eb4']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:16.984168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1b64d2fb-13ef-4742-ac6b-7230633fb608 None None] Provisioning for port 649d9ed3-0149-4556-81a6-9bfadf7b9f0e completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:16.986682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:16.992237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:16.996304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1b64d2fb-13ef-4742-ac6b-7230633fb608 None None] Provisioning complete for port 649d9ed3-0149-4556-81a6-9bfadf7b9f0e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:16.996950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b64d2fb-13ef-4742-ac6b-7230633fb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:16.999130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:16.999800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:17.024214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808ea2df-92b0-40ac-b769-7a4e307e0ba6') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:17.024502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808ea2df-92b0-40ac-b769-7a4e307e0ba6') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:17.080692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:17.088937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=c41fb4a4-9621-4456-88d0-9daf331047c3,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:17.123338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.123607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.124021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.124382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.124760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.125206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.125565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.125915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.126274 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.126721 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.127067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.127411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.131608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:17.144379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:17.155624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:17.156117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4242818 Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:17.179622 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:17.182443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39794) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:17.185456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1b64d2fb-13ef-4742-ac6b-7230633fb608 None None] Port 649d9ed3-0149-4556-81a6-9bfadf7b9f0e cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:17.191192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:17.191951 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:17.197126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Calling delete_port for 86a0b5f2-2583-46d9-ac8f-8c0f7333719d owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:17.288562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:17.301257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b7e20af9-a25f-41f8-954b-8cc3aca1edf4 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:17.421212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:17.429329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:17.433054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:17.460999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:17.465503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:17.503304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event updated for resources: {'Port': ['ID=3ba59c1f-224a-4ed4-a2e1-b64e17e48d8e,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:17.517248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71876886-c879-4f7d-94df-548db5820966 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:17.517815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-71876886-c879-4f7d-94df-548db5820966 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:17.524105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:17.524606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:17.547431 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/43b45ec3-6e4e-497c-8739-5e3597b86eb4 HTTP/1.1" status: 204 len: 168 time: 3.6410556 Nov 25 08:49:17.554927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39800) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:17.558990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Network': ['ID=43b45ec3-6e4e-497c-8739-5e3597b86eb4,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:17.596207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:17.686164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:17.715665 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd57687-dd4f-49a5-a06a-5e53ab554777 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:17.716163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd57687-dd4f-49a5-a06a-5e53ab554777 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:17.717800 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1dd57687-dd4f-49a5-a06a-5e53ab554777 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/subnets/858a5ecb-65bc-4295-86b3-a7877c9d1773 HTTP/1.1" status: 404 len: 337 time: 0.1602781 Nov 25 08:49:17.726475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39804) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:17.748125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-71876886-c879-4f7d-94df-548db5820966 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:17.751721 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-71876886-c879-4f7d-94df-548db5820966 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/c41fb4a4-9621-4456-88d0-9daf331047c3 HTTP/1.1" status: 200 len: 840 time: 0.5650949 Nov 25 08:49:17.754447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39808) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:17.819834 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dba26a8-f8f6-41b9-82ab-eca20497a67e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:17.820310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dba26a8-f8f6-41b9-82ab-eca20497a67e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:17.821980 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3dba26a8-f8f6-41b9-82ab-eca20497a67e tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/b5322ed4-1911-401a-9a34-7de34a0cd02f HTTP/1.1" status: 404 len: 339 time: 0.0946028 Nov 25 08:49:17.835459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39812) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:17.924766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:17.940708 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:17.943241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-eebf5f06-e5e3-4bda-a7b5-ca75a7b3a9c6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port c41fb4a4-9621-4456-88d0-9daf331047c3 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:17.943576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eebf5f06-e5e3-4bda-a7b5-ca75a7b3a9c6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.025655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35cc5eb-ae5f-43e4-909f-8ae75e926343 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting subnet 17a5a6f7-eafa-404b-8f76-3c18d92fb26c {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:49:18.042787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a35cc5eb-ae5f-43e4-909f-8ae75e926343 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.080453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Pushing event deleted for resources: {'Port': ['ID=86a0b5f2-2583-46d9-ac8f-8c0f7333719d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:18.080613 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e9be23-454b-49c3-a015-f2203d0fa2c3 None None] Network 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:18.082736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:18.144069 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.182428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8f047a9f-037a-4518-9999-175bff537466 None None] Provisioning for port 6380f2e2-100b-454c-b949-16746215ab60 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:18.195928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a35cc5eb-ae5f-43e4-909f-8ae75e926343 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.347308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.393445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.397522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.452381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.452906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Fanout notify agent at l3_agent the message router_deleted on router 23cbefaf-5f8f-4556-8996-e1b254f9ccad {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:18.482517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.487018 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/23cbefaf-5f8f-4556-8996-e1b254f9ccad HTTP/1.1" status: 204 len: 168 time: 2.6355381 Nov 25 08:49:18.487660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39820) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:18.493815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2a1f784f-d70c-4b97-a59b-6326a26fc3c2 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1778888424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:18.502389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2a1f784f-d70c-4b97-a59b-6326a26fc3c2 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:18.517217 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2a1f784f-d70c-4b97-a59b-6326a26fc3c2 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Usage tracker for resource:router and tenant:c7d1e0ff348f4f96ae9df288c0de763f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:18.522088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2a1f784f-d70c-4b97-a59b-6326a26fc3c2 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:18.527189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.533768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2a1f784f-d70c-4b97-a59b-6326a26fc3c2 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:18.542198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.543487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.552403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fd34a9fb-8664-44ee-a6b8-5eefb94b84e1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:18.597180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1f784f-d70c-4b97-a59b-6326a26fc3c2 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.598421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1f784f-d70c-4b97-a59b-6326a26fc3c2 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.741153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1f784f-d70c-4b97-a59b-6326a26fc3c2 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.748048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eebf5f06-e5e3-4bda-a7b5-ca75a7b3a9c6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.755729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=649d9ed3-0149-4556-81a6-9bfadf7b9f0e,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:18.764022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:18.797218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1f784f-d70c-4b97-a59b-6326a26fc3c2 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.818325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a35cc5eb-ae5f-43e4-909f-8ae75e926343 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.839454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 21419e93-5cf9-471d-91a1-9de2944cdaac is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:18.841566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:18.869816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6380f2e2-100b-454c-b949-16746215ab60 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:18.903747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1f784f-d70c-4b97-a59b-6326a26fc3c2 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:18.907421 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2a1f784f-d70c-4b97-a59b-6326a26fc3c2 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4165199 Nov 25 08:49:18.912784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39826) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:18.926059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-eebf5f06-e5e3-4bda-a7b5-ca75a7b3a9c6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for c41fb4a4-9621-4456-88d0-9daf331047c3 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:18.959204 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 6380f2e2-100b-454c-b949-16746215ab60 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:18.961272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'enable_snat': True}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:18.978925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 6380f2e2-100b-454c-b949-16746215ab60 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:18.979315 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.175761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45013976-14ce-40ea-82d7-ff65dcb05073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.185383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 36d055f7-a1b6-453c-9487-75e465d8caef is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:49:19.202519 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.213310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-82625d96-a992-439e-b76a-50df96d8c0a4 None None] Provisioning complete for port 649d9ed3-0149-4556-81a6-9bfadf7b9f0e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:19.213626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-82625d96-a992-439e-b76a-50df96d8c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.286765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-82625d96-a992-439e-b76a-50df96d8c0a4 None None] Port 649d9ed3-0149-4556-81a6-9bfadf7b9f0e cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:19.289049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 6380f2e2-100b-454c-b949-16746215ab60, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6380f2e2-100b-454c-b949-16746215ab60,segment=NetworkSegment(754bdd1d-8002-4315-a82d-5b0de0b237ee),segment_id=754bdd1d-8002-4315-a82d-5b0de0b237ee)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:19.295627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.297415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:19.359609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:19.368259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=6380f2e2-100b-454c-b949-16746215ab60,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:19.371350 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:19.375080 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/36d055f7-a1b6-453c-9487-75e465d8caef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3330173 Nov 25 08:49:19.375775 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8384757-19de-4367-a378-1ef2bb294f05 None None] Sync routers for ids ['36d055f7-a1b6-453c-9487-75e465d8caef'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:19.376167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39832) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:19.396083 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8384757-19de-4367-a378-1ef2bb294f05 None None] Routers {'36d055f7-a1b6-453c-9487-75e465d8caef'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:19.396706 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d8384757-19de-4367-a378-1ef2bb294f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['36d055f7-a1b6-453c-9487-75e465d8caef'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:19.462639 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d8384757-19de-4367-a378-1ef2bb294f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:19.465032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72684f0c-d28a-4c80-8fd6-56b36b77b43f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:19.465032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-72684f0c-d28a-4c80-8fd6-56b36b77b43f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:19.474651 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8384757-19de-4367-a378-1ef2bb294f05 None None] Routers {'36d055f7-a1b6-453c-9487-75e465d8caef'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:19.475490 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d8384757-19de-4367-a378-1ef2bb294f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['36d055f7-a1b6-453c-9487-75e465d8caef'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:19.490172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-72684f0c-d28a-4c80-8fd6-56b36b77b43f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:19.495149 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-72684f0c-d28a-4c80-8fd6-56b36b77b43f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports/649d9ed3-0149-4556-81a6-9bfadf7b9f0e HTTP/1.1" status: 200 len: 911 time: 0.1180067 Nov 25 08:49:19.495856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39838) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:19.543326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eebf5f06-e5e3-4bda-a7b5-ca75a7b3a9c6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.545393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a35cc5eb-ae5f-43e4-909f-8ae75e926343 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.556957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-178a3be3-256d-4457-ac29-c7314b611a94 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:19.558239 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d8384757-19de-4367-a378-1ef2bb294f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:19.558672 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8384757-19de-4367-a378-1ef2bb294f05 None None] The sync data for ids ['36d055f7-a1b6-453c-9487-75e465d8caef'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:19.677690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf5f06-e5e3-4bda-a7b5-ca75a7b3a9c6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=c41fb4a4-9621-4456-88d0-9daf331047c3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:19.686901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-eebf5f06-e5e3-4bda-a7b5-ca75a7b3a9c6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:19.687357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:19.731474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.736368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b18e58-833e-48c5-aa1c-40a611e7cda2 None None] Network d78424af-b4f2-481c-be00-d982ddd5ffce requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:19.756251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.761689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eebf5f06-e5e3-4bda-a7b5-ca75a7b3a9c6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.765857 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a35cc5eb-ae5f-43e4-909f-8ae75e926343 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.769423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cc5eb-ae5f-43e4-909f-8ae75e926343 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Subnet': ['ID=17a5a6f7-eafa-404b-8f76-3c18d92fb26c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:19.771599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a35cc5eb-ae5f-43e4-909f-8ae75e926343 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:19.776349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:19.884055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.006345 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-eebf5f06-e5e3-4bda-a7b5-ca75a7b3a9c6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/c41fb4a4-9621-4456-88d0-9daf331047c3 HTTP/1.1" status: 204 len: 168 time: 2.2446985 Nov 25 08:49:20.008041 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a35cc5eb-ae5f-43e4-909f-8ae75e926343 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/subnets/17a5a6f7-eafa-404b-8f76-3c18d92fb26c HTTP/1.1" status: 204 len: 168 time: 2.1714339 Nov 25 08:49:20.009125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39844) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:20.032430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39846) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:20.084656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88ed5c7-8cff-42bd-b33a-7427d698beb2 None None] DHCP port deletion for d78424af-b4f2-481c-be00-d982ddd5ffce request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:49:20.089249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a88ed5c7-8cff-42bd-b33a-7427d698beb2 None None] Deleting port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:20.089790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a88ed5c7-8cff-42bd-b33a-7427d698beb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.180156 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b68662-4621-4c60-880b-23292adbd1aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:49:20.180969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-27b68662-4621-4c60-880b-23292adbd1aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:20.211057 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.218822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-27b68662-4621-4c60-880b-23292adbd1aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:20.223720 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-27b68662-4621-4c60-880b-23292adbd1aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/c41fb4a4-9621-4456-88d0-9daf331047c3 HTTP/1.1" status: 404 len: 333 time: 0.1586256 Nov 25 08:49:20.223913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39852) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:20.239737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'name': 'tempest-PortsTestJSON-1644457728'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:20.258490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.272797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Deleting port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:20.273165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.304027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a88ed5c7-8cff-42bd-b33a-7427d698beb2 None None] For port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1036c6e2-b941-4eb2-9f4b-3098b311fe3e,segment=NetworkSegment(d8ea473e-2844-497b-9b7f-8fbdc22b8075),segment_id=d8ea473e-2844-497b-9b7f-8fbdc22b8075)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:20.304618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a88ed5c7-8cff-42bd-b33a-7427d698beb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.364837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Router f569500d-7b39-4094-85d1-5d91ada9d023 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:49:20.431944 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a88ed5c7-8cff-42bd-b33a-7427d698beb2 None None] Calling delete_port for 1036c6e2-b941-4eb2-9f4b-3098b311fe3e owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:20.511388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a88ed5c7-8cff-42bd-b33a-7427d698beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.517028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-79738cc6-f1d7-41b2-80a6-2a3a7466dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:20.576137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ed5c7-8cff-42bd-b33a-7427d698beb2 None None] Pushing event deleted for resources: {'Port': ['ID=1036c6e2-b941-4eb2-9f4b-3098b311fe3e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:20.590099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a88ed5c7-8cff-42bd-b33a-7427d698beb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:20.592516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ed5c7-8cff-42bd-b33a-7427d698beb2 None None] No DVR routers for this DVR port 1036c6e2-b941-4eb2-9f4b-3098b311fe3e on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:20.683016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:20.688797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.695151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadd9d7-37de-4c12-8da8-2798df460df7 None None] Sync routers for ids ['f569500d-7b39-4094-85d1-5d91ada9d023'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:20.705914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaadd9d7-37de-4c12-8da8-2798df460df7 None None] Routers {'f569500d-7b39-4094-85d1-5d91ada9d023'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:20.706783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-eaadd9d7-37de-4c12-8da8-2798df460df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f569500d-7b39-4094-85d1-5d91ada9d023'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:20.721540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:20.722076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.723517 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "PUT /v2.0/routers/f569500d-7b39-4094-85d1-5d91ada9d023 HTTP/1.1" status: 200 len: 914 time: 7.5674429 Nov 25 08:49:20.727366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39860) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:20.728376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.735488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] The port '1036c6e2-b941-4eb2-9f4b-3098b311fe3e' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:49:20.774268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:20.810382 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-eaadd9d7-37de-4c12-8da8-2798df460df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:20.820232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6380f2e2-100b-454c-b949-16746215ab60 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:20.857422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaadd9d7-37de-4c12-8da8-2798df460df7 None None] Routers {'f569500d-7b39-4094-85d1-5d91ada9d023'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:20.857961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-eaadd9d7-37de-4c12-8da8-2798df460df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f569500d-7b39-4094-85d1-5d91ada9d023'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:20.932931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-eaadd9d7-37de-4c12-8da8-2798df460df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:20.932931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadd9d7-37de-4c12-8da8-2798df460df7 None None] The sync data for ids ['f569500d-7b39-4094-85d1-5d91ada9d023'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:20.943820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:20.947280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.965055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 6380f2e2-100b-454c-b949-16746215ab60 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:20.965055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.969799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:20.994868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port 4fb7cdf9-56c2-4155-a253-10e67cea2e50 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:49:21.027015 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-67bb7ca1-daf2-4549-bcf2-638d7aea000d tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/routers/f569500d-7b39-4094-85d1-5d91ada9d023 HTTP/1.1" status: 200 len: 920 time: 0.2960789 Nov 25 08:49:21.029429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39866) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:21.070501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78424af-b4f2-481c-be00-d982ddd5ffce']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:21.086143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Allocated IP 172.26.3.147 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/dd4f9d2c-09dd-40a7-9c08-c517fa3b05c2) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:21.129424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ea473e-2844-497b-9b7f-8fbdc22b8075') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:21.129815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ea473e-2844-497b-9b7f-8fbdc22b8075') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:21.157618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1036c6e2-b941-4eb2-9f4b-3098b311fe3e no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:21.162052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:21.193332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1036c6e2-b941-4eb2-9f4b-3098b311fe3e {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:49:21.193770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1036c6e2-b941-4eb2-9f4b-3098b311fe3e not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:49:21.204633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:21.211386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce49ff-8fd4-47dd-8fbd-1d8735bdff14 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:21.212864 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-84ce49ff-8fd4-47dd-8fbd-1d8735bdff14 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&device_id=f569500d-7b39-4094-85d1-5d91ada9d023&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1826584 Nov 25 08:49:21.219785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39870) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:21.260221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:21.290710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:21.295571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:21.296313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:21.296684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6f6a7dcb-ec7d-43d4-a0db-cc30263fbeb9 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:21.307066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:21.319835 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:21.349868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:21.358111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:21.362166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:21.404711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event updated for resources: {'Port': ['ID=dd4f9d2c-09dd-40a7-9c08-c517fa3b05c2,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:21.408671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:21.563584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Allocated IP 2001:db8:1::1 (0f8ce097-1b4a-4ce0-b1b8-e705429be7d1/51defea9-0471-4911-ad42-76872a4593a2/f0fa7d35-a474-4598-852d-60e001338750) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:21.581865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:21.586132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:21.595515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:21.690308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Pushing event deleted for resources: {'Network': ['ID=d78424af-b4f2-481c-be00-d982ddd5ffce,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:21.692769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:21.699763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:21.789638 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] 10.222.0.54 "DELETE /v2.0/networks/d78424af-b4f2-481c-be00-d982ddd5ffce HTTP/1.1" status: 204 len: 168 time: 1.7561417 Nov 25 08:49:21.794863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f71b0a-71d2-4c71-a888-4f60f4c4e16a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:21.796191 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-62f71b0a-71d2-4c71-a888-4f60f4c4e16a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/networks/a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 881 time: 0.5726118 Nov 25 08:49:21.802146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39880) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:21.863041 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5b60e687-76b2-4c7a-8e44-e21c52c9fd06 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=f569500d-7b39-4094-85d1-5d91ada9d023 HTTP/1.1" status: 200 len: 205 time: 0.0596149 Nov 25 08:49:21.868958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39884) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:21.925412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:21.932407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:21.940750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8c30df63-15a4-4fdb-9937-bfaf2b83d9e4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:22.021490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Transition to ACTIVE for port object f0fa7d35-a474-4598-852d-60e001338750 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:22.029782 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:22.033973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:22.039800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:22.046021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:22.047094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.061598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=4fb7cdf9-56c2-4155-a253-10e67cea2e50,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:22.067442 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:22.085293 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8600588 Nov 25 08:49:22.086023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39892) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:22.094608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ce532e1f-6ae7-46c8-a31f-e23b4d8dd750 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:22.101731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.160877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39896) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:22.194877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.208865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0f935a10-c737-4caf-bbba-09e6c988be27 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:22.261122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.427999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:22.437449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:22.446036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:22.446568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.448963 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce532e1f-6ae7-46c8-a31f-e23b4d8dd750 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.478226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=f0fa7d35-a474-4598-852d-60e001338750,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:22.486534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:22.570177 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-de086c2b-88bc-40b3-850c-cbbb0c99a71e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eabb1f41097a47e99aaac1436258e9d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079792 Nov 25 08:49:22.575480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39902) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:22.646436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.679210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Deleting port 3ba59c1f-224a-4ed4-a2e1-b64e17e48d8e {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:22.679441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.725302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.740607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5bc61fd7-0268-4db8-9e4d-935969cd3cbb None None] Provisioning for port f0fa7d35-a474-4598-852d-60e001338750 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:22.751430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.751844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5bc61fd7-0268-4db8-9e4d-935969cd3cbb None None] Provisioning complete for port f0fa7d35-a474-4598-852d-60e001338750 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:22.752220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bc61fd7-0268-4db8-9e4d-935969cd3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.796057 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.808305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce532e1f-6ae7-46c8-a31f-e23b4d8dd750 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.817904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5bc61fd7-0268-4db8-9e4d-935969cd3cbb None None] Port f0fa7d35-a474-4598-852d-60e001338750 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:22.849138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce532e1f-6ae7-46c8-a31f-e23b4d8dd750 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.863136 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ab32ff1e-72a3-4642-a1f3-9b5e5d5cfee1 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:22.931811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1ee45ca-7cd5-4d94-b52b-43b5a8f34962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.940431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ce532e1f-6ae7-46c8-a31f-e23b4d8dd750 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] In _notify_port_updated(), no bound segment for port 4fb7cdf9-56c2-4155-a253-10e67cea2e50 on network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 {{(pid=87512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:49:22.945945 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce532e1f-6ae7-46c8-a31f-e23b4d8dd750 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:22.946717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce532e1f-6ae7-46c8-a31f-e23b4d8dd750 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:22.950900 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ce532e1f-6ae7-46c8-a31f-e23b4d8dd750 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "PUT /v2.0/ports/4fb7cdf9-56c2-4155-a253-10e67cea2e50 HTTP/1.1" status: 200 len: 818 time: 0.8626890 Nov 25 08:49:22.962247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39910) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:23.108352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce532e1f-6ae7-46c8-a31f-e23b4d8dd750 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=4fb7cdf9-56c2-4155-a253-10e67cea2e50,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:23.119209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce532e1f-6ae7-46c8-a31f-e23b4d8dd750 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:23.169255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1ee45ca-7cd5-4d94-b52b-43b5a8f34962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:23.216373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-83025bbd-7db7-482b-9737-4be5db1198c3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 4fb7cdf9-56c2-4155-a253-10e67cea2e50 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:23.216753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-83025bbd-7db7-482b-9737-4be5db1198c3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:23.307412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:23.313142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:23.313973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:23.318267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e6538944-5529-4b66-94de-5f103cc2b7d2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:23.338146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:23.458163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=f0fa7d35-a474-4598-852d-60e001338750,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:23.462194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:23.508658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:23.509794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:23.512877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Calling delete_port for 3ba59c1f-224a-4ed4-a2e1-b64e17e48d8e owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:23.542374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1ee45ca-7cd5-4d94-b52b-43b5a8f34962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:23.554819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:23.604871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee45ca-7cd5-4d94-b52b-43b5a8f34962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f472bbf9-3a1f-47c0-a44f-e6d3544aec52,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:23.608158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1ee45ca-7cd5-4d94-b52b-43b5a8f34962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:23.686073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 36d055f7-a1b6-453c-9487-75e465d8caef has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:49:23.747359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-90354c70-3312-42f0-ab1c-f26333414432 None None] Provisioning complete for port f0fa7d35-a474-4598-852d-60e001338750 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:23.747939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90354c70-3312-42f0-ab1c-f26333414432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:23.748780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1ee45ca-7cd5-4d94-b52b-43b5a8f34962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:23.749922 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e1ee45ca-7cd5-4d94-b52b-43b5a8f34962 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f472bbf9-3a1f-47c0-a44f-e6d3544aec52 HTTP/1.1" status: 204 len: 168 time: 1.1735060 Nov 25 08:49:23.772323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-83025bbd-7db7-482b-9737-4be5db1198c3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:23.785112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Router c07c4bc1-6c11-4d99-a081-6e516cb6d6b4 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:49:23.813457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-90354c70-3312-42f0-ab1c-f26333414432 None None] Port f0fa7d35-a474-4598-852d-60e001338750 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:23.856848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:23.864193 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/36d055f7-a1b6-453c-9487-75e465d8caef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3646994 Nov 25 08:49:23.864998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39918) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:23.870013 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145b2fcc-2c68-4a9b-bfd3-961c2ff61e38 None None] Sync routers for ids ['36d055f7-a1b6-453c-9487-75e465d8caef'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:23.881800 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145b2fcc-2c68-4a9b-bfd3-961c2ff61e38 None None] Routers {'36d055f7-a1b6-453c-9487-75e465d8caef'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:23.882451 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-145b2fcc-2c68-4a9b-bfd3-961c2ff61e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['36d055f7-a1b6-453c-9487-75e465d8caef'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:23.915969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-83025bbd-7db7-482b-9737-4be5db1198c3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 4fb7cdf9-56c2-4155-a253-10e67cea2e50 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:23.972200 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-145b2fcc-2c68-4a9b-bfd3-961c2ff61e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:23.983442 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145b2fcc-2c68-4a9b-bfd3-961c2ff61e38 None None] Routers {'36d055f7-a1b6-453c-9487-75e465d8caef'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:23.984309 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-145b2fcc-2c68-4a9b-bfd3-961c2ff61e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['36d055f7-a1b6-453c-9487-75e465d8caef'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:24.148040 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-145b2fcc-2c68-4a9b-bfd3-961c2ff61e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:24.148683 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145b2fcc-2c68-4a9b-bfd3-961c2ff61e38 None None] The sync data for ids ['36d055f7-a1b6-453c-9487-75e465d8caef'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:24.192443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f62454-ec1e-43e4-be3d-3dd1eb23d236 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:24.193135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c1f62454-ec1e-43e4-be3d-3dd1eb23d236 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:24.210184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c1f62454-ec1e-43e4-be3d-3dd1eb23d236 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:24.214310 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c1f62454-ec1e-43e4-be3d-3dd1eb23d236 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports/f0fa7d35-a474-4598-852d-60e001338750 HTTP/1.1" status: 200 len: 913 time: 0.3461561 Nov 25 08:49:24.215859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39932) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:24.253252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-83025bbd-7db7-482b-9737-4be5db1198c3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:24.263758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-994bde97-9499-4ea5-910d-dbb1ec861e22 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:24.448093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:24.453640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83025bbd-7db7-482b-9737-4be5db1198c3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=4fb7cdf9-56c2-4155-a253-10e67cea2e50,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:24.456219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-83025bbd-7db7-482b-9737-4be5db1198c3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:24.460473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d38857-2394-4360-9370-d055b83b3aff None None] Sync routers for ids ['c07c4bc1-6c11-4d99-a081-6e516cb6d6b4'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:24.463322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-83025bbd-7db7-482b-9737-4be5db1198c3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:24.481483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:24.483319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d38857-2394-4360-9370-d055b83b3aff None None] Routers {'c07c4bc1-6c11-4d99-a081-6e516cb6d6b4'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:24.484057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a5d38857-2394-4360-9370-d055b83b3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c07c4bc1-6c11-4d99-a081-6e516cb6d6b4'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:24.485519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-83025bbd-7db7-482b-9737-4be5db1198c3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:24.531943 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-83025bbd-7db7-482b-9737-4be5db1198c3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/4fb7cdf9-56c2-4155-a253-10e67cea2e50 HTTP/1.1" status: 204 len: 168 time: 1.5686090 Nov 25 08:49:24.533827 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:24.534921 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "PUT /v2.0/routers/c07c4bc1-6c11-4d99-a081-6e516cb6d6b4 HTTP/1.1" status: 200 len: 919 time: 5.6173077 Nov 25 08:49:24.535506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39948) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:24.540169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Pushing event deleted for resources: {'Port': ['ID=3ba59c1f-224a-4ed4-a2e1-b64e17e48d8e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:24.542516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:24.543640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39950) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:24.576860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a5d38857-2394-4360-9370-d055b83b3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:24.588467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d38857-2394-4360-9370-d055b83b3aff None None] Routers {'c07c4bc1-6c11-4d99-a081-6e516cb6d6b4'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:24.589150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a5d38857-2394-4360-9370-d055b83b3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c07c4bc1-6c11-4d99-a081-6e516cb6d6b4'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:24.671303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a5d38857-2394-4360-9370-d055b83b3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:24.671840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d38857-2394-4360-9370-d055b83b3aff None None] The sync data for ids ['c07c4bc1-6c11-4d99-a081-6e516cb6d6b4'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:24.727445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39958) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:24.813983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:24.845570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:24.875454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-593536128'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:24.886933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:24.939689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:network and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:24.949167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:24.958500 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:24.989313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:24.992993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.043798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.051585 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-02484f6c-6215-4c29-98a3-a96ee23a40c8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/routers/c07c4bc1-6c11-4d99-a081-6e516cb6d6b4 HTTP/1.1" status: 200 len: 925 time: 0.4743741 Nov 25 08:49:25.051585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.052698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39964) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:25.054654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.064713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7162ba-2b70-4320-92f8-bb02a36ffcfb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:25.065305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ea7162ba-2b70-4320-92f8-bb02a36ffcfb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:25.111619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:25.117448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:security_group_rule and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:25.120754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:25.127998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:25.137679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ea7162ba-2b70-4320-92f8-bb02a36ffcfb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:25.139014 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ea7162ba-2b70-4320-92f8-bb02a36ffcfb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6004071 Nov 25 08:49:25.142959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39968) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:25.145218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.145649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Fanout notify agent at l3_agent the message router_deleted on router f569500d-7b39-4094-85d1-5d91ada9d023 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:25.208374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.213348 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/f569500d-7b39-4094-85d1-5d91ada9d023 HTTP/1.1" status: 204 len: 168 time: 3.3395407 Nov 25 08:49:25.213348 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93c45dd-6ca3-49b6-b7ed-8c7cc40a6930 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:49:25.213348 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c93c45dd-6ca3-49b6-b7ed-8c7cc40a6930 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/4fb7cdf9-56c2-4155-a253-10e67cea2e50 HTTP/1.1" status: 404 len: 333 time: 0.0691781 Nov 25 08:49:25.216013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39974) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:25.220707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39978) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:25.226500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9985c686-264c-4f9e-9f6b-e30496286825 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1420171146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:25.235964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-156270109'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:25.243278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9985c686-264c-4f9e-9f6b-e30496286825 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:25.245774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:25.251803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:network and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:25.255843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9985c686-264c-4f9e-9f6b-e30496286825 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Usage tracker for resource:router and tenant:3f03faf91d2e481a970fbafbcb2dbcd0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:25.258487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:25.268180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9985c686-264c-4f9e-9f6b-e30496286825 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:25.273521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:25.277135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3aeee-59f9-4c97-bce2-01c7fbac267b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:25.280583 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-46c3aeee-59f9-4c97-bce2-01c7fbac267b tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&device_id=c07c4bc1-6c11-4d99-a081-6e516cb6d6b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2251787 Nov 25 08:49:25.280583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9985c686-264c-4f9e-9f6b-e30496286825 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:25.282320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39984) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:25.302476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port f0fa7d35-a474-4598-852d-60e001338750 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:25.302827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.377056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:25.377626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.380667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.401390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.409343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9985c686-264c-4f9e-9f6b-e30496286825 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.410363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9985c686-264c-4f9e-9f6b-e30496286825 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.436422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:25.452311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6d59d84-6cd9-49f0-980a-3f587d0dc411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:25.472598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9985c686-264c-4f9e-9f6b-e30496286825 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.475457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.475457 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Added segment 900ad623-f6e0-4d41-bfa8-292dc1f521df of type vlan for network 6c3b7179-33e0-4ea2-a439-63df1a93b743 Nov 25 08:49:25.488610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:25.505883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70946e26-b5ff-44df-8ef9-92e3ec1596f3 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:25.509898 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-70946e26-b5ff-44df-8ef9-92e3ec1596f3 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/networks/a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 881 time: 0.2241497 Nov 25 08:49:25.511414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39990) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:25.519330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef0d471-816f-47ac-9d68-ac4b1bbc99a1,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:25.524365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.529528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9985c686-264c-4f9e-9f6b-e30496286825 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.553243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.553587 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment 14b80919-c5cc-4cfb-b0b0-dacad43d6e04 of type vlan for network 51e56a7f-a649-4767-8cc5-66d630cdf050 Nov 25 08:49:25.559744 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:25.572412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9985c686-264c-4f9e-9f6b-e30496286825 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.573630 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9985c686-264c-4f9e-9f6b-e30496286825 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3565915 Nov 25 08:49:25.579292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 39994) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:25.579437 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4f9eeb7c-042c-44af-a539-e54408e87743 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=c07c4bc1-6c11-4d99-a081-6e516cb6d6b4 HTTP/1.1" status: 200 len: 205 time: 0.0627503 Nov 25 08:49:25.581453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'enable_snat': False}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:25.590779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 39998) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:25.637728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.643115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:25.643706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.665741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:25.814775 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5928085 Nov 25 08:49:25.819973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40002) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:25.856471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.878646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:25.998912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': '6c3b7179-33e0-4ea2-a439-63df1a93b743', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:26.029579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for f0fa7d35-a474-4598-852d-60e001338750 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:26.090077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:26.095601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:26.096182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:26.105793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d4d99bcb-60bf-4b7a-88d2-1e65f2b09f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:26.147025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Network': ['ID=6c3b7179-33e0-4ea2-a439-63df1a93b743,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:26.157638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:26.158209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 6c3b7179-33e0-4ea2-a439-63df1a93b743 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:49:26.214144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:26.313533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:26.323410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:26.328277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:26.331402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:26.352295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:26.386884 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6583374 Nov 25 08:49:26.426327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=51e56a7f-a649-4767-8cc5-66d630cdf050,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:26.429800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:26.438659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:26.440778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:26.447435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 51e56a7f-a649-4767-8cc5-66d630cdf050 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:49:26.517698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40010) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:26.530667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'network_id': '51e56a7f-a649-4767-8cc5-66d630cdf050', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:26.650335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:26.670498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce532e1f-6ae7-46c8-a31f-e23b4d8dd750 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:26.729763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=f0fa7d35-a474-4598-852d-60e001338750,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:26.762022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:26.767637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:26.770565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:26.783160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:subnet and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:26.792285 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:26.797697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Deleting port dd4f9d2c-09dd-40a7-9c08-c517fa3b05c2 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:26.798041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:26.872497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:26.886846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:26.908804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:26.988967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:26.992340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:27.001200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:27.011281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:27.133715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Subnet': ['ID=7dece780-29c4-431d-a939-d03ea3f4209d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:27.139165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:27.148854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Checking segment: {'id': '900ad623-f6e0-4d41-bfa8-292dc1f521df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6c3b7179-33e0-4ea2-a439-63df1a93b743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:27.149202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network hostable DHCP agents. Network: 6c3b7179-33e0-4ea2-a439-63df1a93b743, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:27.167791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Allocated IP 172.26.3.54 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/b797fd0a-8698-4c68-8dba-814bdd61aefd) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:27.176163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:27.246036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 6c3b7179-33e0-4ea2-a439-63df1a93b743 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:27.269940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 6c3b7179-33e0-4ea2-a439-63df1a93b743) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:27.276699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:27.277267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:27.280238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50605ab-e291-4a1e-857b-5c1072e31542 None None] Network 6c3b7179-33e0-4ea2-a439-63df1a93b743 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:27.332240 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4634190 Nov 25 08:49:27.332802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40016) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:27.348909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b71a9577-4601-41bb-9b02-cb629402996a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': '6c3b7179-33e0-4ea2-a439-63df1a93b743', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:27.420098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:27.514587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-6c3b7179-33e0-4ea2-a439-63df1a93b743', 'network_id': '6c3b7179-33e0-4ea2-a439-63df1a93b743', 'tenant_id': '582cee82d17044798b7f02b1399f0549', 'fixed_ips': [{'subnet_id': '7dece780-29c4-431d-a939-d03ea3f4209d'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:49:27.516270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:27.541994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b71a9577-4601-41bb-9b02-cb629402996a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:27.548590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b71a9577-4601-41bb-9b02-cb629402996a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:27.552656 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b71a9577-4601-41bb-9b02-cb629402996a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:27.561662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b71a9577-4601-41bb-9b02-cb629402996a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:27.574157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:27.580292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71a9577-4601-41bb-9b02-cb629402996a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:27.585574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b71a9577-4601-41bb-9b02-cb629402996a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:27.725356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:27.738618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Allocated IP 172.20.0.2 (6c3b7179-33e0-4ea2-a439-63df1a93b743/7dece780-29c4-431d-a939-d03ea3f4209d/1ec74cb1-8924-4cdf-b355-f630cb649a74) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:27.782568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Calling delete_port for dd4f9d2c-09dd-40a7-9c08-c517fa3b05c2 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:27.786830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b538dad-5602-4932-925e-4291cd6c2c07 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:27.880079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:27.887841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:27.894317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:27.942932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Pushing event updated for resources: {'Port': ['ID=b797fd0a-8698-4c68-8dba-814bdd61aefd,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:27.950026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:27.975023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:27.988028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Transition to ACTIVE for port object 1ec74cb1-8924-4cdf-b355-f630cb649a74 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:28.005552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 36d055f7-a1b6-453c-9487-75e465d8caef has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:49:28.007675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Transition to ACTIVE for port object 1ec74cb1-8924-4cdf-b355-f630cb649a74 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:28.010995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:28.018232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-89da21c8-59fe-43be-81dc-e2c004d4e470 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:28.023572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:28.029361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:28.051147 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.ipam_backend_mixin [None req-b71a9577-4601-41bb-9b02-cb629402996a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7dece780-29c4-431d-a939-d03ea3f4209d (CIDR: 172.20.0.0/28) Nov 25 08:49:28.057998 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71a9577-4601-41bb-9b02-cb629402996a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:49:28.058502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71a9577-4601-41bb-9b02-cb629402996a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:28.096184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Network 6c3b7179-33e0-4ea2-a439-63df1a93b743 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:28.099740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:28.101938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:28.143489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Pushing event updated for resources: {'Port': ['ID=1ec74cb1-8924-4cdf-b355-f630cb649a74,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:28.172752 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b71a9577-4601-41bb-9b02-cb629402996a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8340437 Nov 25 08:49:28.176296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40026) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:28.186181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': '6c3b7179-33e0-4ea2-a439-63df1a93b743', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:28.186477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.186607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.186907 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.187250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.187583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.187924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.188242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.188568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.188890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.189212 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.189534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.189853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:28.193641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:28.216565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Attempting to bind port 1ec74cb1-8924-4cdf-b355-f630cb649a74 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:49:28.217088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Attempting to bind port 1ec74cb1-8924-4cdf-b355-f630cb649a74 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '900ad623-f6e0-4d41-bfa8-292dc1f521df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6c3b7179-33e0-4ea2-a439-63df1a93b743'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:49:28.217577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Attempting to bind port 1ec74cb1-8924-4cdf-b355-f630cb649a74 on network 6c3b7179-33e0-4ea2-a439-63df1a93b743 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:49:28.224020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:49:28.224478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Checking segment: {'id': '900ad623-f6e0-4d41-bfa8-292dc1f521df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6c3b7179-33e0-4ea2-a439-63df1a93b743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:28.225030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:28.225675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Bound using segment: {'id': '900ad623-f6e0-4d41-bfa8-292dc1f521df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6c3b7179-33e0-4ea2-a439-63df1a93b743'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:49:28.226122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Bound port: 1ec74cb1-8924-4cdf-b355-f630cb649a74, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900ad623-f6e0-4d41-bfa8-292dc1f521df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6c3b7179-33e0-4ea2-a439-63df1a93b743'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:49:28.226614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:28.259595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=9bac3af4-21ef-4fa4-837e-ee5a2510fe43,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:28.267344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:28.268054 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking segment: {'id': '14b80919-c5cc-4cfb-b0b0-dacad43d6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '51e56a7f-a649-4767-8cc5-66d630cdf050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:28.268515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network hostable DHCP agents. Network: 51e56a7f-a649-4767-8cc5-66d630cdf050, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:28.295686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:28.307431 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f423b0f-4612-4554-9ac0-dec7a26a3f3c None None] Sync routers for ids ['36d055f7-a1b6-453c-9487-75e465d8caef'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:28.321071 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f423b0f-4612-4554-9ac0-dec7a26a3f3c None None] Routers {'36d055f7-a1b6-453c-9487-75e465d8caef'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:28.322023 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3f423b0f-4612-4554-9ac0-dec7a26a3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['36d055f7-a1b6-453c-9487-75e465d8caef'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:28.341572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] For port 1ec74cb1-8924-4cdf-b355-f630cb649a74, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:49:28.344949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network 51e56a7f-a649-4767-8cc5-66d630cdf050 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:28.345516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] For port 1ec74cb1-8924-4cdf-b355-f630cb649a74, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1ec74cb1-8924-4cdf-b355-f630cb649a74,segment=NetworkSegment(900ad623-f6e0-4d41-bfa8-292dc1f521df),segment_id=900ad623-f6e0-4d41-bfa8-292dc1f521df)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:49:28.353321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:28.370151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:28.378196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 51e56a7f-a649-4767-8cc5-66d630cdf050) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:28.382713 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/36d055f7-a1b6-453c-9487-75e465d8caef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1657598 Nov 25 08:49:28.386153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:28.386944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:28.391974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40030) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:28.413206 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3f423b0f-4612-4554-9ac0-dec7a26a3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:28.424903 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f423b0f-4612-4554-9ac0-dec7a26a3f3c None None] Routers {'36d055f7-a1b6-453c-9487-75e465d8caef'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:28.425951 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3f423b0f-4612-4554-9ac0-dec7a26a3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['36d055f7-a1b6-453c-9487-75e465d8caef'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:28.454477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:28.469415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d5c78aca-aa86-46b0-8a5f-e319fce483bb tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:28.471520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Pushing event updated for resources: {'Port': ['ID=1ec74cb1-8924-4cdf-b355-f630cb649a74,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:28.479618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:28.482464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc438a-0f1c-4630-8eee-af199ca0cd21 None None] Network 51e56a7f-a649-4767-8cc5-66d630cdf050 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:28.487017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:28.491214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:28.506553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:28.518800 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3f423b0f-4612-4554-9ac0-dec7a26a3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:28.519278 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f423b0f-4612-4554-9ac0-dec7a26a3f3c None None] The sync data for ids ['36d055f7-a1b6-453c-9487-75e465d8caef'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:28.520798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:28.550253 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:28.576531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:28.579886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:28.580367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Pushing event deleted for resources: {'Port': ['ID=dd4f9d2c-09dd-40a7-9c08-c517fa3b05c2,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:28.583476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:28.627929 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1091456 Nov 25 08:49:28.643196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40036) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:28.685879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-613621939'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:28.781083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-51e56a7f-a649-4767-8cc5-66d630cdf050', 'network_id': '51e56a7f-a649-4767-8cc5-66d630cdf050', 'tenant_id': '4ef46c2b254444faab84043026d40399', 'fixed_ips': [{'subnet_id': '9bac3af4-21ef-4fa4-837e-ee5a2510fe43'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:49:28.781945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:28.963234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:28.977476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:network and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:28.985709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:29.062870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:29.151465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.188727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Allocated IP 172.20.255.242 (51e56a7f-a649-4767-8cc5-66d630cdf050/9bac3af4-21ef-4fa4-837e-ee5a2510fe43/52392cf6-ca47-487e-8a18-6c4470b15ddf) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:29.277956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:29.281825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.385967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.391579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.394793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.395421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.454973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.468316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:29.470596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Transition to ACTIVE for port object 52392cf6-ca47-487e-8a18-6c4470b15ddf will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:29.479344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.479570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Fanout notify agent at l3_agent the message router_deleted on router c07c4bc1-6c11-4d99-a081-6e516cb6d6b4 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:29.491249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.491606 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment 3048c010-b243-4b18-83c9-c983d847392e of type vlan for network 5045438f-9aff-40e2-8097-9f49b0cd439a Nov 25 08:49:29.496636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Transition to ACTIVE for port object 52392cf6-ca47-487e-8a18-6c4470b15ddf will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:29.508277 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.556781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fe72f088-8e2a-47a1-85a6-86e94c728d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:29.566192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.566797 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/c07c4bc1-6c11-4d99-a081-6e516cb6d6b4 HTTP/1.1" status: 204 len: 168 time: 3.9751058 Nov 25 08:49:29.577060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40044) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:29.587337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2dd6a36b-c2c1-4d30-9dac-fceee2bbf2d1 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-355653768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:29.598242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.632313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Pushing event updated for resources: {'Port': ['ID=52392cf6-ca47-487e-8a18-6c4470b15ddf,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:29.644722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:29.646732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2dd6a36b-c2c1-4d30-9dac-fceee2bbf2d1 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:29.648271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Network 51e56a7f-a649-4767-8cc5-66d630cdf050 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:29.649944 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:29.654147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:29.654343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2dd6a36b-c2c1-4d30-9dac-fceee2bbf2d1 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Usage tracker for resource:router and tenant:c7d1e0ff348f4f96ae9df288c0de763f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:29.661369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2dd6a36b-c2c1-4d30-9dac-fceee2bbf2d1 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:29.675133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.681047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:29.681859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.690721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a0a06433-0623-43b7-adb5-abc9a02b1251 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:29.715818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2dd6a36b-c2c1-4d30-9dac-fceee2bbf2d1 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:29.756101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.762871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:29.767921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Attempting to bind port 52392cf6-ca47-487e-8a18-6c4470b15ddf on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:49:29.768343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Attempting to bind port 52392cf6-ca47-487e-8a18-6c4470b15ddf by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '14b80919-c5cc-4cfb-b0b0-dacad43d6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '51e56a7f-a649-4767-8cc5-66d630cdf050'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:49:29.768754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Attempting to bind port 52392cf6-ca47-487e-8a18-6c4470b15ddf on network 51e56a7f-a649-4767-8cc5-66d630cdf050 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:49:29.780521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:49:29.780904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Checking segment: {'id': '14b80919-c5cc-4cfb-b0b0-dacad43d6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '51e56a7f-a649-4767-8cc5-66d630cdf050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:29.781310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.781829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Bound using segment: {'id': '14b80919-c5cc-4cfb-b0b0-dacad43d6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '51e56a7f-a649-4767-8cc5-66d630cdf050'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:49:29.782408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Bound port: 52392cf6-ca47-487e-8a18-6c4470b15ddf, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b80919-c5cc-4cfb-b0b0-dacad43d6e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '51e56a7f-a649-4767-8cc5-66d630cdf050'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:49:29.782871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.826853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 6c3b7179-33e0-4ea2-a439-63df1a93b743 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:29.830741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:29.833794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:29.834512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.876213 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6964965 Nov 25 08:49:29.876929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40050) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:29.877834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Subnet': ['ID=23504c65-9152-41aa-a317-97ba94117c1c,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:29.880976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:29.892701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': '6c3b7179-33e0-4ea2-a439-63df1a93b743', 'fixed_ips': [{'subnet_id': '7dece780-29c4-431d-a939-d03ea3f4209d'}, {'subnet_id': '23504c65-9152-41aa-a317-97ba94117c1c'}], 'name': 'tempest-PortsTestJSON-1865544676'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:29.896910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a36b-c2c1-4d30-9dac-fceee2bbf2d1 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.897984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a36b-c2c1-4d30-9dac-fceee2bbf2d1 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.913526 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Router 08bd174a-88e6-4716-bea1-7ca911e09f54 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:49:29.927567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a36b-c2c1-4d30-9dac-fceee2bbf2d1 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:29.997730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=5045438f-9aff-40e2-8097-9f49b0cd439a,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:30.000571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a36b-c2c1-4d30-9dac-fceee2bbf2d1 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:30.013281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 5045438f-9aff-40e2-8097-9f49b0cd439a details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:49:30.017267 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3730159 Nov 25 08:49:30.040710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:30.073449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40056) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:30.084872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'network_id': '5045438f-9aff-40e2-8097-9f49b0cd439a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:30.141112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a36b-c2c1-4d30-9dac-fceee2bbf2d1 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:30.145274 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2dd6a36b-c2c1-4d30-9dac-fceee2bbf2d1 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5663705 Nov 25 08:49:30.147316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40060) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:30.149818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] For port 52392cf6-ca47-487e-8a18-6c4470b15ddf, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:49:30.153858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'enable_snat': False}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:30.154184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7486a2-bb63-4927-8023-eae694032861 None None] Network 6c3b7179-33e0-4ea2-a439-63df1a93b743 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:30.301392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:30.312259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] For port 52392cf6-ca47-487e-8a18-6c4470b15ddf, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=52392cf6-ca47-487e-8a18-6c4470b15ddf,segment=NetworkSegment(14b80919-c5cc-4cfb-b0b0-dacad43d6e04),segment_id=14b80919-c5cc-4cfb-b0b0-dacad43d6e04)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:49:30.320120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:subnet and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:30.323236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:30.337727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a865eb64-0f2f-4b88-8b95-fcc79aa58e5e None None] Provisioning for port 1ec74cb1-8924-4cdf-b355-f630cb649a74 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:30.341868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:30.354682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8cda6972-e5ef-4f41-b30e-2dbc3e10dc87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:30.362835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:30.410151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:30.414550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:30.448460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:30.487517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Pushing event updated for resources: {'Port': ['ID=52392cf6-ca47-487e-8a18-6c4470b15ddf,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:30.520503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:30.523308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:30.523546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:30.528102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:30.531755 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "PUT /v2.0/routers/08bd174a-88e6-4716-bea1-7ca911e09f54 HTTP/1.1" status: 200 len: 915 time: 4.9520085 Nov 25 08:49:30.540575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40066) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:30.544832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a3443-933c-46c9-8fe3-3c4d2c0d6f37 None None] Sync routers for ids ['08bd174a-88e6-4716-bea1-7ca911e09f54'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:30.554506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:port and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:30.593004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a3443-933c-46c9-8fe3-3c4d2c0d6f37 None None] Routers {'08bd174a-88e6-4716-bea1-7ca911e09f54'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:30.593646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-be8a3443-933c-46c9-8fe3-3c4d2c0d6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['08bd174a-88e6-4716-bea1-7ca911e09f54'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:30.616203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:30.663993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-be8a3443-933c-46c9-8fe3-3c4d2c0d6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:30.679086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a3443-933c-46c9-8fe3-3c4d2c0d6f37 None None] Routers {'08bd174a-88e6-4716-bea1-7ca911e09f54'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:30.679700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-be8a3443-933c-46c9-8fe3-3c4d2c0d6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['08bd174a-88e6-4716-bea1-7ca911e09f54'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:30.701712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:30.763742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-be8a3443-933c-46c9-8fe3-3c4d2c0d6f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:30.764158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a3443-933c-46c9-8fe3-3c4d2c0d6f37 None None] The sync data for ids ['08bd174a-88e6-4716-bea1-7ca911e09f54'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:30.852807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:30.944949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad456e-88f4-4864-b079-7764ed3ec835 None None] Update dhcp port {'port': {'network_id': '6c3b7179-33e0-4ea2-a439-63df1a93b743', 'fixed_ips': [{'subnet_id': '7dece780-29c4-431d-a939-d03ea3f4209d', 'ip_address': '172.20.0.2'}, {'subnet_id': '23504c65-9152-41aa-a317-97ba94117c1c'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': '1ec74cb1-8924-4cdf-b355-f630cb649a74'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:49:31.020238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:31.021710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:31.025890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0ad456e-88f4-4864-b079-7764ed3ec835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:31.039111 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 52392cf6-ca47-487e-8a18-6c4470b15ddf up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:31.065693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port 0e2c686c-b7dd-409e-a037-bd1f57147354 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:49:31.113314 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8c320d35-31ea-4943-a227-398c54cca11f tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/routers/08bd174a-88e6-4716-bea1-7ca911e09f54 HTTP/1.1" status: 200 len: 921 time: 0.5714238 Nov 25 08:49:31.118562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40070) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:31.319178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 52392cf6-ca47-487e-8a18-6c4470b15ddf completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:31.329614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1ec74cb1-8924-4cdf-b355-f630cb649a74 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:31.380812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 649d9ed3-0149-4556-81a6-9bfadf7b9f0e {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:31.381367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:31.493480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d0ad456e-88f4-4864-b079-7764ed3ec835 None None] Allocated IP 172.20.0.18 (6c3b7179-33e0-4ea2-a439-63df1a93b743/23504c65-9152-41aa-a317-97ba94117c1c/1ec74cb1-8924-4cdf-b355-f630cb649a74) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:31.523024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 1ec74cb1-8924-4cdf-b355-f630cb649a74 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:31.589703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1ec74cb1-8924-4cdf-b355-f630cb649a74 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:31.590845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:31.672730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:31.678629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:31.746916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0fff6e-389b-45bb-bc33-f695c334d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:31.748529 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2c0fff6e-389b-45bb-bc33-f695c334d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&device_id=08bd174a-88e6-4716-bea1-7ca911e09f54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6290376 Nov 25 08:49:31.751390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40080) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:31.775053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:31.778274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d0ad456e-88f4-4864-b079-7764ed3ec835 None None] For port 1ec74cb1-8924-4cdf-b355-f630cb649a74, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1ec74cb1-8924-4cdf-b355-f630cb649a74,segment=NetworkSegment(900ad623-f6e0-4d41-bfa8-292dc1f521df),segment_id=900ad623-f6e0-4d41-bfa8-292dc1f521df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:31.784275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=1ceb271f-d735-4800-8ba4-dfeb5cce420a,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:31.786852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking segment: {'id': '3048c010-b243-4b18-83c9-c983d847392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5045438f-9aff-40e2-8097-9f49b0cd439a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:31.787321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network hostable DHCP agents. Network: 5045438f-9aff-40e2-8097-9f49b0cd439a, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:31.792348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:31.817546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network 5045438f-9aff-40e2-8097-9f49b0cd439a is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:31.829103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 5045438f-9aff-40e2-8097-9f49b0cd439a) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:31.835580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:31.836583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:31.844658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae44774-bd10-4aba-b7d7-990604628458 None None] Network 5045438f-9aff-40e2-8097-9f49b0cd439a requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:31.869617 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7928228 Nov 25 08:49:31.871212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40084) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:31.882073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3980ab-8020-4164-a389-2f20b82b3b39 None None] Network 51e56a7f-a649-4767-8cc5-66d630cdf050 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:31.882329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:31.961269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0ad456e-88f4-4864-b079-7764ed3ec835 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.024567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.039288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.046901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c1cec0-26e5-4f27-9400-8b4f2b9b45ac tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:32.048251 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f7c1cec0-26e5-4f27-9400-8b4f2b9b45ac tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/networks/a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 881 time: 0.2959435 Nov 25 08:49:32.051450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40088) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:32.073129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d0ad456e-88f4-4864-b079-7764ed3ec835 None None] Transition to ACTIVE for port object 1ec74cb1-8924-4cdf-b355-f630cb649a74 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:32.077786 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.092407 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cf685f94-e1a3-4e42-9eec-85420583f1b3 None None] Provisioning for port 52392cf6-ca47-487e-8a18-6c4470b15ddf completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:32.101766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0ad456e-88f4-4864-b079-7764ed3ec835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.112943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-14a1af16-6069-4fe2-ba08-728497b45d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:32.169491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cf685f94-e1a3-4e42-9eec-85420583f1b3 None None] Provisioning complete for port 52392cf6-ca47-487e-8a18-6c4470b15ddf triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:32.169822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf685f94-e1a3-4e42-9eec-85420583f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.173134 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2e469b49-3859-40e6-ac8e-ebb7fb360573 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=08bd174a-88e6-4716-bea1-7ca911e09f54 HTTP/1.1" status: 200 len: 205 time: 0.1173105 Nov 25 08:49:32.183260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40092) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:32.198777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 649d9ed3-0149-4556-81a6-9bfadf7b9f0e owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:32.221193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.366450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.13 (6c3b7179-33e0-4ea2-a439-63df1a93b743/7dece780-29c4-431d-a939-d03ea3f4209d/0e2c686c-b7dd-409e-a037-bd1f57147354) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:32.392665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.19 (6c3b7179-33e0-4ea2-a439-63df1a93b743/23504c65-9152-41aa-a317-97ba94117c1c/0e2c686c-b7dd-409e-a037-bd1f57147354) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:32.547044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad456e-88f4-4864-b079-7764ed3ec835 None None] Pushing event updated for resources: {'Port': ['ID=1ec74cb1-8924-4cdf-b355-f630cb649a74,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:32.553688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:32.554056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:32.558157 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0ad456e-88f4-4864-b079-7764ed3ec835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:32.687842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f150c64f-793b-4f11-9226-23d74d4e4f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-5045438f-9aff-40e2-8097-9f49b0cd439a', 'network_id': '5045438f-9aff-40e2-8097-9f49b0cd439a', 'tenant_id': '4ef46c2b254444faab84043026d40399', 'fixed_ips': [{'subnet_id': '1ceb271f-d735-4800-8ba4-dfeb5cce420a'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:49:32.688666 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f150c64f-793b-4f11-9226-23d74d4e4f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.692283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.692430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Allocated IP 172.26.3.177 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/b3818522-2e98-4099-b29d-69fa5cd72f22) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:32.706427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-18a97cc4-b35d-4715-924b-596366e719fe tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:32.770429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.787782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf685f94-e1a3-4e42-9eec-85420583f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.789862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.798862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:32.799888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Subnet': ['ID=1ceb271f-d735-4800-8ba4-dfeb5cce420a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:32.811345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:32.872381 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3ba32f-f1d3-435b-88bc-5df957312032 None None] Network 5045438f-9aff-40e2-8097-9f49b0cd439a requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:32.877685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=649d9ed3-0149-4556-81a6-9bfadf7b9f0e,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:32.899746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cf685f94-e1a3-4e42-9eec-85420583f1b3 None None] For port 52392cf6-ca47-487e-8a18-6c4470b15ddf, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=52392cf6-ca47-487e-8a18-6c4470b15ddf,segment=NetworkSegment(14b80919-c5cc-4cfb-b0b0-dacad43d6e04),segment_id=14b80919-c5cc-4cfb-b0b0-dacad43d6e04)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:32.919400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object 0e2c686c-b7dd-409e-a037-bd1f57147354 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:32.929744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.956283 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:32.964221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf685f94-e1a3-4e42-9eec-85420583f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:32.967394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5045438f-9aff-40e2-8097-9f49b0cd439a']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:32.971741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:33.005951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3048c010-b243-4b18-83c9-c983d847392e') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:33.006595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3048c010-b243-4b18-83c9-c983d847392e') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:33.019089 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.032066 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dce8384f-def0-4ffa-bbb9-74d7411cf8e5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:33.098770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.123082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.153231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.163630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 6c3b7179-33e0-4ea2-a439-63df1a93b743 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:33.170742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:33.173400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.177855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:33.239438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=0e2c686c-b7dd-409e-a037-bd1f57147354,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:33.253898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:33.255293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:33.255846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:33.295086 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:33.360442 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf685f94-e1a3-4e42-9eec-85420583f1b3 None None] Pushing event updated for resources: {'Port': ['ID=52392cf6-ca47-487e-8a18-6c4470b15ddf,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:33.370425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cf685f94-e1a3-4e42-9eec-85420583f1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:33.372119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 1ec74cb1-8924-4cdf-b355-f630cb649a74, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1ec74cb1-8924-4cdf-b355-f630cb649a74,segment=NetworkSegment(900ad623-f6e0-4d41-bfa8-292dc1f521df),segment_id=900ad623-f6e0-4d41-bfa8-292dc1f521df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:33.379104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.391702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:33.414805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:33.415456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.431882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.437034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.447038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2eb3a323-10ac-4387-8c8d-2e6599190990 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:33.473590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.495846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-52d84748-a1da-4b5d-86bb-afe3eee2e25a None None] Provisioning complete for port 52392cf6-ca47-487e-8a18-6c4470b15ddf triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:33.496268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-52d84748-a1da-4b5d-86bb-afe3eee2e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.510544 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/5045438f-9aff-40e2-8097-9f49b0cd439a HTTP/1.1" status: 204 len: 168 time: 1.6340775 Nov 25 08:49:33.511765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=5045438f-9aff-40e2-8097-9f49b0cd439a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:33.514468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:33.517370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40104) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:33.535833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 52392cf6-ca47-487e-8a18-6c4470b15ddf up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:33.545755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1563450411'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:33.559836 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.6775727 Nov 25 08:49:33.563762 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b0e0e-2860-471c-a95d-abd7c9b66129 None None] Network 6c3b7179-33e0-4ea2-a439-63df1a93b743 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:33.565086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40110) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:33.566380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:33.590957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7dece780-29c4-431d-a939-d03ea3f4209d'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:33.626763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:network and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:33.637852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:33.653799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:33.736355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:33.737340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.741207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.801936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:33.814734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.837672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.838478 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment bb12b590-a438-417c-8feb-7e0f7b973f44 of type vlan for network 32e68f3b-3d29-4f70-991c-776b2c1bb981 Nov 25 08:49:33.853755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=1ec74cb1-8924-4cdf-b355-f630cb649a74,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:33.871797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:33.888696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.910147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.935874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 36d055f7-a1b6-453c-9487-75e465d8caef has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:49:33.936843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Deleting port b797fd0a-8698-4c68-8dba-814bdd61aefd {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:33.937178 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:33.943053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:34.071530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 52392cf6-ca47-487e-8a18-6c4470b15ddf triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:34.071993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:34.125341 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:49:34.166958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:34.203401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:34.208331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:34.208933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:34.218617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:34.227632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1ec74cb1-8924-4cdf-b355-f630cb649a74 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:34.267747 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-855f84d2-fc14-4831-8a86-94330bcc5c85 None None] Provisioning for port 1ec74cb1-8924-4cdf-b355-f630cb649a74 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:34.286751 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-855f84d2-fc14-4831-8a86-94330bcc5c85 None None] Provisioning complete for port 1ec74cb1-8924-4cdf-b355-f630cb649a74 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:34.287127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-855f84d2-fc14-4831-8a86-94330bcc5c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:34.371639 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fecab7e1-6f2d-4207-9d44-2e8254bff2b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:34.408602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1ec74cb1-8924-4cdf-b355-f630cb649a74 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:34.408978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:34.432097 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:34.444817 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb11be3-dd26-42d5-ad06-a5faa84047e2 None None] Sync routers for ids ['36d055f7-a1b6-453c-9487-75e465d8caef'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:34.458975 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9393072 Nov 25 08:49:34.459672 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb11be3-dd26-42d5-ad06-a5faa84047e2 None None] Routers {'36d055f7-a1b6-453c-9487-75e465d8caef'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:34.460303 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ccb11be3-dd26-42d5-ad06-a5faa84047e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['36d055f7-a1b6-453c-9487-75e465d8caef'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:34.463351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40116) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:34.471198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:34.479814 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'network_id': '32e68f3b-3d29-4f70-991c-776b2c1bb981', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:34.483085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:34.487297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Pushing event updated for resources: {'Port': ['ID=b3818522-2e98-4099-b29d-69fa5cd72f22,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:34.492516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:34.521892 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/36d055f7-a1b6-453c-9487-75e465d8caef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1288428 Nov 25 08:49:34.525692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:34.526830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=32e68f3b-3d29-4f70-991c-776b2c1bb981,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:34.536567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40120) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:34.541409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:34.561007 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 32e68f3b-3d29-4f70-991c-776b2c1bb981 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:49:34.602441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-acfd2f1c-60a0-4de0-baf4-fdfb57218148 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:34.602964 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ccb11be3-dd26-42d5-ad06-a5faa84047e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:34.613791 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb11be3-dd26-42d5-ad06-a5faa84047e2 None None] Routers {'36d055f7-a1b6-453c-9487-75e465d8caef'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:34.615055 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ccb11be3-dd26-42d5-ad06-a5faa84047e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['36d055f7-a1b6-453c-9487-75e465d8caef'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:34.649088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:34.702579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:34.706151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5ba8bd10-bf57-40c3-84d1-3157329d3fa5 None None] Provisioning complete for port 1ec74cb1-8924-4cdf-b355-f630cb649a74 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:34.706740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ba8bd10-bf57-40c3-84d1-3157329d3fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:34.718378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:subnet and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:34.729097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:34.748457 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ccb11be3-dd26-42d5-ad06-a5faa84047e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:34.752113 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb11be3-dd26-42d5-ad06-a5faa84047e2 None None] The sync data for ids ['36d055f7-a1b6-453c-9487-75e465d8caef'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:34.767975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:34.774511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Delete allocated IP 172.20.0.19 (6c3b7179-33e0-4ea2-a439-63df1a93b743/23504c65-9152-41aa-a317-97ba94117c1c) {{(pid=87513) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 08:49:34.799733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-acfd2f1c-60a0-4de0-baf4-fdfb57218148 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:34.800896 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-acfd2f1c-60a0-4de0-baf4-fdfb57218148 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=36d055f7-a1b6-453c-9487-75e465d8caef HTTP/1.1" status: 200 len: 205 time: 0.2633274 Nov 25 08:49:34.817660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40126) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:34.820944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:34.825063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:34.921187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Calling delete_port for b797fd0a-8698-4c68-8dba-814bdd61aefd owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:34.939549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5ba8bd10-bf57-40c3-84d1-3157329d3fa5 None None] Provisioning for port 0e2c686c-b7dd-409e-a037-bd1f57147354 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:34.946670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5ba8bd10-bf57-40c3-84d1-3157329d3fa5 None None] Provisioning complete for port 0e2c686c-b7dd-409e-a037-bd1f57147354 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:34.948841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ba8bd10-bf57-40c3-84d1-3157329d3fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.098014 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8bd10-bf57-40c3-84d1-3157329d3fa5 None None] Port 0e2c686c-b7dd-409e-a037-bd1f57147354 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:35.136106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1be79da4-9064-428c-bdf0-07efa020352e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.221556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a9a170f4-dfd9-478b-bf27-339fe10e4943 None None] Provisioning complete for port 0e2c686c-b7dd-409e-a037-bd1f57147354 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:35.222032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9a170f4-dfd9-478b-bf27-339fe10e4943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.263029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.ipam_backend_mixin [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Performing IP validity checks on allocation pools {{(pid=87513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 08:49:35.263541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.ipam_backend_mixin [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 08:49:35.282179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a9a170f4-dfd9-478b-bf27-339fe10e4943 None None] Port 0e2c686c-b7dd-409e-a037-bd1f57147354 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:35.367507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.373685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6932e3a7-dd4b-44ca-8e93-ad93c186aae3 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:35.421723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.475342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1ec74cb1-8924-4cdf-b355-f630cb649a74 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:35.499502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Pushing event deleted for resources: {'Port': ['ID=b797fd0a-8698-4c68-8dba-814bdd61aefd,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:35.512083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:35.520380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1be79da4-9064-428c-bdf0-07efa020352e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.523317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1be79da4-9064-428c-bdf0-07efa020352e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.548668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1ec74cb1-8924-4cdf-b355-f630cb649a74 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:35.549066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.596302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.613010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1be79da4-9064-428c-bdf0-07efa020352e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.613516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be79da4-9064-428c-bdf0-07efa020352e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Fanout notify agent at l3_agent the message router_deleted on router 36d055f7-a1b6-453c-9487-75e465d8caef {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:35.632682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Ignored duplicate provisioning block setup for port 0e2c686c-b7dd-409e-a037-bd1f57147354 by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 08:49:35.655576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.658263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1be79da4-9064-428c-bdf0-07efa020352e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.659364 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1be79da4-9064-428c-bdf0-07efa020352e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/36d055f7-a1b6-453c-9487-75e465d8caef HTTP/1.1" status: 204 len: 168 time: 0.8402231 Nov 25 08:49:35.660042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.676406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40134) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:35.677094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-51d623ca-e095-4c3c-a3f9-45b933470178 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:35.945102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:35.981073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.026472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=0e2c686c-b7dd-409e-a037-bd1f57147354,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:36.031634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.043718 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:36.044183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:36.099379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-d299624e-a6cc-4e54-80f2-529a903c3ba2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting subnet 51defea9-0471-4911-ad42-76872a4593a2 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:49:36.121867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d299624e-a6cc-4e54-80f2-529a903c3ba2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.144760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.145281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Fanout notify agent at l3_agent the message router_deleted on router 08bd174a-88e6-4716-bea1-7ca911e09f54 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:36.167425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] In _notify_port_updated(), no bound segment for port 0e2c686c-b7dd-409e-a037-bd1f57147354 on network 6c3b7179-33e0-4ea2-a439-63df1a93b743 {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:49:36.173240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:36.173829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.175111 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "PUT /v2.0/ports/0e2c686c-b7dd-409e-a037-bd1f57147354 HTTP/1.1" status: 200 len: 920 time: 2.6017966 Nov 25 08:49:36.178315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.179383 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/08bd174a-88e6-4716-bea1-7ca911e09f54 HTTP/1.1" status: 204 len: 168 time: 3.9883430 Nov 25 08:49:36.180556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40140) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:36.184931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40142) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:36.187196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.198373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7dece780-29c4-431d-a939-d03ea3f4209d'}, {'subnet_id': '23504c65-9152-41aa-a317-97ba94117c1c'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:36.199298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking segment: {'id': 'bb12b590-a438-417c-8feb-7e0f7b973f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e68f3b-3d29-4f70-991c-776b2c1bb981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:36.199659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network hostable DHCP agents. Network: 32e68f3b-3d29-4f70-991c-776b2c1bb981, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:36.212497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=e9d74795-438d-4dd2-ade1-7585ded85e2b,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:36.215098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:36.229665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f971ea27-e937-4c6d-9315-da473c4fa290 None None] Provisioning complete for port 0e2c686c-b7dd-409e-a037-bd1f57147354 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:36.230897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f971ea27-e937-4c6d-9315-da473c4fa290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.235304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d299624e-a6cc-4e54-80f2-529a903c3ba2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.295550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f971ea27-e937-4c6d-9315-da473c4fa290 None None] Port 0e2c686c-b7dd-409e-a037-bd1f57147354 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:36.297192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1070697750', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:36.304130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network 32e68f3b-3d29-4f70-991c-776b2c1bb981 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:36.309716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.314166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:36.323404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 32e68f3b-3d29-4f70-991c-776b2c1bb981) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:36.330770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:36.331350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.338514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a267c9-a151-44cf-aad0-a765adbd17a4 None None] Network 32e68f3b-3d29-4f70-991c-776b2c1bb981 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:36.360557 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8908827 Nov 25 08:49:36.360763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40152) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:36.437749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Usage tracker for resource:router and tenant:3f03faf91d2e481a970fbafbcb2dbcd0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:36.438973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d299624e-a6cc-4e54-80f2-529a903c3ba2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.492291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:36.510607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:36.552675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.553702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.563893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.574110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d299624e-a6cc-4e54-80f2-529a903c3ba2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.581444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:36.613804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-32e68f3b-3d29-4f70-991c-776b2c1bb981', 'network_id': '32e68f3b-3d29-4f70-991c-776b2c1bb981', 'tenant_id': '4ef46c2b254444faab84043026d40399', 'fixed_ips': [{'subnet_id': 'e9d74795-438d-4dd2-ade1-7585ded85e2b'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:49:36.615070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.625139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299624e-a6cc-4e54-80f2-529a903c3ba2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Subnet': ['ID=51defea9-0471-4911-ad42-76872a4593a2,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:36.645507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.653335 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d299624e-a6cc-4e54-80f2-529a903c3ba2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:36.657281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d299624e-a6cc-4e54-80f2-529a903c3ba2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.673181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f91268-db79-4907-8cc4-5bf874d8146c None None] Network 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:36.681459 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d299624e-a6cc-4e54-80f2-529a903c3ba2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/51defea9-0471-4911-ad42-76872a4593a2 HTTP/1.1" status: 204 len: 168 time: 0.8579063 Nov 25 08:49:36.682218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40156) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:36.703020 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.740754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.822823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-605eef7b-9c2e-40f0-a959-e71fa57e88ce tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting subnet be6bcd92-7d7c-4237-9f7c-0166c6ef804e {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:49:36.828211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-605eef7b-9c2e-40f0-a959-e71fa57e88ce tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.893698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-605eef7b-9c2e-40f0-a959-e71fa57e88ce tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:36.936850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Allocated IP 172.20.0.3 (32e68f3b-3d29-4f70-991c-776b2c1bb981/e9d74795-438d-4dd2-ade1-7585ded85e2b/ed8cbd35-9627-49fc-9bee-78becd3133e9) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:36.961366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Router f8804664-6a9c-4e47-86ff-8d2e1c4dcd76 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:49:36.992139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-605eef7b-9c2e-40f0-a959-e71fa57e88ce tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.148880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-605eef7b-9c2e-40f0-a959-e71fa57e88ce tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.158195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6063fab8-7896-4640-94b5-6efd8171ffd5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:37.203577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605eef7b-9c2e-40f0-a959-e71fa57e88ce tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Subnet': ['ID=be6bcd92-7d7c-4237-9f7c-0166c6ef804e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:37.204216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.205991 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-605eef7b-9c2e-40f0-a959-e71fa57e88ce tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.210536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-605eef7b-9c2e-40f0-a959-e71fa57e88ce tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:37.221149 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-605eef7b-9c2e-40f0-a959-e71fa57e88ce tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/be6bcd92-7d7c-4237-9f7c-0166c6ef804e HTTP/1.1" status: 204 len: 168 time: 0.5345716 Nov 25 08:49:37.224463 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a6b4561-609a-45c9-b733-e109db959f90 req-67a9e7af-f3dc-438c-b132-fca996e55361 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1680334 Nov 25 08:49:37.224920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40162) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:37.240943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1849442-6a1c-4ea7-8bdf-aa545641bc8f None None] Network 21419e93-5cf9-471d-91a1-9de2944cdaac requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:37.253775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eef361-18e5-41af-b5a8-767e2ebc9748 None None] DHCP port deletion for 0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:49:37.276745 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-72eef361-18e5-41af-b5a8-767e2ebc9748 None None] Deleting port 6380f2e2-100b-454c-b949-16746215ab60 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:37.277181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72eef361-18e5-41af-b5a8-767e2ebc9748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.386218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.405981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.412124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 6380f2e2-100b-454c-b949-16746215ab60 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:37.412606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.440245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Transition to ACTIVE for port object ed8cbd35-9627-49fc-9bee-78becd3133e9 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:37.457295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b4561-609a-45c9-b733-e109db959f90 req-57700603-53f9-43b8-9174-752cd6d969d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:37.458843 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a6b4561-609a-45c9-b733-e109db959f90 req-57700603-53f9-43b8-9174-752cd6d969d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b477c5ac61334fed90a92517ee03950d&device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 1098 time: 0.2072656 Nov 25 08:49:37.605929 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6380f2e2-100b-454c-b949-16746215ab60 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:37.688451 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Transition to ACTIVE for port object ed8cbd35-9627-49fc-9bee-78becd3133e9 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:37.744454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:37.772043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.23 (6c3b7179-33e0-4ea2-a439-63df1a93b743/23504c65-9152-41aa-a317-97ba94117c1c/0e2c686c-b7dd-409e-a037-bd1f57147354) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:37.773400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.787504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:37.814984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c43c66-68db-4617-bdd6-792ed4923d12 None None] Sync routers for ids ['f8804664-6a9c-4e47-86ff-8d2e1c4dcd76'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:37.858700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.863003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:37.900657 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Network 32e68f3b-3d29-4f70-991c-776b2c1bb981 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:37.908162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:37.909959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c43c66-68db-4617-bdd6-792ed4923d12 None None] Routers {'f8804664-6a9c-4e47-86ff-8d2e1c4dcd76'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:37.910608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-43c43c66-68db-4617-bdd6-792ed4923d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f8804664-6a9c-4e47-86ff-8d2e1c4dcd76'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:37.911886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d74795-438d-4dd2-ade1-7585ded85e2b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:37.914672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] For port 6380f2e2-100b-454c-b949-16746215ab60, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6380f2e2-100b-454c-b949-16746215ab60,segment=NetworkSegment(754bdd1d-8002-4315-a82d-5b0de0b237ee),segment_id=754bdd1d-8002-4315-a82d-5b0de0b237ee)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:37.915031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.934164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:37.942492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:37.946271 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "PUT /v2.0/routers/f8804664-6a9c-4e47-86ff-8d2e1c4dcd76 HTTP/1.1" status: 200 len: 919 time: 7.7954769 Nov 25 08:49:37.950435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40170) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:37.958129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:38.015448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b4561-609a-45c9-b733-e109db959f90 req-2cbed792-5ae2-4c13-a20e-d7e4ca1a75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:38.017021 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a6b4561-609a-45c9-b733-e109db959f90 req-2cbed792-5ae2-4c13-a20e-d7e4ca1a75d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=972d2186-2b87-4c34-baf7-4e227fea1eb8 HTTP/1.1" status: 200 len: 907 time: 0.5044410 Nov 25 08:49:38.019210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Pushing event updated for resources: {'Port': ['ID=ed8cbd35-9627-49fc-9bee-78becd3133e9,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:38.028033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-43c43c66-68db-4617-bdd6-792ed4923d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:38.055455 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:38.064585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-72eef361-18e5-41af-b5a8-767e2ebc9748 None None] For port 6380f2e2-100b-454c-b949-16746215ab60, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6380f2e2-100b-454c-b949-16746215ab60,segment=NetworkSegment(754bdd1d-8002-4315-a82d-5b0de0b237ee),segment_id=754bdd1d-8002-4315-a82d-5b0de0b237ee)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:38.064982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72eef361-18e5-41af-b5a8-767e2ebc9748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.178485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.184377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 6380f2e2-100b-454c-b949-16746215ab60 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:38.229660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object 0e2c686c-b7dd-409e-a037-bd1f57147354 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:38.248191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.256936 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:38.265879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.321183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e68f3b-3d29-4f70-991c-776b2c1bb981']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:38.327824 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-72eef361-18e5-41af-b5a8-767e2ebc9748 None None] Calling delete_port for 6380f2e2-100b-454c-b949-16746215ab60 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:38.334942 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a6b4561-609a-45c9-b733-e109db959f90 req-7f877393-e6f8-4df8-9bd0-4f740ef644b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a31a28d2-e9a1-402e-a042-e59073525d2b HTTP/1.1" status: 200 len: 1001 time: 0.2129645 Nov 25 08:49:38.353253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb12b590-a438-417c-8feb-7e0f7b973f44') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:38.353550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb12b590-a438-417c-8feb-7e0f7b973f44') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:38.359611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c43c66-68db-4617-bdd6-792ed4923d12 None None] Routers {'f8804664-6a9c-4e47-86ff-8d2e1c4dcd76'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:38.360355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-43c43c66-68db-4617-bdd6-792ed4923d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f8804664-6a9c-4e47-86ff-8d2e1c4dcd76'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:38.374688 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-814e81d1-a80b-41d6-8832-48e3e820b51a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/routers/f8804664-6a9c-4e47-86ff-8d2e1c4dcd76 HTTP/1.1" status: 200 len: 925 time: 0.4148564 Nov 25 08:49:38.381181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40176) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:38.413832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.439673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.446467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-06ebea65-125c-41df-b242-e2f9b644a1e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:38.474325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.480980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=0e2c686c-b7dd-409e-a037-bd1f57147354,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:38.482408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.484317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Attempting to bind port ed8cbd35-9627-49fc-9bee-78becd3133e9 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:49:38.484809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Attempting to bind port ed8cbd35-9627-49fc-9bee-78becd3133e9 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'bb12b590-a438-417c-8feb-7e0f7b973f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e68f3b-3d29-4f70-991c-776b2c1bb981'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:49:38.485271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Attempting to bind port ed8cbd35-9627-49fc-9bee-78becd3133e9 on network 32e68f3b-3d29-4f70-991c-776b2c1bb981 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:49:38.491676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:38.492930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-43c43c66-68db-4617-bdd6-792ed4923d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:38.493435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c43c66-68db-4617-bdd6-792ed4923d12 None None] The sync data for ids ['f8804664-6a9c-4e47-86ff-8d2e1c4dcd76'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:38.503321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=6380f2e2-100b-454c-b949-16746215ab60,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:38.507071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:38.507448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.509424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:49:38.510101 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Checking segment: {'id': 'bb12b590-a438-417c-8feb-7e0f7b973f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e68f3b-3d29-4f70-991c-776b2c1bb981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:38.510638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.511133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Bound using segment: {'id': 'bb12b590-a438-417c-8feb-7e0f7b973f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e68f3b-3d29-4f70-991c-776b2c1bb981'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:49:38.512253 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Bound port: ed8cbd35-9627-49fc-9bee-78becd3133e9, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb12b590-a438-417c-8feb-7e0f7b973f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '32e68f3b-3d29-4f70-991c-776b2c1bb981'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:49:38.512749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.526227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b33705-fc86-4297-bd98-9c79e3506d2b None None] DHCP port deletion for 21419e93-5cf9-471d-91a1-9de2944cdaac request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:49:38.555196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-46b33705-fc86-4297-bd98-9c79e3506d2b None None] Deleting port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:38.555945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46b33705-fc86-4297-bd98-9c79e3506d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:38.645821 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:38.649152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] No DVR routers for this DVR port 6380f2e2-100b-454c-b949-16746215ab60 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:38.650684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:38.654956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] In _notify_port_updated(), no bound segment for port 0e2c686c-b7dd-409e-a037-bd1f57147354 on network 6c3b7179-33e0-4ea2-a439-63df1a93b743 {{(pid=87512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:49:38.657446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b4561-609a-45c9-b733-e109db959f90 req-b0bf9268-8844-4b40-9d6d-06aaaa4869b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:38.660399 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a6b4561-609a-45c9-b733-e109db959f90 req-b0bf9268-8844-4b40-9d6d-06aaaa4869b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9132eb-eae3-4c25-9cba-1069cd0c3617 HTTP/1.1" status: 200 len: 845 time: 0.3082263 Nov 25 08:49:38.660546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:38.661041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.664788 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "PUT /v2.0/ports/0e2c686c-b7dd-409e-a037-bd1f57147354 HTTP/1.1" status: 200 len: 1000 time: 2.4794250 Nov 25 08:49:38.669411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40180) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:38.703194 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-72eef361-18e5-41af-b5a8-767e2ebc9748 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:38.703560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-72eef361-18e5-41af-b5a8-767e2ebc9748 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:38.760939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:49:38.760939 dv-neutron-818341-1-hyperv neutron-server[87513]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:49:38.760939 dv-neutron-818341-1-hyperv neutron-server[87513]: [parameters: {'id': '32e68f3b-3d29-4f70-991c-776b2c1bb981'}] Nov 25 08:49:38.760939 dv-neutron-818341-1-hyperv neutron-server[87513]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:38.761830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:38.804250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c7b3e-db3e-4666-bcdf-12ab6260a6c2 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:38.806364 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a55c7b3e-db3e-4666-bcdf-12ab6260a6c2 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&device_id=f8804664-6a9c-4e47-86ff-8d2e1c4dcd76&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4202940 Nov 25 08:49:38.811161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40188) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:38.864651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] For port ed8cbd35-9627-49fc-9bee-78becd3133e9, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:49:38.876760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.892668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4f63e802-77db-4e9e-94b1-5ac13d92fe15 None None] Provisioning for port 0e2c686c-b7dd-409e-a037-bd1f57147354 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:38.893110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.909171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8ce097-1b4a-4ce0-b1b8-e705429be7d1']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:38.924187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754bdd1d-8002-4315-a82d-5b0de0b237ee') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:38.924615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754bdd1d-8002-4315-a82d-5b0de0b237ee') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:38.935794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b4561-609a-45c9-b733-e109db959f90 req-59d87308-382f-49c1-a8f8-9a8eecb16009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:38.937421 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a6b4561-609a-45c9-b733-e109db959f90 req-59d87308-382f-49c1-a8f8-9a8eecb16009 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=972d2186-2b87-4c34-baf7-4e227fea1eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2314885 Nov 25 08:49:38.938476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] For port ed8cbd35-9627-49fc-9bee-78becd3133e9, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ed8cbd35-9627-49fc-9bee-78becd3133e9,segment=NetworkSegment(bb12b590-a438-417c-8feb-7e0f7b973f44),segment_id=bb12b590-a438-417c-8feb-7e0f7b973f44)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:49:38.941281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.944731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4f63e802-77db-4e9e-94b1-5ac13d92fe15 None None] Provisioning complete for port 0e2c686c-b7dd-409e-a037-bd1f57147354 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:38.945082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4f63e802-77db-4e9e-94b1-5ac13d92fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.989303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:38.993949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-de86e0f6-42df-4639-9a56-3a07402a228f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 0e2c686c-b7dd-409e-a037-bd1f57147354 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:38.994532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-de86e0f6-42df-4639-9a56-3a07402a228f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.006827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4f63e802-77db-4e9e-94b1-5ac13d92fe15 None None] Port 0e2c686c-b7dd-409e-a037-bd1f57147354 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:39.008692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.029057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:39.033225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.044079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:39.044593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:39.059220 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:39.118915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-46b33705-fc86-4297-bd98-9c79e3506d2b None None] For port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1,segment=NetworkSegment(959bd5e3-a387-4b13-80a1-4da3d50a8b0a),segment_id=959bd5e3-a387-4b13-80a1-4da3d50a8b0a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:39.119316 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46b33705-fc86-4297-bd98-9c79e3506d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.182190 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a6b4561-609a-45c9-b733-e109db959f90 req-906ef7f7-2abd-4c31-b342-cfb78c3ee56e service neutron] 10.222.0.41 "GET /v2.0/networks/972d2186-2b87-4c34-baf7-4e227fea1eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336040 Nov 25 08:49:39.184069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.188881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:39.208118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.217664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-72eef361-18e5-41af-b5a8-767e2ebc9748 None None] Deleting port 6380f2e2-100b-454c-b949-16746215ab60 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:39.217664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72eef361-18e5-41af-b5a8-767e2ebc9748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.238694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Network': ['ID=0f8ce097-1b4a-4ce0-b1b8-e705429be7d1,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:39.248780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:39.311431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-46b33705-fc86-4297-bd98-9c79e3506d2b None None] Calling delete_port for fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:39.352631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56b5ea-746b-42dc-bb64-eed19ca83ce9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:39.354239 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ff56b5ea-746b-42dc-bb64-eed19ca83ce9 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/networks/a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 881 time: 0.5418077 Nov 25 08:49:39.365589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40194) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:39.370340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Pushing event updated for resources: {'Port': ['ID=ed8cbd35-9627-49fc-9bee-78becd3133e9,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:39.377481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:39.416232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.430469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-72eef361-18e5-41af-b5a8-767e2ebc9748 None None] The port '6380f2e2-100b-454c-b949-16746215ab60' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:49:39.464713 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/networks/0f8ce097-1b4a-4ce0-b1b8-e705429be7d1 HTTP/1.1" status: 204 len: 168 time: 2.2386730 Nov 25 08:49:39.466679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d7d28-9152-416a-a2fe-561d5ff20504 None None] Network 32e68f3b-3d29-4f70-991c-776b2c1bb981 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:39.471666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40198) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:39.484202 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0b55bd16-1a33-4ee9-96ed-97f62bd21115 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8804664-6a9c-4e47-86ff-8d2e1c4dcd76 HTTP/1.1" status: 200 len: 205 time: 0.1148956 Nov 25 08:49:39.514751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40202) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:39.544124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:39.577680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Allocated IP 172.26.3.183 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/1326d9a5-bfdb-4b0c-951b-f56964abb814) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:39.643799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Deleting port ed8cbd35-9627-49fc-9bee-78becd3133e9 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:39.644311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.649060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46b33705-fc86-4297-bd98-9c79e3506d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.656227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6607bcd8-89cc-4fa4-9eb0-e24166b6ce33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:39.710507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-de86e0f6-42df-4639-9a56-3a07402a228f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.729863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b33705-fc86-4297-bd98-9c79e3506d2b None None] Pushing event deleted for resources: {'Port': ['ID=fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:39.738599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-46b33705-fc86-4297-bd98-9c79e3506d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:39.740080 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No active binding found for port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 {{(pid=87514) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 25 08:49:39.740477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:49:39.741914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b33705-fc86-4297-bd98-9c79e3506d2b None None] No DVR routers for this DVR port fccd7e6e-7f17-4ab8-9f14-3b6fddcc34e1 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:39.786028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f9458e-a3ee-44c7-b7d1-4ee12baf0a5a None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:49:39.852777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-de86e0f6-42df-4639-9a56-3a07402a228f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 0e2c686c-b7dd-409e-a037-bd1f57147354 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:39.867666 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a6b4561-609a-45c9-b733-e109db959f90 req-b92079cb-c165-4dbd-b823-72b12df0dc80 service neutron] 10.222.0.41 "GET /v2.0/networks/972d2186-2b87-4c34-baf7-4e227fea1eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609442 Nov 25 08:49:39.879044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:39.964508 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f9458e-a3ee-44c7-b7d1-4ee12baf0a5a None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:49:40.071706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.132081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-de86e0f6-42df-4639-9a56-3a07402a228f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.152971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-603973ef-8965-453c-aa1e-571295b1aae2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:40.250617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86e0f6-42df-4639-9a56-3a07402a228f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=0e2c686c-b7dd-409e-a037-bd1f57147354,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:40.258994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-de86e0f6-42df-4639-9a56-3a07402a228f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:40.287408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] For port ed8cbd35-9627-49fc-9bee-78becd3133e9, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ed8cbd35-9627-49fc-9bee-78becd3133e9,segment=NetworkSegment(bb12b590-a438-417c-8feb-7e0f7b973f44),segment_id=bb12b590-a438-417c-8feb-7e0f7b973f44)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:40.287947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.309800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.340948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.380190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-de86e0f6-42df-4639-9a56-3a07402a228f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.397596 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-de86e0f6-42df-4639-9a56-3a07402a228f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/0e2c686c-b7dd-409e-a037-bd1f57147354 HTTP/1.1" status: 204 len: 168 time: 1.7246966 Nov 25 08:49:40.397950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40210) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:40.444179 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-438bacc4-5330-435d-8534-45f5c2aef412 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:49:40.444712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-438bacc4-5330-435d-8534-45f5c2aef412 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:40.454844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21419e93-5cf9-471d-91a1-9de2944cdaac']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:40.458083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.463598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b8589fe7-bb84-4bbc-9ce6-3af3e1021c56 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:40.471938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Calling delete_port for ed8cbd35-9627-49fc-9bee-78becd3133e9 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:40.501892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-438bacc4-5330-435d-8534-45f5c2aef412 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:40.505624 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-438bacc4-5330-435d-8534-45f5c2aef412 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/0e2c686c-b7dd-409e-a037-bd1f57147354 HTTP/1.1" status: 404 len: 333 time: 0.1041911 Nov 25 08:49:40.512038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959bd5e3-a387-4b13-80a1-4da3d50a8b0a') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:40.512334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959bd5e3-a387-4b13-80a1-4da3d50a8b0a') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:40.516488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40214) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:40.538129 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:49:40.548280 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.565636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:40.575063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.579536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:40.585253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:40.593130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:40.593505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.609005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:40.615376 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:40.635660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Pushing event updated for resources: {'Port': ['ID=1326d9a5-bfdb-4b0c-951b-f56964abb814,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:40.643931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:40.660793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcae7ea2-23ac-40e4-93f4-d72c0da608a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting subnet 23504c65-9152-41aa-a317-97ba94117c1c {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:49:40.701790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Deleting port b3818522-2e98-4099-b29d-69fa5cd72f22 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:40.702206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.719310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcae7ea2-23ac-40e4-93f4-d72c0da608a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.848959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.857192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-590eca89-0bf7-4ec4-bcea-4d4ddfc80ca6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:40.886052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcae7ea2-23ac-40e4-93f4-d72c0da608a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.910263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:40.915821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Port': ['ID=ed8cbd35-9627-49fc-9bee-78becd3133e9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:40.927298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No DVR routers for this DVR port ed8cbd35-9627-49fc-9bee-78becd3133e9 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:40.933987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.075938 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/networks/21419e93-5cf9-471d-91a1-9de2944cdaac HTTP/1.1" status: 204 len: 168 time: 1.6029184 Nov 25 08:49:41.077311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:41.082072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40222) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:41.090541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2136884217'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:41.122857 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-17319def-4587-4bfb-86d8-80f5fcd3676d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:41.161295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:41.166814 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Network': ['ID=21419e93-5cf9-471d-91a1-9de2944cdaac,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:41.170458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:41.181667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.233414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:network and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:41.236364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e68f3b-3d29-4f70-991c-776b2c1bb981']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:41.238798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:41.249146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.261981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:41.262201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb12b590-a438-417c-8feb-7e0f7b973f44') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:41.262388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb12b590-a438-417c-8feb-7e0f7b973f44') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:41.285923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcae7ea2-23ac-40e4-93f4-d72c0da608a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.321759 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:41.325692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.380332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.383361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.397209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Calling delete_port for b3818522-2e98-4099-b29d-69fa5cd72f22 owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:41.448665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.460532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:41.461197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:41.475717 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:41.508059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:41.555576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcae7ea2-23ac-40e4-93f4-d72c0da608a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.560921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a6f024f0-f2cf-4f75-b6db-3d2cffb53790 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:41.581440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.586966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-befa8c3b-8f5f-4f6f-9c1c-64572d281e9a tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:41.598275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.598638 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added segment 330fa101-cf48-4fb6-95f5-d75c1757333d of type vlan for network 3375c358-1a80-420b-b144-aca0e81d5a88 Nov 25 08:49:41.608498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.609898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae7ea2-23ac-40e4-93f4-d72c0da608a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Subnet': ['ID=23504c65-9152-41aa-a317-97ba94117c1c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:41.612022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=32e68f3b-3d29-4f70-991c-776b2c1bb981,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:41.619356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fcae7ea2-23ac-40e4-93f4-d72c0da608a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:41.620104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:41.624568 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/32e68f3b-3d29-4f70-991c-776b2c1bb981 HTTP/1.1" status: 204 len: 168 time: 5.2622881 Nov 25 08:49:41.627967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40230) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:41.633057 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcae7ea2-23ac-40e4-93f4-d72c0da608a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.635980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1707357583'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:41.638249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f487f99-3541-49b2-8d62-0b380d94bc00 None None] Network 6c3b7179-33e0-4ea2-a439-63df1a93b743 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:41.642296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:41.644527 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fcae7ea2-23ac-40e4-93f4-d72c0da608a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/23504c65-9152-41aa-a317-97ba94117c1c HTTP/1.1" status: 204 len: 168 time: 1.1267645 Nov 25 08:49:41.647727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40234) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:41.653753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:network and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:41.656723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:41.738530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:41.777587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-12815370-41c7-40de-99a1-1a3cb7bac397 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting subnet 7dece780-29c4-431d-a939-d03ea3f4209d {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:49:41.785775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12815370-41c7-40de-99a1-1a3cb7bac397 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.795541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.814104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:41.817523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.858861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.871652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.872436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2c607734-1e09-4b4e-a449-ec11a4f0a5e7 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:41.877977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:41.878635 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.884518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:41.925093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12815370-41c7-40de-99a1-1a3cb7bac397 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.960578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:41.964135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Pushing event deleted for resources: {'Port': ['ID=b3818522-2e98-4099-b29d-69fa5cd72f22,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:41.968615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:42.005081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:42.053286 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9699194 Nov 25 08:49:42.054234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40240) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:42.056152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.056152 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment 21f43800-dd8a-43a8-9f4c-5639cedfa396 of type vlan for network 1383ed2e-4f34-4cad-a4bf-d917c5229ca1 Nov 25 08:49:42.071049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'subnet': {'network_id': '3375c358-1a80-420b-b144-aca0e81d5a88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:42.119739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Network': ['ID=3375c358-1a80-420b-b144-aca0e81d5a88,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:42.129688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:42.132922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 3375c358-1a80-420b-b144-aca0e81d5a88 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:49:42.209780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.237862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.243272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Router 1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:49:42.452437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:42.465774 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6bb19f-6e65-4ca2-a480-2a3502652821 None None] Sync routers for ids ['1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:42.483387 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6bb19f-6e65-4ca2-a480-2a3502652821 None None] Routers {'1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:42.484343 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5b6bb19f-6e65-4ca2-a480-2a3502652821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:42.487489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.488720 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2995040 Nov 25 08:49:42.492115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40248) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:42.502316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:42.524541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12815370-41c7-40de-99a1-1a3cb7bac397 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.559811 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5b6bb19f-6e65-4ca2-a480-2a3502652821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:42.570124 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6bb19f-6e65-4ca2-a480-2a3502652821 None None] Routers {'1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:42.571088 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5b6bb19f-6e65-4ca2-a480-2a3502652821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:42.652367 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5b6bb19f-6e65-4ca2-a480-2a3502652821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:42.652743 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6bb19f-6e65-4ca2-a480-2a3502652821 None None] The sync data for ids ['1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:42.668900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:49:42.676887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:42.679014 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c33f1813-5f26-450b-acc3-40edd46b8859 None None] Provisioning complete for port 1ec74cb1-8924-4cdf-b355-f630cb649a74 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:42.679573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c33f1813-5f26-450b-acc3-40edd46b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.693845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12815370-41c7-40de-99a1-1a3cb7bac397 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.702610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:subnet and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:42.705577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8fd2c281-ef5c-4348-9a9e-9f9be29605ba tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:42.735325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:42.753607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.755508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:42.758860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12815370-41c7-40de-99a1-1a3cb7bac397 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Subnet': ['ID=7dece780-29c4-431d-a939-d03ea3f4209d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:42.760971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12815370-41c7-40de-99a1-1a3cb7bac397 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.772397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.776665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5dc598-1dd0-412a-89cd-8eb87c78e38d None None] Network 6c3b7179-33e0-4ea2-a439-63df1a93b743 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:42.779831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40252) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:42.781338 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-12815370-41c7-40de-99a1-1a3cb7bac397 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/7dece780-29c4-431d-a939-d03ea3f4209d HTTP/1.1" status: 204 len: 168 time: 1.1313837 Nov 25 08:49:42.782353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.787582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:42.788163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.794590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-12815370-41c7-40de-99a1-1a3cb7bac397 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:42.798858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-df008849-e482-42c7-8514-3fcb97587297 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:42.912256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:42.915873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.941002 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3118002 Nov 25 08:49:42.941205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:42.945172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40258) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:42.955917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'network_id': '1383ed2e-4f34-4cad-a4bf-d917c5229ca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:43.026095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.026621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Fanout notify agent at l3_agent the message router_deleted on router f8804664-6a9c-4e47-86ff-8d2e1c4dcd76 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:43.034572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=1383ed2e-4f34-4cad-a4bf-d917c5229ca1,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:43.050221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:43.067309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.075082 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/f8804664-6a9c-4e47-86ff-8d2e1c4dcd76 HTTP/1.1" status: 204 len: 168 time: 3.5576057 Nov 25 08:49:43.077728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40262) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:43.079899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:43.085226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:subnet and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:43.088089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:43.094445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:43.119939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 1383ed2e-4f34-4cad-a4bf-d917c5229ca1 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:49:43.175385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-104153295', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:43.180829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:43.184343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.249516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.254846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:43.256181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:43.302777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd090c5-3a42-4bd4-b0f0-24e26dd6c2ab None None] DHCP port deletion for 6c3b7179-33e0-4ea2-a439-63df1a93b743 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:49:43.307562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bcd090c5-3a42-4bd4-b0f0-24e26dd6c2ab None None] Deleting port 1ec74cb1-8924-4cdf-b355-f630cb649a74 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:43.307562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcd090c5-3a42-4bd4-b0f0-24e26dd6c2ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.319289 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Usage tracker for resource:router and tenant:c7d1e0ff348f4f96ae9df288c0de763f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:43.321922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 1ec74cb1-8924-4cdf-b355-f630cb649a74 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:43.322257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.348186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Checking segment: {'id': '330fa101-cf48-4fb6-95f5-d75c1757333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3375c358-1a80-420b-b144-aca0e81d5a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:43.348540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network hostable DHCP agents. Network: 3375c358-1a80-420b-b144-aca0e81d5a88, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:43.356330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:43.356593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Subnet': ['ID=50ec01f5-1670-461d-9957-911a6383ef57,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:43.359773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:43.374968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 3375c358-1a80-420b-b144-aca0e81d5a88 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:43.387185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 3375c358-1a80-420b-b144-aca0e81d5a88) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:43.393104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:43.393321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.397595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:43.418623 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3519440 Nov 25 08:49:43.421117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40266) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:43.428556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-cc16d39b-2f3b-484e-8dfe-5243e675e917 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-31462566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:43.439881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cc16d39b-2f3b-484e-8dfe-5243e675e917 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:43.443450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d73a7e8-bd8f-4ac5-aeed-03e37380643c None None] Network 3375c358-1a80-420b-b144-aca0e81d5a88 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:43.445769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cc16d39b-2f3b-484e-8dfe-5243e675e917 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:router and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:43.450506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cc16d39b-2f3b-484e-8dfe-5243e675e917 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:43.458881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cc16d39b-2f3b-484e-8dfe-5243e675e917 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:43.472912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc16d39b-2f3b-484e-8dfe-5243e675e917 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.474121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc16d39b-2f3b-484e-8dfe-5243e675e917 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.493832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc16d39b-2f3b-484e-8dfe-5243e675e917 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.494239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.495302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.516666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc16d39b-2f3b-484e-8dfe-5243e675e917 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.547380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc16d39b-2f3b-484e-8dfe-5243e675e917 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.548027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1ec74cb1-8924-4cdf-b355-f630cb649a74 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:43.549571 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cc16d39b-2f3b-484e-8dfe-5243e675e917 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1271367 Nov 25 08:49:43.552310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40272) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:43.559795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'port': {'network_id': '3375c358-1a80-420b-b144-aca0e81d5a88', 'name': 'tempest-RoutersIpV6Test-1413170491'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:43.611867 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.684885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bcd090c5-3a42-4bd4-b0f0-24e26dd6c2ab None None] For port 1ec74cb1-8924-4cdf-b355-f630cb649a74, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1ec74cb1-8924-4cdf-b355-f630cb649a74,segment=NetworkSegment(900ad623-f6e0-4d41-bfa8-292dc1f521df),segment_id=900ad623-f6e0-4d41-bfa8-292dc1f521df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:43.686146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcd090c5-3a42-4bd4-b0f0-24e26dd6c2ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.719879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:43.724566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:port and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:43.728029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:43.736035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:43.750129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:43.755696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:43.779865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] device_id is not set on port 6570de3c-9dc9-4353-8791-482b5742cda0 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:49:43.890863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bcd090c5-3a42-4bd4-b0f0-24e26dd6c2ab None None] Calling delete_port for 1ec74cb1-8924-4cdf-b355-f630cb649a74 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:43.942533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Allocated IP 2001:db8::ba (3375c358-1a80-420b-b144-aca0e81d5a88/50ec01f5-1670-461d-9957-911a6383ef57/6570de3c-9dc9-4353-8791-482b5742cda0) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:44.022223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] For port 1ec74cb1-8924-4cdf-b355-f630cb649a74, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1ec74cb1-8924-4cdf-b355-f630cb649a74,segment=NetworkSegment(900ad623-f6e0-4d41-bfa8-292dc1f521df),segment_id=900ad623-f6e0-4d41-bfa8-292dc1f521df)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:44.022595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.168679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcd090c5-3a42-4bd4-b0f0-24e26dd6c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.170436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.183847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cf685f94-e1a3-4e42-9eec-85420583f1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:44.191913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Transition to ACTIVE for port object 6570de3c-9dc9-4353-8791-482b5742cda0 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:44.232384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.234895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.248203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ce547cf5-e522-4878-acb7-819ecf3e1d78 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:44.250396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd090c5-3a42-4bd4-b0f0-24e26dd6c2ab None None] Pushing event deleted for resources: {'Port': ['ID=1ec74cb1-8924-4cdf-b355-f630cb649a74,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:44.262568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-3375c358-1a80-420b-b144-aca0e81d5a88', 'network_id': '3375c358-1a80-420b-b144-aca0e81d5a88', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'fixed_ips': [{'subnet_id': '50ec01f5-1670-461d-9957-911a6383ef57'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:49:44.264356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.280948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bcd090c5-3a42-4bd4-b0f0-24e26dd6c2ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:44.283546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd090c5-3a42-4bd4-b0f0-24e26dd6c2ab None None] No DVR routers for this DVR port 1ec74cb1-8924-4cdf-b355-f630cb649a74 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:44.287474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.331783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 3375c358-1a80-420b-b144-aca0e81d5a88 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:44.334980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:44.337330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:44.343573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:44.344173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.367458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 1ec74cb1-8924-4cdf-b355-f630cb649a74 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:44.372074 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=6570de3c-9dc9-4353-8791-482b5742cda0,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:44.375523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:44.380191 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8263538 Nov 25 08:49:44.383493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40280) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:44.462773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.480420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:44.517267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Allocated IP 2001:db8::2 (3375c358-1a80-420b-b144-aca0e81d5a88/50ec01f5-1670-461d-9957-911a6383ef57/7554e60d-d13b-4e75-b646-f55dc023f0bc) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:44.528081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.545913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.588634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Deleting port 1326d9a5-bfdb-4b0c-951b-f56964abb814 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:44.588884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.658138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=85399626-9f59-4564-b9a3-f3a04b320b43,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:44.661247 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:44.755938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.761952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:44.762512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:44.763664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking segment: {'id': '21f43800-dd8a-43a8-9f4c-5639cedfa396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1383ed2e-4f34-4cad-a4bf-d917c5229ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:44.764199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network hostable DHCP agents. Network: 1383ed2e-4f34-4cad-a4bf-d917c5229ca1, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:44.768589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Transition to ACTIVE for port object 7554e60d-d13b-4e75-b646-f55dc023f0bc will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:44.790700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Transition to ACTIVE for port object 7554e60d-d13b-4e75-b646-f55dc023f0bc will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:44.798906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.811173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:44.874584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Network 3375c358-1a80-420b-b144-aca0e81d5a88 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:44.877730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:44.886749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:44.895636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network 1383ed2e-4f34-4cad-a4bf-d917c5229ca1 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:44.926646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 1383ed2e-4f34-4cad-a4bf-d917c5229ca1) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:44.931227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:44.931806 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:44.984959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4502d714-de69-40fe-80de-0955c62dd7b4 None None] Network 1383ed2e-4f34-4cad-a4bf-d917c5229ca1 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:45.001665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.078618 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1311941 Nov 25 08:49:45.081121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40288) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:45.101667 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Pushing event updated for resources: {'Port': ['ID=7554e60d-d13b-4e75-b646-f55dc023f0bc,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:45.117323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:45.121713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Attempting to bind port 7554e60d-d13b-4e75-b646-f55dc023f0bc on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:49:45.122084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Attempting to bind port 7554e60d-d13b-4e75-b646-f55dc023f0bc by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '330fa101-cf48-4fb6-95f5-d75c1757333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3375c358-1a80-420b-b144-aca0e81d5a88'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:49:45.122840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Attempting to bind port 7554e60d-d13b-4e75-b646-f55dc023f0bc on network 3375c358-1a80-420b-b144-aca0e81d5a88 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:49:45.130209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:49:45.130606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Checking segment: {'id': '330fa101-cf48-4fb6-95f5-d75c1757333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3375c358-1a80-420b-b144-aca0e81d5a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:45.131010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.131405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Bound using segment: {'id': '330fa101-cf48-4fb6-95f5-d75c1757333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3375c358-1a80-420b-b144-aca0e81d5a88'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:49:45.131869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Bound port: 7554e60d-d13b-4e75-b646-f55dc023f0bc, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330fa101-cf48-4fb6-95f5-d75c1757333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3375c358-1a80-420b-b144-aca0e81d5a88'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:49:45.132244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.153921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Calling delete_port for 1326d9a5-bfdb-4b0c-951b-f56964abb814 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:45.199825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.287094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 1ec74cb1-8924-4cdf-b355-f630cb649a74 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:45.288260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.295227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-1383ed2e-4f34-4cad-a4bf-d917c5229ca1', 'network_id': '1383ed2e-4f34-4cad-a4bf-d917c5229ca1', 'tenant_id': '4ef46c2b254444faab84043026d40399', 'fixed_ips': [{'subnet_id': '85399626-9f59-4564-b9a3-f3a04b320b43'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:49:45.299012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.321997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] For port 7554e60d-d13b-4e75-b646-f55dc023f0bc, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:49:45.325863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.328051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] For port 7554e60d-d13b-4e75-b646-f55dc023f0bc, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7554e60d-d13b-4e75-b646-f55dc023f0bc,segment=NetworkSegment(330fa101-cf48-4fb6-95f5-d75c1757333d),segment_id=330fa101-cf48-4fb6-95f5-d75c1757333d)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:49:45.366898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.371993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-46b33705-fc86-4297-bd98-9c79e3506d2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:45.449541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] The port '1ec74cb1-8924-4cdf-b355-f630cb649a74' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:49:45.599973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Pushing event updated for resources: {'Port': ['ID=7554e60d-d13b-4e75-b646-f55dc023f0bc,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:45.603942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:45.642508 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Allocated IP 172.20.0.1 (1383ed2e-4f34-4cad-a4bf-d917c5229ca1/85399626-9f59-4564-b9a3-f3a04b320b43/996dea27-2f34-4905-9212-3128c1f9517c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:45.651500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.760784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.790627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.796781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.802736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7119c00e-a32f-4697-bca6-79b109d47a39 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:45.812706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.815686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.963782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:45.967811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3b7179-33e0-4ea2-a439-63df1a93b743']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:45.987619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900ad623-f6e0-4d41-bfa8-292dc1f521df') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:45.988059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900ad623-f6e0-4d41-bfa8-292dc1f521df') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:45.989971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Transition to ACTIVE for port object 996dea27-2f34-4905-9212-3128c1f9517c will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:46.036474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=6570de3c-9dc9-4353-8791-482b5742cda0,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:46.042565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Transition to ACTIVE for port object 996dea27-2f34-4905-9212-3128c1f9517c will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:46.052848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:46.060628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.074448 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:46.086017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.143554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.144938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Network 1383ed2e-4f34-4cad-a4bf-d917c5229ca1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:46.149857 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.152803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:46.153947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a35cc5eb-ae5f-43e4-909f-8ae75e926343 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:46.160822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:46.196074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.203707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Pushing event updated for resources: {'Port': ['ID=996dea27-2f34-4905-9212-3128c1f9517c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:46.203890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:46.203890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.205763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:46.223505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4482f829-31d7-40a1-85db-8cd100be9073 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:46.231308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Subnet': ['ID=85399626-9f59-4564-b9a3-f3a04b320b43,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:46.252379 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:46.259515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:46.263444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Attempting to bind port 996dea27-2f34-4905-9212-3128c1f9517c on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:49:46.263825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Attempting to bind port 996dea27-2f34-4905-9212-3128c1f9517c by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '21f43800-dd8a-43a8-9f4c-5639cedfa396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1383ed2e-4f34-4cad-a4bf-d917c5229ca1'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:49:46.264191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Attempting to bind port 996dea27-2f34-4905-9212-3128c1f9517c on network 1383ed2e-4f34-4cad-a4bf-d917c5229ca1 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:49:46.269935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:49:46.270345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Checking segment: {'id': '21f43800-dd8a-43a8-9f4c-5639cedfa396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1383ed2e-4f34-4cad-a4bf-d917c5229ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:46.270763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.271205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Bound using segment: {'id': '21f43800-dd8a-43a8-9f4c-5639cedfa396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1383ed2e-4f34-4cad-a4bf-d917c5229ca1'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:49:46.271623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Bound port: 996dea27-2f34-4905-9212-3128c1f9517c, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f43800-dd8a-43a8-9f4c-5639cedfa396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1383ed2e-4f34-4cad-a4bf-d917c5229ca1'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:49:46.272002 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.331758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Pushing event deleted for resources: {'Port': ['ID=1326d9a5-bfdb-4b0c-951b-f56964abb814,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:46.334989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:46.374665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] For port 996dea27-2f34-4905-9212-3128c1f9517c, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:49:46.377854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] For port 996dea27-2f34-4905-9212-3128c1f9517c, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=996dea27-2f34-4905-9212-3128c1f9517c,segment=NetworkSegment(21f43800-dd8a-43a8-9f4c-5639cedfa396),segment_id=21f43800-dd8a-43a8-9f4c-5639cedfa396)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:49:46.387094 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.403180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c1ed4830-68bf-499a-af07-18d8b4f15faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:46.451281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.454948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Allocated IP 172.26.3.174 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/1ed805eb-dfed-4490-b036-af2613e2b8f1) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:46.461163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.466881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:46.509217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.513946 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.520864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.549012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Pushing event updated for resources: {'Port': ['ID=996dea27-2f34-4905-9212-3128c1f9517c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:46.572943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b776d61f-ebe2-4d7b-bba4-132da99b6e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.576389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:46.613433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c996b002-83fa-4cee-a44a-b19869b2070c None None] Network 1383ed2e-4f34-4cad-a4bf-d917c5229ca1 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:46.614834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Network': ['ID=6c3b7179-33e0-4ea2-a439-63df1a93b743,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:46.618611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:46.706758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1383ed2e-4f34-4cad-a4bf-d917c5229ca1']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:46.721713 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/networks/6c3b7179-33e0-4ea2-a439-63df1a93b743 HTTP/1.1" status: 204 len: 168 time: 3.9407828 Nov 25 08:49:46.727252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40300) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:46.728383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f43800-dd8a-43a8-9f4c-5639cedfa396') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:46.728703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f43800-dd8a-43a8-9f4c-5639cedfa396') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:46.783065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.819984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.835501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:46.835896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:46.853234 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:46.872550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:46.962890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47778e5-b32d-4c7d-a0fe-e1255bec0546 None None] Network 3375c358-1a80-420b-b144-aca0e81d5a88 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:47.001636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d137aa-5e29-4ec0-ab22-34c7d14540cf tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:47.002331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a9d137aa-5e29-4ec0-ab22-34c7d14540cf tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:47.007635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.016372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:49:47.016372 dv-neutron-818341-1-hyperv neutron-server[87513]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:49:47.016372 dv-neutron-818341-1-hyperv neutron-server[87513]: [parameters: {'id': '1383ed2e-4f34-4cad-a4bf-d917c5229ca1'}] Nov 25 08:49:47.016372 dv-neutron-818341-1-hyperv neutron-server[87513]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:47.016766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:47.086329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-223c9590-1c6c-4f9c-aa36-d361213b8128 None None] Provisioning for port 7554e60d-d13b-4e75-b646-f55dc023f0bc completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:47.108361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a9d137aa-5e29-4ec0-ab22-34c7d14540cf tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:47.114610 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a9d137aa-5e29-4ec0-ab22-34c7d14540cf tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3782341 Nov 25 08:49:47.115191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40306) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:47.123807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.133117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.198451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.294067 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Router 1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:49:47.434689 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d8b866df-baf0-422a-a3d1-c2aaa053e8da tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3130989 Nov 25 08:49:47.436422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40312) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:47.445994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1177713447'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:47.455886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:47.465073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:network and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:47.474682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:47.493296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:47.517642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.532167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:47.535159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7554e60d-d13b-4e75-b646-f55dc023f0bc up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:47.535563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.566043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Deleting port 996dea27-2f34-4905-9212-3128c1f9517c {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:47.566399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.616980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.622143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:47.623447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:47.632098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.636572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da37b1c-b05c-4a14-a21c-5af34d481054 None None] Sync routers for ids ['1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:47.637154 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "PUT /v2.0/routers/1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d HTTP/1.1" status: 200 len: 706 time: 5.1438131 Nov 25 08:49:47.638785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.639617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.639803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40316) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:47.646844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:47.651250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 7554e60d-d13b-4e75-b646-f55dc023f0bc completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:47.655796 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da37b1c-b05c-4a14-a21c-5af34d481054 None None] Routers {'1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:47.656495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6da37b1c-b05c-4a14-a21c-5af34d481054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:47.693276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.693612 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Added segment cadab436-e65b-4ac6-a6c0-c8075ed0ffc3 of type vlan for network 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 Nov 25 08:49:47.706082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.723674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-de86e0f6-42df-4639-9a56-3a07402a228f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:47.769000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6da37b1c-b05c-4a14-a21c-5af34d481054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:47.777442 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 7554e60d-d13b-4e75-b646-f55dc023f0bc triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:47.778045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.809811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d93f364e-9140-4e1e-8fb9-f64a2dd32d33 None None] Provisioning for port 6570de3c-9dc9-4353-8791-482b5742cda0 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:47.832987 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da37b1c-b05c-4a14-a21c-5af34d481054 None None] Routers {'1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:47.833769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6da37b1c-b05c-4a14-a21c-5af34d481054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:47.864041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Pushing event updated for resources: {'Port': ['ID=1ed805eb-dfed-4490-b036-af2613e2b8f1,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:47.880677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:47.882647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:47.886274 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:47.891193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:47.909123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:47.929461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=6570de3c-9dc9-4353-8791-482b5742cda0,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:47.939546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:47.941473 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bca25880-6552-4fed-985b-36cef1c4436e tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/routers/1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d HTTP/1.1" status: 200 len: 741 time: 0.3000002 Nov 25 08:49:47.941866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40322) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:47.953885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d93f364e-9140-4e1e-8fb9-f64a2dd32d33 None None] Provisioning complete for port 6570de3c-9dc9-4353-8791-482b5742cda0 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:47.954266 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d93f364e-9140-4e1e-8fb9-f64a2dd32d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:48.018139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6da37b1c-b05c-4a14-a21c-5af34d481054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:48.018612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da37b1c-b05c-4a14-a21c-5af34d481054 None None] The sync data for ids ['1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:48.022914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d93f364e-9140-4e1e-8fb9-f64a2dd32d33 None None] Port 6570de3c-9dc9-4353-8791-482b5742cda0 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:48.046716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d93f364e-9140-4e1e-8fb9-f64a2dd32d33 None None] Provisioning complete for port 7554e60d-d13b-4e75-b646-f55dc023f0bc triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:48.047096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d93f364e-9140-4e1e-8fb9-f64a2dd32d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:48.117858 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fd85aa5e-80be-4403-a7e5-e5153041273d tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&device_id=1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d HTTP/1.1" status: 200 len: 205 time: 0.1724756 Nov 25 08:49:48.169027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:48.180253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40326) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:48.183095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] For port 996dea27-2f34-4905-9212-3128c1f9517c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=996dea27-2f34-4905-9212-3128c1f9517c,segment=NetworkSegment(21f43800-dd8a-43a8-9f4c-5639cedfa396),segment_id=21f43800-dd8a-43a8-9f4c-5639cedfa396)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:48.183627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:48.246200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715484e3-a08d-4029-a6a9-67e228c4f923 None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:49:48.251285 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-15e9b421-67b7-49e9-b5b7-acb6cdc708f1 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d HTTP/1.1" status: 200 len: 205 time: 0.0701437 Nov 25 08:49:48.253720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40332) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:48.330918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Calling delete_port for 996dea27-2f34-4905-9212-3128c1f9517c owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:48.370234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715484e3-a08d-4029-a6a9-67e228c4f923 None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:49:48.380130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:49:48.414447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 7554e60d-d13b-4e75-b646-f55dc023f0bc, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7554e60d-d13b-4e75-b646-f55dc023f0bc,segment=NetworkSegment(330fa101-cf48-4fb6-95f5-d75c1757333d),segment_id=330fa101-cf48-4fb6-95f5-d75c1757333d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:48.448088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:48.454042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:48.454794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:48.463967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa28dc85-ca25-48c9-a4ca-220b89f53e54 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:48.471844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9a11b5d4-f9a7-48a9-8faf-844b426b4148 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:48.515371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:48.521624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:48.566193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 3375c358-1a80-420b-b144-aca0e81d5a88 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:48.575834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:48.589678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:48.616491 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1763651 Nov 25 08:49:48.616491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No DVR routers for this DVR port 996dea27-2f34-4905-9212-3128c1f9517c on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:48.616491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Network': ['ID=9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:48.641705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:49:48.655227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40338) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:48.667269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:48.667464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': '9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:48.673654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ab91a175-b378-4602-b9dc-a16cc5d9abf7 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:48.686326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=7554e60d-d13b-4e75-b646-f55dc023f0bc,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:48.736898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:48.809256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Port': ['ID=996dea27-2f34-4905-9212-3128c1f9517c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:48.816407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:48.828013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-22af1e68-8782-4d22-8994-bf072412938a None None] Provisioning complete for port 6570de3c-9dc9-4353-8791-482b5742cda0 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:48.828392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-22af1e68-8782-4d22-8994-bf072412938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:48.896286 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-22af1e68-8782-4d22-8994-bf072412938a None None] Port 6570de3c-9dc9-4353-8791-482b5742cda0 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:48.960257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.001247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1383ed2e-4f34-4cad-a4bf-d917c5229ca1']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:49.016860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f43800-dd8a-43a8-9f4c-5639cedfa396') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:49.017184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f43800-dd8a-43a8-9f4c-5639cedfa396') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:49.049428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.076941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.081984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router d031573b-6bbb-43f1-a256-966f6992d3c6 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:49:49.086115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:49.086535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:49.102504 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:49.134353 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8907ae4-2cec-4946-ac60-4cdae9c36b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.170317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa28dc85-ca25-48c9-a4ca-220b89f53e54 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.177896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa28dc85-ca25-48c9-a4ca-220b89f53e54 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.184533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:49.191575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:49.197972 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:49.223528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:49.240627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa28dc85-ca25-48c9-a4ca-220b89f53e54 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.241170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa28dc85-ca25-48c9-a4ca-220b89f53e54 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Fanout notify agent at l3_agent the message router_deleted on router 1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:49.242653 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.301459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:49.304870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.324520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f323feae-e78f-415a-8bfa-5843a649ba39 None None] Provisioning complete for port 6570de3c-9dc9-4353-8791-482b5742cda0 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:49.325162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f323feae-e78f-415a-8bfa-5843a649ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.332985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.338511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1a31098-6680-4e11-b148-6efe18084914 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:49.363846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.368490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=1383ed2e-4f34-4cad-a4bf-d917c5229ca1,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:49.376740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:49.381119 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/1383ed2e-4f34-4cad-a4bf-d917c5229ca1 HTTP/1.1" status: 204 len: 168 time: 4.2945039 Nov 25 08:49:49.384659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40346) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:49.394837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-106528989'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:49.399599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:49.403588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:network and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:49.404609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f323feae-e78f-415a-8bfa-5843a649ba39 None None] Port 6570de3c-9dc9-4353-8791-482b5742cda0 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:49.406757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:49.413206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:49.415113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:49.420301 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/d031573b-6bbb-43f1-a256-966f6992d3c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0381465 Nov 25 08:49:49.424630 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae0649-9b69-42d5-ad26-27170d41aaa2 None None] Sync routers for ids ['d031573b-6bbb-43f1-a256-966f6992d3c6'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:49.437329 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae0649-9b69-42d5-ad26-27170d41aaa2 None None] Routers {'d031573b-6bbb-43f1-a256-966f6992d3c6'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:49.437920 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3aae0649-9b69-42d5-ad26-27170d41aaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d031573b-6bbb-43f1-a256-966f6992d3c6'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:49.439000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40350) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:49.457333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa28dc85-ca25-48c9-a4ca-220b89f53e54 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.461754 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fa28dc85-ca25-48c9-a4ca-220b89f53e54 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d HTTP/1.1" status: 204 len: 168 time: 1.2038064 Nov 25 08:49:49.473406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40356) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:49.532274 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3aae0649-9b69-42d5-ad26-27170d41aaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:49.533795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5becc9-e75c-408d-b33e-d999516fc3e8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:49.534519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9c5becc9-e75c-408d-b33e-d999516fc3e8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:49.540808 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7585304e-13d2-444e-9f6a-691234cb85c8 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d HTTP/1.1" status: 200 len: 205 time: 0.0641723 Nov 25 08:49:49.544382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40360) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:49.553428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7554e60d-d13b-4e75-b646-f55dc023f0bc up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:49.572153 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae0649-9b69-42d5-ad26-27170d41aaa2 None None] Routers {'d031573b-6bbb-43f1-a256-966f6992d3c6'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:49.572775 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3aae0649-9b69-42d5-ad26-27170d41aaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d031573b-6bbb-43f1-a256-966f6992d3c6'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:49.623377 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-a16db2d8-58a4-4a5e-a8a7-409e6cc8ad0f tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] delete failed (client error): The resource could not be found. Nov 25 08:49:49.625760 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a16db2d8-58a4-4a5e-a8a7-409e6cc8ad0f tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/1255607a-2ea3-4db8-a5d2-fa0b7d6e4e6d HTTP/1.1" status: 404 len: 336 time: 0.0802341 Nov 25 08:49:49.631467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40364) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:49.656432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 7554e60d-d13b-4e75-b646-f55dc023f0bc triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:49.657542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.657785 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3aae0649-9b69-42d5-ad26-27170d41aaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:49.658814 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae0649-9b69-42d5-ad26-27170d41aaa2 None None] The sync data for ids ['d031573b-6bbb-43f1-a256-966f6992d3c6'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:49.669878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:49.673815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.695219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9c5becc9-e75c-408d-b33e-d999516fc3e8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:49.696475 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9c5becc9-e75c-408d-b33e-d999516fc3e8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports/6570de3c-9dc9-4353-8791-482b5742cda0 HTTP/1.1" status: 200 len: 983 time: 0.2544532 Nov 25 08:49:49.702244 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0bf658f9-e83e-4e91-ad80-1255547b40c7 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=08bd174a-88e6-4716-bea1-7ca911e09f54 HTTP/1.1" status: 200 len: 205 time: 0.0695138 Nov 25 08:49:49.705614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40370) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:49.705614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40372) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:49.859992 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.904730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:49.910488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:49.936222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:50.008963 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-a937d090-17b4-4cf2-8502-233e9d35a5c4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] delete failed (client error): The resource could not be found. Nov 25 08:49:50.012350 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a937d090-17b4-4cf2-8502-233e9d35a5c4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/08bd174a-88e6-4716-bea1-7ca911e09f54 HTTP/1.1" status: 404 len: 336 time: 0.3019781 Nov 25 08:49:50.025797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40380) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:50.083055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:50.112838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:50.113168 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment ed626b9f-1425-49be-821e-0cc6547835f0 of type vlan for network bfd386bd-544c-46b9-afa2-a2326e8baa62 Nov 25 08:49:50.144435 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7bd3cc99-d196-43ed-842b-af2b4f57d846 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=f569500d-7b39-4094-85d1-5d91ada9d023 HTTP/1.1" status: 200 len: 205 time: 0.1168852 Nov 25 08:49:50.161852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40386) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:50.168208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Subnet': ['ID=acd8620e-c5a2-465e-aa48-cd4d53ea61de,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:50.232132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:50.247501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Checking segment: {'id': 'cadab436-e65b-4ac6-a6c0-c8075ed0ffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:50.247853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network hostable DHCP agents. Network: 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:50.283749 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-0c958185-8628-4667-ba08-da2eac3eaecb tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] delete failed (client error): The resource could not be found. Nov 25 08:49:50.284729 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0c958185-8628-4667-ba08-da2eac3eaecb tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/f569500d-7b39-4094-85d1-5d91ada9d023 HTTP/1.1" status: 404 len: 336 time: 0.1219277 Nov 25 08:49:50.288007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:50.292020 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40390) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:50.313351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4ccf-61d9-4314-8404-446f212a9a39 req-0481d2d9-91e3-4407-8ea1-d52188ce48c5 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:50.314836 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c2ca4ccf-61d9-4314-8404-446f212a9a39 req-0481d2d9-91e3-4407-8ea1-d52188ce48c5 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 945 time: 0.4232957 Nov 25 08:49:50.424386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:50.429976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:50.430612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:50.441475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:50.460234 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c2ca4ccf-61d9-4314-8404-446f212a9a39 req-2c0dc4b2-c477-4458-bc9b-c8911b343cd7 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374002 Nov 25 08:49:50.509774 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-097d0951-8abb-4464-bcb8-50054743e26e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=9794c58d-7b05-4d2e-ac62-2d66e5259399 HTTP/1.1" status: 200 len: 205 time: 0.2061996 Nov 25 08:49:50.511674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40396) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:50.551821 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1660428 Nov 25 08:49:50.560259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40402) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:50.569482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'network_id': 'bfd386bd-544c-46b9-afa2-a2326e8baa62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:50.573352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:50.583735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=bfd386bd-544c-46b9-afa2-a2326e8baa62,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:50.590156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:50.601156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network bfd386bd-544c-46b9-afa2-a2326e8baa62 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:49:50.610162 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-03294836-e769-4447-832f-3d460b09368f tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] delete failed (client error): The resource could not be found. Nov 25 08:49:50.613782 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-03294836-e769-4447-832f-3d460b09368f tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/9794c58d-7b05-4d2e-ac62-2d66e5259399 HTTP/1.1" status: 404 len: 336 time: 0.0955775 Nov 25 08:49:50.616453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40406) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:50.618737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:50.630838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b85229-e437-4c0d-bbe6-546ca29e5728 None None] Network 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:50.664195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:50.664788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:50.686060 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-381d411d-8019-4b5c-8fdc-4391d9311a99 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ffc19c2-f469-4f37-b528-40c6d116a671 HTTP/1.1" status: 200 len: 205 time: 0.0678842 Nov 25 08:49:50.692214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40412) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:50.720122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03bd41-0050-4239-83f1-ef2434a0c798 req-3707badf-5577-40b3-af6b-880027352c55 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:50.721682 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4c03bd41-0050-4239-83f1-ef2434a0c798 req-3707badf-5577-40b3-af6b-880027352c55 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 945 time: 0.4753175 Nov 25 08:49:50.726918 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0693948 Nov 25 08:49:50.727655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Router a6307cb7-65b9-4e0b-894e-e49b8c38a374 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:49:50.735481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40416) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:50.764481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': '9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7', 'name': 'tempest-PortsTestJSON-7310902'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:50.794417 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-b0e4fe28-7afd-437a-807c-c9a38ed4d57c tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] delete failed (client error): The resource could not be found. Nov 25 08:49:50.795411 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b0e4fe28-7afd-437a-807c-c9a38ed4d57c tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/3ffc19c2-f469-4f37-b528-40c6d116a671 HTTP/1.1" status: 404 len: 336 time: 0.0957265 Nov 25 08:49:50.799156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:50.800845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40420) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:50.834724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:subnet and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:50.847961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:50.865718 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6ed9a60b-e90f-4bde-9c3c-e5794667c961 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "GET /v2.0/ports?device_id=94784e61-2c7d-440e-9b6e-b8400ee45ddf HTTP/1.1" status: 200 len: 205 time: 0.0636797 Nov 25 08:49:50.866777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:50.871855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40424) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:50.944626 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-1c1e843f-50c9-4806-bc4e-e74a9a07018c tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] delete failed (client error): The resource could not be found. Nov 25 08:49:50.945428 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1c1e843f-50c9-4806-bc4e-e74a9a07018c tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/routers/94784e61-2c7d-440e-9b6e-b8400ee45ddf HTTP/1.1" status: 404 len: 336 time: 0.0726733 Nov 25 08:49:50.949860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40428) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:50.953445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:50.956826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:50.973917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7', 'network_id': '9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7', 'tenant_id': '582cee82d17044798b7f02b1399f0549', 'fixed_ips': [{'subnet_id': 'acd8620e-c5a2-465e-aa48-cd4d53ea61de'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:49:50.974848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:51.038125 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4c03bd41-0050-4239-83f1-ef2434a0c798 req-f10e1633-8982-4f44-bce9-dfe47bed55f3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998791 Nov 25 08:49:51.060874 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6ea394-4194-4849-8771-5699bbac284b tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] DELETE failed (client error): The resource could not be found. Nov 25 08:49:51.061317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6ea394-4194-4849-8771-5699bbac284b tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:49:51.062990 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1b6ea394-4194-4849-8771-5699bbac284b tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] 10.222.0.54 "DELETE /v2.0/subnets/01d88879-3be1-4a74-8185-f7734db39dd4 HTTP/1.1" status: 404 len: 337 time: 0.1119685 Nov 25 08:49:51.135835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:51.152324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:51.157048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:51.170639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:51.189793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:51.194196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:51.208756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:51.210203 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0553052 Nov 25 08:49:51.215954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40438) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:51.221681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Allocated IP 172.20.0.2 (9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7/acd8620e-c5a2-465e-aa48-cd4d53ea61de/f22e9b44-11e6-4297-a54b-fd54f8955cf2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:51.224334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:51.390127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port 2fccf4d4-d175-4f18-9bbd-16d58c481589 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:49:51.414843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68da3d-a816-4f13-9430-d85d2dbaaaf6 None None] Sync routers for ids ['a6307cb7-65b9-4e0b-894e-e49b8c38a374'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:51.451648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68da3d-a816-4f13-9430-d85d2dbaaaf6 None None] Routers {'a6307cb7-65b9-4e0b-894e-e49b8c38a374'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:51.452220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-aa68da3d-a816-4f13-9430-d85d2dbaaaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a6307cb7-65b9-4e0b-894e-e49b8c38a374'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:51.699214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:51.709905 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Transition to ACTIVE for port object f22e9b44-11e6-4297-a54b-fd54f8955cf2 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:51.730364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Transition to ACTIVE for port object f22e9b44-11e6-4297-a54b-fd54f8955cf2 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:51.733697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-aa68da3d-a816-4f13-9430-d85d2dbaaaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:51.737582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:51.743108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:51.748763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0a50fe3-1018-4482-bd6d-38080339da4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:51.773664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40448) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:51.803675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68da3d-a816-4f13-9430-d85d2dbaaaf6 None None] Routers {'a6307cb7-65b9-4e0b-894e-e49b8c38a374'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:51.804795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-aa68da3d-a816-4f13-9430-d85d2dbaaaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a6307cb7-65b9-4e0b-894e-e49b8c38a374'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:51.816725 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:51.831312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d299624e-a6cc-4e54-80f2-529a903c3ba2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:51.882904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.5 (9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7/acd8620e-c5a2-465e-aa48-cd4d53ea61de/2fccf4d4-d175-4f18-9bbd-16d58c481589) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:51.894659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Network 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:51.899342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:51.902145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-aa68da3d-a816-4f13-9430-d85d2dbaaaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:51.902791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68da3d-a816-4f13-9430-d85d2dbaaaf6 None None] The sync data for ids ['a6307cb7-65b9-4e0b-894e-e49b8c38a374'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:51.907943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:51.985676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 6570de3c-9dc9-4353-8791-482b5742cda0 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:51.985918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.022797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Attempting to bind port f22e9b44-11e6-4297-a54b-fd54f8955cf2 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:49:52.023412 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Attempting to bind port f22e9b44-11e6-4297-a54b-fd54f8955cf2 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'cadab436-e65b-4ac6-a6c0-c8075ed0ffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:49:52.023849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Attempting to bind port f22e9b44-11e6-4297-a54b-fd54f8955cf2 on network 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:49:52.032408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Pushing event updated for resources: {'Port': ['ID=f22e9b44-11e6-4297-a54b-fd54f8955cf2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:52.035219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:49:52.035812 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Checking segment: {'id': 'cadab436-e65b-4ac6-a6c0-c8075ed0ffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:52.036376 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.036955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Bound using segment: {'id': 'cadab436-e65b-4ac6-a6c0-c8075ed0ffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:49:52.037547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Bound port: f22e9b44-11e6-4297-a54b-fd54f8955cf2, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadab436-e65b-4ac6-a6c0-c8075ed0ffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:49:52.038054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.049304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:52.115813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=c541c9a1-0045-41df-aeb8-21c792d38b0a,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:52.118565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:52.132616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-91b1b53d-6c30-4c38-9dba-446f0209fbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.180150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking segment: {'id': 'ed626b9f-1425-49be-821e-0cc6547835f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfd386bd-544c-46b9-afa2-a2326e8baa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:52.180381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network hostable DHCP agents. Network: bfd386bd-544c-46b9-afa2-a2326e8baa62, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:52.186487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-91b1b53d-6c30-4c38-9dba-446f0209fbbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:52.190803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] For port f22e9b44-11e6-4297-a54b-fd54f8955cf2, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:49:52.194750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] For port f22e9b44-11e6-4297-a54b-fd54f8955cf2, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f22e9b44-11e6-4297-a54b-fd54f8955cf2,segment=NetworkSegment(cadab436-e65b-4ac6-a6c0-c8075ed0ffc3),segment_id=cadab436-e65b-4ac6-a6c0-c8075ed0ffc3)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:49:52.201723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.206975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a88ed5c7-8cff-42bd-b33a-7427d698beb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:52.274597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-91b1b53d-6c30-4c38-9dba-446f0209fbbc admin admin] Usage tracker for resource:security_group_rule and tenant:3f03faf91d2e481a970fbafbcb2dbcd0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:52.282858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-91b1b53d-6c30-4c38-9dba-446f0209fbbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:52.290819 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Pushing event updated for resources: {'Port': ['ID=f22e9b44-11e6-4297-a54b-fd54f8955cf2,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:52.295071 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:52.308760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41730bb-ec3c-428d-ae87-4e3dd5d2da62 req-f363c4bb-35f1-4ed0-b70a-4ac7b8021a69 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:52.310391 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c41730bb-ec3c-428d-ae87-4e3dd5d2da62 req-f363c4bb-35f1-4ed0-b70a-4ac7b8021a69 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 945 time: 0.5788112 Nov 25 08:49:52.311405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-91b1b53d-6c30-4c38-9dba-446f0209fbbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:52.390070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network bfd386bd-544c-46b9-afa2-a2326e8baa62 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:52.443605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.457764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, bfd386bd-544c-46b9-afa2-a2326e8baa62) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:52.465732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:52.466532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.467857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e07c57-96e1-4a0d-9b03-bfb3b9c57102 None None] Network bfd386bd-544c-46b9-afa2-a2326e8baa62 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:52.524757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.587168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.628568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Deleting port 1ed805eb-dfed-4490-b036-af2613e2b8f1 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:52.628924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.640718 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c41730bb-ec3c-428d-ae87-4e3dd5d2da62 req-5ccc9a11-991a-4930-bb34-277e1201738f tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141339 Nov 25 08:49:52.652383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 6570de3c-9dc9-4353-8791-482b5742cda0 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:52.719062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc1eb2-4319-402d-9964-57436033e14e req-59460eeb-22a4-48aa-b1ff-08cb788f2078 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:52.720600 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73dc1eb2-4319-402d-9964-57436033e14e req-59460eeb-22a4-48aa-b1ff-08cb788f2078 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 945 time: 0.2557292 Nov 25 08:49:52.727043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.758982 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1971245 Nov 25 08:49:52.839961 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40462) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:52.881518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-bfd386bd-544c-46b9-afa2-a2326e8baa62', 'network_id': 'bfd386bd-544c-46b9-afa2-a2326e8baa62', 'tenant_id': '4ef46c2b254444faab84043026d40399', 'fixed_ips': [{'subnet_id': 'c541c9a1-0045-41df-aeb8-21c792d38b0a'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:49:52.885655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:52.896781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object 2fccf4d4-d175-4f18-9bbd-16d58c481589 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:53.019816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-91b1b53d-6c30-4c38-9dba-446f0209fbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.051529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-91b1b53d-6c30-4c38-9dba-446f0209fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.066767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Allocated IP 172.20.0.2 (bfd386bd-544c-46b9-afa2-a2326e8baa62/c541c9a1-0045-41df-aeb8-21c792d38b0a/14848023-2411-4b1f-8055-a67a35ee6821) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:53.068920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9bb47d1b-f64c-4dea-99a3-11e0e6359288 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:53.079951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.121932 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-91b1b53d-6c30-4c38-9dba-446f0209fbbc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f03faf91d2e481a970fbafbcb2dbcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3472185 Nov 25 08:49:53.124838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40466) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:53.125492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1b53d-6c30-4c38-9dba-446f0209fbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde1743-9b60-41d9-a928-33dde88a7ec1,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:53.138949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cf06b-2c7e-4218-9eda-c53908ddf941 req-75bba850-7965-486e-bbe6-996517fed33c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:53.145790 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c83cf06b-2c7e-4218-9eda-c53908ddf941 req-75bba850-7965-486e-bbe6-996517fed33c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.2171714 Nov 25 08:49:53.151140 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73dc1eb2-4319-402d-9964-57436033e14e req-c0229499-d8eb-4429-908a-a647171f903b tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4187260 Nov 25 08:49:53.158775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-91b1b53d-6c30-4c38-9dba-446f0209fbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:53.177847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.312502 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c83cf06b-2c7e-4218-9eda-c53908ddf941 req-638ba10a-fafb-4c26-8d9d-a48e777540ec tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657715 Nov 25 08:49:53.312894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.320752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Calling delete_port for 1ed805eb-dfed-4490-b036-af2613e2b8f1 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:53.329966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.340965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4497444a-4534-4214-b006-6c971cb6bcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.353400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Transition to ACTIVE for port object 14848023-2411-4b1f-8055-a67a35ee6821 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:53.355291 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.365165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-728536a8-c9a2-4c6f-b90c-1f0ca1e8d240 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:53.380566 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Transition to ACTIVE for port object 14848023-2411-4b1f-8055-a67a35ee6821 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:53.392800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.400093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cb2fe5c1-d6f5-499d-b643-3a2a01e42b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:53.606811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Network bfd386bd-544c-46b9-afa2-a2326e8baa62 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:53.619920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:53.623736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-28bfa466-105e-421d-8857-e8dfc71d5e92 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:53.642388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:53.652370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f22e9b44-11e6-4297-a54b-fd54f8955cf2 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:53.729894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=6570de3c-9dc9-4353-8791-482b5742cda0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:53.734953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:53.773038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4497444a-4534-4214-b006-6c971cb6bcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.784866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=2fccf4d4-d175-4f18-9bbd-16d58c481589,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:53.821245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:53.828093 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.840816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2e2a0f56-bbdf-40cd-87d7-5f9eb8548bf9 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:53.890916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Pushing event deleted for resources: {'Port': ['ID=1ed805eb-dfed-4490-b036-af2613e2b8f1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:53.899891 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Attempting to bind port 14848023-2411-4b1f-8055-a67a35ee6821 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:49:53.900399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Attempting to bind port 14848023-2411-4b1f-8055-a67a35ee6821 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'ed626b9f-1425-49be-821e-0cc6547835f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfd386bd-544c-46b9-afa2-a2326e8baa62'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:49:53.900910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Attempting to bind port 14848023-2411-4b1f-8055-a67a35ee6821 on network bfd386bd-544c-46b9-afa2-a2326e8baa62 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:49:53.901045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:53.908957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Pushing event updated for resources: {'Port': ['ID=14848023-2411-4b1f-8055-a67a35ee6821,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:53.911924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:53.918003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:49:53.918677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Checking segment: {'id': 'ed626b9f-1425-49be-821e-0cc6547835f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfd386bd-544c-46b9-afa2-a2326e8baa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:49:53.919080 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.919603 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Bound using segment: {'id': 'ed626b9f-1425-49be-821e-0cc6547835f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfd386bd-544c-46b9-afa2-a2326e8baa62'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:49:53.920091 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Bound port: 14848023-2411-4b1f-8055-a67a35ee6821, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed626b9f-1425-49be-821e-0cc6547835f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfd386bd-544c-46b9-afa2-a2326e8baa62'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:49:53.920461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:53.930198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port f22e9b44-11e6-4297-a54b-fd54f8955cf2 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:53.937572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:53.943509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afe2120-1051-4edf-ad4a-f15919a97fb1 None None] Network 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:53.975780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.016741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.047371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:54.088220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:54.229219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f0d03425-6bbd-4b70-9890-741861a7b406 None None] Provisioning for port f22e9b44-11e6-4297-a54b-fd54f8955cf2 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:54.230355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.238772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-64364888-e6f5-449c-96b4-9186bcaa3545 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:54.242365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f0d03425-6bbd-4b70-9890-741861a7b406 None None] Provisioning complete for port f22e9b44-11e6-4297-a54b-fd54f8955cf2 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:54.242789 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0d03425-6bbd-4b70-9890-741861a7b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.273756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.345616 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:54.345850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] For port 14848023-2411-4b1f-8055-a67a35ee6821, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:49:54.346395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.357557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] For port 14848023-2411-4b1f-8055-a67a35ee6821, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=14848023-2411-4b1f-8055-a67a35ee6821,segment=NetworkSegment(ed626b9f-1425-49be-821e-0cc6547835f0),segment_id=ed626b9f-1425-49be-821e-0cc6547835f0)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:49:54.363762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Subnet': ['ID=c541c9a1-0045-41df-aeb8-21c792d38b0a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:54.373838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.378672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:54.387704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-72ac9e66-af6b-4834-9954-0a2cebc6ea8f tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:54.388690 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-72ac9e66-af6b-4834-9954-0a2cebc6ea8f tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.41 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 945 time: 0.9817564 Nov 25 08:49:54.392456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4497444a-4534-4214-b006-6c971cb6bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.401472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:54.468464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497444a-4534-4214-b006-6c971cb6bcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde1743-9b60-41d9-a928-33dde88a7ec1,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:54.470844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4497444a-4534-4214-b006-6c971cb6bcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:54.486196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa49f07-021a-4ae0-9c24-169a3b0a9dc1 req-58bef535-5b54-496e-89b6-6887436bce3e tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:54.487757 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7fa49f07-021a-4ae0-9c24-169a3b0a9dc1 req-58bef535-5b54-496e-89b6-6887436bce3e tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 945 time: 0.5084352 Nov 25 08:49:54.490088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router d031573b-6bbb-43f1-a256-966f6992d3c6 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:49:54.544360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Pushing event updated for resources: {'Port': ['ID=14848023-2411-4b1f-8055-a67a35ee6821,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:54.547469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Deleting port a31a28d2-e9a1-402e-a042-e59073525d2b {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:54.547809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.549299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:54.563615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0d03425-6bbd-4b70-9890-741861a7b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.600080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:54.605180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f0d03425-6bbd-4b70-9890-741861a7b406 None None] For port f22e9b44-11e6-4297-a54b-fd54f8955cf2, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f22e9b44-11e6-4297-a54b-fd54f8955cf2,segment=NetworkSegment(cadab436-e65b-4ac6-a6c0-c8075ed0ffc3),segment_id=cadab436-e65b-4ac6-a6c0-c8075ed0ffc3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:54.611653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0d03425-6bbd-4b70-9890-741861a7b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.613651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:54.658014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4497444a-4534-4214-b006-6c971cb6bcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:54.661924 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4497444a-4534-4214-b006-6c971cb6bcc3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6dde1743-9b60-41d9-a928-33dde88a7ec1 HTTP/1.1" status: 204 len: 168 time: 1.5337210 Nov 25 08:49:54.739406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d03425-6bbd-4b70-9890-741861a7b406 None None] Pushing event updated for resources: {'Port': ['ID=f22e9b44-11e6-4297-a54b-fd54f8955cf2,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:54.745268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f0d03425-6bbd-4b70-9890-741861a7b406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:54.801958 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7fa49f07-021a-4ae0-9c24-169a3b0a9dc1 req-af233328-9e21-4b76-8f9a-a163ac105407 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853978 Nov 25 08:49:54.801958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:54.810868 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/d031573b-6bbb-43f1-a256-966f6992d3c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1044598 Nov 25 08:49:54.822447 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ccd362-0375-46ad-a85f-1602d3cb9bc5 None None] Sync routers for ids ['d031573b-6bbb-43f1-a256-966f6992d3c6'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:54.848139 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ccd362-0375-46ad-a85f-1602d3cb9bc5 None None] Routers {'d031573b-6bbb-43f1-a256-966f6992d3c6'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:54.849442 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-71ccd362-0375-46ad-a85f-1602d3cb9bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d031573b-6bbb-43f1-a256-966f6992d3c6'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:54.864162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40480) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:54.927542 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-71ccd362-0375-46ad-a85f-1602d3cb9bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:54.969993 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ccd362-0375-46ad-a85f-1602d3cb9bc5 None None] Routers {'d031573b-6bbb-43f1-a256-966f6992d3c6'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:54.971136 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-71ccd362-0375-46ad-a85f-1602d3cb9bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d031573b-6bbb-43f1-a256-966f6992d3c6'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:54.991739 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.2365894 Nov 25 08:49:55.021865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40486) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:55.049637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': '9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7', 'name': 'tempest-PortsTestJSON-496755701'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:55.053339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-70f9b23d-34fd-41c2-a265-93c5f5ca19b5 None None] Provisioning complete for port f22e9b44-11e6-4297-a54b-fd54f8955cf2 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:55.054176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-70f9b23d-34fd-41c2-a265-93c5f5ca19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:55.070523 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:55.082525 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-71ccd362-0375-46ad-a85f-1602d3cb9bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:55.083307 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ccd362-0375-46ad-a85f-1602d3cb9bc5 None None] The sync data for ids ['d031573b-6bbb-43f1-a256-966f6992d3c6'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:55.279950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40490) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:55.327822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-70f9b23d-34fd-41c2-a265-93c5f5ca19b5 None None] Provisioning for port 2fccf4d4-d175-4f18-9bbd-16d58c481589 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:55.333529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-70f9b23d-34fd-41c2-a265-93c5f5ca19b5 None None] Provisioning complete for port 2fccf4d4-d175-4f18-9bbd-16d58c481589 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:55.333908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-70f9b23d-34fd-41c2-a265-93c5f5ca19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:55.406465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-70f9b23d-34fd-41c2-a265-93c5f5ca19b5 None None] Port 2fccf4d4-d175-4f18-9bbd-16d58c481589 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:55.437344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75791b-9988-409f-b501-5375c5eae41d req-a4770d1c-8831-433e-a2ab-07a792336528 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:55.437995 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4d75791b-9988-409f-b501-5375c5eae41d req-a4770d1c-8831-433e-a2ab-07a792336528 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 945 time: 1.3952579 Nov 25 08:49:55.542932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b4541d36-5c1a-4884-a6a8-c70a02d6b769 None None] Provisioning complete for port 2fccf4d4-d175-4f18-9bbd-16d58c481589 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:55.543452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b4541d36-5c1a-4884-a6a8-c70a02d6b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:55.591079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f22e9b44-11e6-4297-a54b-fd54f8955cf2 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:55.614357 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-899e77bf-f0fb-496d-98af-e46a5ffe7380 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31450403b64642b9808ab04ba0138e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303881 Nov 25 08:49:55.628788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40494) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:55.641287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] For port a31a28d2-e9a1-402e-a042-e59073525d2b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a31a28d2-e9a1-402e-a042-e59073525d2b,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:55.641647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:55.663872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b4541d36-5c1a-4884-a6a8-c70a02d6b769 None None] Port 2fccf4d4-d175-4f18-9bbd-16d58c481589 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:55.678775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153369d-2519-4417-8ebb-4a569fd535c7 req-2709eed8-a862-4b47-bd83-f4060a3e4f99 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:55.681051 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f153369d-2519-4417-8ebb-4a569fd535c7 req-2709eed8-a862-4b47-bd83-f4060a3e4f99 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 1.6393449 Nov 25 08:49:55.681463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port f22e9b44-11e6-4297-a54b-fd54f8955cf2 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:55.681846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:55.686268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:55.710939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd386bd-544c-46b9-afa2-a2326e8baa62']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:55.798678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:55.811286 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 14848023-2411-4b1f-8055-a67a35ee6821 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:49:55.877628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed626b9f-1425-49be-821e-0cc6547835f0') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:55.878567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed626b9f-1425-49be-821e-0cc6547835f0') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:55.881488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:55.892435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 14848023-2411-4b1f-8055-a67a35ee6821 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:55.895052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7e11f-9b25-4772-9d8f-69f995f34b82 req-2e360cd4-ecd0-4a30-a10d-695ea875d0d5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:55.899295 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-a05687a3-5ef0-42ff-be29-66c41ea766e5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 08:49:55.900577 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a05687a3-5ef0-42ff-be29-66c41ea766e5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/d031573b-6bbb-43f1-a256-966f6992d3c6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9298100 Nov 25 08:49:55.901781 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b9c7e11f-9b25-4772-9d8f-69f995f34b82 req-2e360cd4-ecd0-4a30-a10d-695ea875d0d5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 945 time: 0.7139390 Nov 25 08:49:55.903152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:port and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:55.908207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:55.910733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40500) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:55.969533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5b2a70c0-b7a0-4141-b046-520e1d286d81 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:55.972939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:55.993598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.034458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Deleting port cf29c45c-c264-4a21-814a-52c90345990b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:56.034809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.082989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.102063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:56.105854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.107218 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f153369d-2519-4417-8ebb-4a569fd535c7 req-2461e350-90a1-4bfa-a8b5-e481f57b8d68 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4092662 Nov 25 08:49:56.125686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:49:56.125686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.126498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5b2a70c0-b7a0-4141-b046-520e1d286d81 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:56.127633 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5b2a70c0-b7a0-4141-b046-520e1d286d81 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=d031573b-6bbb-43f1-a256-966f6992d3c6 HTTP/1.1" status: 200 len: 205 time: 0.2159710 Nov 25 08:49:56.136254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fadff919-c4b4-441d-9e96-dbf68bc77dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:49:56.137970 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:49:56.141971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40506) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:56.153190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Router a6307cb7-65b9-4e0b-894e-e49b8c38a374 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:49:56.160219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cdd05c-e23c-4fe3-a5b8-6bb79d621c47 None None] Network bfd386bd-544c-46b9-afa2-a2326e8baa62 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:56.207725 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b9c7e11f-9b25-4772-9d8f-69f995f34b82 req-2c9c9eca-4160-460b-8b26-24a9f6edd53a tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841592 Nov 25 08:49:56.217693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.218041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.218364 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Floating IP db4cc954-9735-4e5f-8103-ce6a1ed8027d disassociated. External IP: 172.26.3.195, port: a31a28d2-e9a1-402e-a042-e59073525d2b. Nov 25 08:49:56.218708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Calling delete_port for a31a28d2-e9a1-402e-a042-e59073525d2b owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:56.260021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:49:56.280139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e7872f16-fd29-4585-82c9-2441655dc5d3 None None] Provisioning for port 14848023-2411-4b1f-8055-a67a35ee6821 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:56.350191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e7872f16-fd29-4585-82c9-2441655dc5d3 None None] Provisioning complete for port 14848023-2411-4b1f-8055-a67a35ee6821 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:56.350360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7872f16-fd29-4585-82c9-2441655dc5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.407294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86ddda36-0abe-492b-86c0-7f86a293f610 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.504186 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7872f16-fd29-4585-82c9-2441655dc5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.546238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e7872f16-fd29-4585-82c9-2441655dc5d3 None None] For port 14848023-2411-4b1f-8055-a67a35ee6821, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=14848023-2411-4b1f-8055-a67a35ee6821,segment=NetworkSegment(ed626b9f-1425-49be-821e-0cc6547835f0),segment_id=ed626b9f-1425-49be-821e-0cc6547835f0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:56.554586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7872f16-fd29-4585-82c9-2441655dc5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.556561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0ad456e-88f4-4864-b079-7764ed3ec835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:56.589511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fadff919-c4b4-441d-9e96-dbf68bc77dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.623140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa95c47-7a42-4f4f-be60-5569dbca79a3 None None] DHCP port deletion for bfd386bd-544c-46b9-afa2-a2326e8baa62 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:49:56.638310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ffa95c47-7a42-4f4f-be60-5569dbca79a3 None None] Deleting port 14848023-2411-4b1f-8055-a67a35ee6821 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:56.638958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ffa95c47-7a42-4f4f-be60-5569dbca79a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.672977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:49:56.672977 dv-neutron-818341-1-hyperv neutron-server[87512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:49:56.672977 dv-neutron-818341-1-hyperv neutron-server[87512]: [parameters: {'id': 'bfd386bd-544c-46b9-afa2-a2326e8baa62'}] Nov 25 08:49:56.672977 dv-neutron-818341-1-hyperv neutron-server[87512]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:56.673509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:56.740525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:56.741173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7872f16-fd29-4585-82c9-2441655dc5d3 None None] Pushing event updated for resources: {'Port': ['ID=14848023-2411-4b1f-8055-a67a35ee6821,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:56.748200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e7872f16-fd29-4585-82c9-2441655dc5d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:56.762541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce617de-0b1e-414f-ac71-d04658e73d65 None None] Sync routers for ids ['a6307cb7-65b9-4e0b-894e-e49b8c38a374'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:56.764517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.768471 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "PUT /v2.0/routers/a6307cb7-65b9-4e0b-894e-e49b8c38a374 HTTP/1.1" status: 200 len: 709 time: 5.5513699 Nov 25 08:49:56.770049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40514) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:56.805221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce617de-0b1e-414f-ac71-d04658e73d65 None None] Routers {'a6307cb7-65b9-4e0b-894e-e49b8c38a374'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:56.806113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8ce617de-0b1e-414f-ac71-d04658e73d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a6307cb7-65b9-4e0b-894e-e49b8c38a374'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:56.873495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779010d-2500-48d6-816b-8edb21d0fe89 req-56802a8f-adc8-44b6-8052-4b51b63607fa tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:56.881012 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2779010d-2500-48d6-816b-8edb21d0fe89 req-56802a8f-adc8-44b6-8052-4b51b63607fa tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 945 time: 0.6368487 Nov 25 08:49:56.926197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fadff919-c4b4-441d-9e96-dbf68bc77dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.944173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:56.975131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadff919-c4b4-441d-9e96-dbf68bc77dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1c7951-4425-4f06-a390-d29f85672e73,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:56.983748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] For port cf29c45c-c264-4a21-814a-52c90345990b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cf29c45c-c264-4a21-814a-52c90345990b,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:56.984427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:56.994464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fadff919-c4b4-441d-9e96-dbf68bc77dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:57.007532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fadff919-c4b4-441d-9e96-dbf68bc77dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.008822 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fadff919-c4b4-441d-9e96-dbf68bc77dab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc1c7951-4425-4f06-a390-d29f85672e73 HTTP/1.1" status: 204 len: 168 time: 1.3395145 Nov 25 08:49:57.011508 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8ce617de-0b1e-414f-ac71-d04658e73d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:57.020204 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device cf29c45c-c264-4a21-814a-52c90345990b no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:57.061067 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2779010d-2500-48d6-816b-8edb21d0fe89 req-964e00fe-5fe6-4e84-b9ba-b3dc99c49b70 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups?id=b914f323-e224-4a4f-9225-0dddef26122f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790514 Nov 25 08:49:57.111927 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce617de-0b1e-414f-ac71-d04658e73d65 None None] Routers {'a6307cb7-65b9-4e0b-894e-e49b8c38a374'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:57.112814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8ce617de-0b1e-414f-ac71-d04658e73d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a6307cb7-65b9-4e0b-894e-e49b8c38a374'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:57.180836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.204029 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8ce617de-0b1e-414f-ac71-d04658e73d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:57.204516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce617de-0b1e-414f-ac71-d04658e73d65 None None] The sync data for ids ['a6307cb7-65b9-4e0b-894e-e49b8c38a374'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:57.213644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ffa95c47-7a42-4f4f-be60-5569dbca79a3 None None] For port 14848023-2411-4b1f-8055-a67a35ee6821, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=14848023-2411-4b1f-8055-a67a35ee6821,segment=NetworkSegment(ed626b9f-1425-49be-821e-0cc6547835f0),segment_id=ed626b9f-1425-49be-821e-0cc6547835f0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:57.214630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ffa95c47-7a42-4f4f-be60-5569dbca79a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.329072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86ddda36-0abe-492b-86c0-7f86a293f610 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.343564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86ddda36-0abe-492b-86c0-7f86a293f610 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.358532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.7 (9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7/acd8620e-c5a2-465e-aa48-cd4d53ea61de/f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:57.383330 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5a348e4d-d70c-46ea-8227-d706f0112731 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/routers/a6307cb7-65b9-4e0b-894e-e49b8c38a374 HTTP/1.1" status: 200 len: 744 time: 0.5954576 Nov 25 08:49:57.393497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40526) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:57.395105 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Deleting port 14848023-2411-4b1f-8055-a67a35ee6821 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:57.395501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.437859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.449973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ffa95c47-7a42-4f4f-be60-5569dbca79a3 None None] Calling delete_port for 14848023-2411-4b1f-8055-a67a35ee6821 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:57.454848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a5965e43-d08f-46fc-9cd4-b54bc582f7cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:57.525554 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5d0b4274-f514-4d0a-bbce-b6de31ed4657 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&device_id=a6307cb7-65b9-4e0b-894e-e49b8c38a374 HTTP/1.1" status: 200 len: 205 time: 0.1262183 Nov 25 08:49:57.549175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40530) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:57.552171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86ddda36-0abe-492b-86c0-7f86a293f610 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.552909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ddda36-0abe-492b-86c0-7f86a293f610 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Fanout notify agent at l3_agent the message router_deleted on router d031573b-6bbb-43f1-a256-966f6992d3c6 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:57.564079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Pushing event deleted for resources: {'Port': ['ID=a31a28d2-e9a1-402e-a042-e59073525d2b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:57.576802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.589498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:57.598053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 14848023-2411-4b1f-8055-a67a35ee6821 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:57.633833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ffa95c47-7a42-4f4f-be60-5569dbca79a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.648750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d746d1a8-94b1-4d33-8e15-656534b1681e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:57.708299 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9dd10894-e958-47e4-a5fd-c6574e88acc0 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6307cb7-65b9-4e0b-894e-e49b8c38a374 HTTP/1.1" status: 200 len: 205 time: 0.1527030 Nov 25 08:49:57.728746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40538) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:57.730072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 14848023-2411-4b1f-8055-a67a35ee6821 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:49:57.740018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 14848023-2411-4b1f-8055-a67a35ee6821 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:49:57.775539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655c852-6919-449e-a873-290cfba2005c req-8874ce91-80de-4366-aa90-3d6299fa1871 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:57.777669 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f655c852-6919-449e-a873-290cfba2005c req-8874ce91-80de-4366-aa90-3d6299fa1871 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.5221105 Nov 25 08:49:57.793741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa95c47-7a42-4f4f-be60-5569dbca79a3 None None] Pushing event deleted for resources: {'Port': ['ID=14848023-2411-4b1f-8055-a67a35ee6821,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:57.800318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa95c47-7a42-4f4f-be60-5569dbca79a3 None None] No DVR routers for this DVR port 14848023-2411-4b1f-8055-a67a35ee6821 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:57.808069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf29c45c-c264-4a21-814a-52c90345990b'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:49:57.810979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86ddda36-0abe-492b-86c0-7f86a293f610 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.812047 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-86ddda36-0abe-492b-86c0-7f86a293f610 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/d031573b-6bbb-43f1-a256-966f6992d3c6 HTTP/1.1" status: 204 len: 168 time: 1.6691215 Nov 25 08:49:57.816551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ffa95c47-7a42-4f4f-be60-5569dbca79a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:57.826893 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port cf29c45c-c264-4a21-814a-52c90345990b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cf29c45c-c264-4a21-814a-52c90345990b,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:57.837560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40546) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:57.841083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:57.842053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a31a28d2-e9a1-402e-a042-e59073525d2b no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:49:57.895938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e7872f16-fd29-4585-82c9-2441655dc5d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:57.954625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: a31a28d2-e9a1-402e-a042-e59073525d2b {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:49:57.956357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a31a28d2-e9a1-402e-a042-e59073525d2b not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:49:57.975139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20fce-000a-4c9e-ae36-5abd04ead36b req-1a4fe780-3842-4e47-80c7-fc0aa4573295 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:57.982746 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-47a20fce-000a-4c9e-ae36-5abd04ead36b req-1a4fe780-3842-4e47-80c7-fc0aa4573295 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 945 time: 0.6342044 Nov 25 08:49:58.022999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.023624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.023965 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Floating IP 59effb07-a4b2-469e-b9a2-e0a4a8f1c0d0 disassociated. External IP: 172.26.3.134, port: cf29c45c-c264-4a21-814a-52c90345990b. Nov 25 08:49:58.024441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Calling delete_port for cf29c45c-c264-4a21-814a-52c90345990b owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:58.049670 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f655c852-6919-449e-a873-290cfba2005c req-d3126c15-7c33-45e8-9d5c-f6ab75ffa27d tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456191 Nov 25 08:49:58.096441 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=cf29c45c-c264-4a21-814a-52c90345990b,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:58.104365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:58.138697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-167a1a73-517e-48a2-b43d-87d9a6b0c172 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting subnet 50ec01f5-1670-461d-9957-911a6383ef57 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:49:58.163786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-167a1a73-517e-48a2-b43d-87d9a6b0c172 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.171079 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf29c45c-c264-4a21-814a-52c90345990b', 'code': 200} Nov 25 08:49:58.272778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:49:58.289052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e5dbac3-0a37-4e5e-adf0-9ab80d1795f5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.350565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.356138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-de2cfdde-0d00-4369-8c7b-361d3655920a req-9cb586fa-b188-44cf-843b-5983fee8a539 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Synchronizing usage tracker for tenant:b477c5ac61334fed90a92517ee03950d on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:49:58.434424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40562) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:58.436892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-167a1a73-517e-48a2-b43d-87d9a6b0c172 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.481869 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-47a20fce-000a-4c9e-ae36-5abd04ead36b req-0b061480-45ac-492b-aa95-0a13a45b1caa tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4971206 Nov 25 08:49:58.483220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] For port 14848023-2411-4b1f-8055-a67a35ee6821, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=14848023-2411-4b1f-8055-a67a35ee6821,segment=NetworkSegment(ed626b9f-1425-49be-821e-0cc6547835f0),segment_id=ed626b9f-1425-49be-821e-0cc6547835f0)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:49:58.483684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.499643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:58.592108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-de2cfdde-0d00-4369-8c7b-361d3655920a req-9cb586fa-b188-44cf-843b-5983fee8a539 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Unset dirty status for tenant:b477c5ac61334fed90a92517ee03950d on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:49:58.593234 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de2cfdde-0d00-4369-8c7b-361d3655920a req-9cb586fa-b188-44cf-843b-5983fee8a539 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/ports?device_id=9081433c-7353-4994-aa3e-7f0720c9a84c HTTP/1.1" status: 200 len: 210 time: 0.3015215 Nov 25 08:49:58.640388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-808861960'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:58.665026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:58.678194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Usage tracker for resource:network and tenant:2b2697d258ab4d48a6d221ea0a4cafea is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:58.681878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:58.687003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-167a1a73-517e-48a2-b43d-87d9a6b0c172 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.708595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Calling delete_port for 14848023-2411-4b1f-8055-a67a35ee6821 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:49:58.720128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:49:58.721985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.732141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:58.732769 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec79b9-2e4b-4f66-9387-d1b85acad776 None None] Sync routers for ids ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:58.746980 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec79b9-2e4b-4f66-9387-d1b85acad776 None None] Routers {'41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:58.747840 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6eec79b9-2e4b-4f66-9387-d1b85acad776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:58.769641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c56f46ad-25f1-4784-b2a9-4c47edcbf40a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:58.875661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Made reservation on behalf of 2b2697d258ab4d48a6d221ea0a4cafea for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:58.879039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.891720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:58.891720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:58.899439 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] No DVR routers for this DVR port a31a28d2-e9a1-402e-a042-e59073525d2b on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:49:58.910733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:58.911881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.913835 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0df49496-2221-46e8-9213-1d08dadf3e9f req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.41 "DELETE /v2.0/ports/a31a28d2-e9a1-402e-a042-e59073525d2b HTTP/1.1" status: 204 len: 173 time: 4.5133688 Nov 25 08:49:58.915550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e5dbac3-0a37-4e5e-adf0-9ab80d1795f5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.919577 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e5dbac3-0a37-4e5e-adf0-9ab80d1795f5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.920877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'name': 'network-vif-deleted', 'tag': 'a31a28d2-e9a1-402e-a042-e59073525d2b'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:49:58.929205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:58.931046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.946761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:49:58.952121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:49:58.952665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:49:58.969099 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e5dbac3-0a37-4e5e-adf0-9ab80d1795f5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:58.969652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5dbac3-0a37-4e5e-adf0-9ab80d1795f5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Fanout notify agent at l3_agent the message router_deleted on router a6307cb7-65b9-4e0b-894e-e49b8c38a374 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:49:58.982987 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6eec79b9-2e4b-4f66-9387-d1b85acad776 None None] Set router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:49:59.002420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:59.002922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e5dbac3-0a37-4e5e-adf0-9ab80d1795f5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:59.009091 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8e5dbac3-0a37-4e5e-adf0-9ab80d1795f5 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/a6307cb7-65b9-4e0b-894e-e49b8c38a374 HTTP/1.1" status: 204 len: 168 time: 1.2819645 Nov 25 08:49:59.010948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40570) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:59.013909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:59.074232 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9081433c-7353-4994-aa3e-7f0720c9a84c', 'name': 'network-vif-deleted', 'tag': 'a31a28d2-e9a1-402e-a042-e59073525d2b', 'status': 'completed', 'code': 200} Nov 25 08:49:59.077546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:49:59.078228 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-648e2ea7-c127-4eb1-a965-8c6655e5601b tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6307cb7-65b9-4e0b-894e-e49b8c38a374 HTTP/1.1" status: 200 len: 205 time: 0.0657194 Nov 25 08:49:59.079396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40576) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:59.114977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Usage tracker for resource:security_group_rule and tenant:2b2697d258ab4d48a6d221ea0a4cafea is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:49:59.119162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-167a1a73-517e-48a2-b43d-87d9a6b0c172 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:59.131293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:49:59.141630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:49:59.197680 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-aed0a9ea-a958-4fab-b774-890d33ea0066 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] delete failed (client error): The resource could not be found. Nov 25 08:49:59.204670 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-aed0a9ea-a958-4fab-b774-890d33ea0066 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/a6307cb7-65b9-4e0b-894e-e49b8c38a374 HTTP/1.1" status: 404 len: 336 time: 0.1231844 Nov 25 08:49:59.205341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40580) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:59.255180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a1a73-517e-48a2-b43d-87d9a6b0c172 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Subnet': ['ID=50ec01f5-1670-461d-9957-911a6383ef57,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:59.265202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-167a1a73-517e-48a2-b43d-87d9a6b0c172 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:49:59.270903 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:49:59.286636 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0dcf034b-059a-4079-b841-3cd96c80b089 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8804664-6a9c-4e47-86ff-8d2e1c4dcd76 HTTP/1.1" status: 200 len: 205 time: 0.0789092 Nov 25 08:49:59.287393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40584) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:59.297335 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:59.298010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:59.307990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-167a1a73-517e-48a2-b43d-87d9a6b0c172 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:59.315064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e05083-3124-48b6-815f-0fa7eab1b25a None None] Network 3375c358-1a80-420b-b144-aca0e81d5a88 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:49:59.397211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Deleting port cf29c45c-c264-4a21-814a-52c90345990b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:59.397648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:59.451066 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-167a1a73-517e-48a2-b43d-87d9a6b0c172 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/50ec01f5-1670-461d-9957-911a6383ef57 HTTP/1.1" status: 204 len: 168 time: 1.5574856 Nov 25 08:49:59.456180 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4331601 Nov 25 08:49:59.458733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40588) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:59.459063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40590) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:59.496049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c6cc6476-2dda-4f91-9ed0-4747722b0301 None None] Provisioning for port f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:49:59.507209 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6eec79b9-2e4b-4f66-9387-d1b85acad776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '56ac1b67-3eac-4cd9-9f93-6e188f648c0c', 'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'mac_address': 'fa:16:3e:5d:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:43Z', 'revision_number': 5, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'subnets': [{'id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:59.513641 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec79b9-2e4b-4f66-9387-d1b85acad776 None None] Checking router: 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:49:59.525678 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec79b9-2e4b-4f66-9387-d1b85acad776 None None] Routers {'41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:49:59.527486 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6eec79b9-2e4b-4f66-9387-d1b85acad776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:59.631004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c6cc6476-2dda-4f91-9ed0-4747722b0301 None None] Provisioning complete for port f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:59.631402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6cc6476-2dda-4f91-9ed0-4747722b0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:59.647650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Deleting port 14848023-2411-4b1f-8055-a67a35ee6821 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:49:59.650393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:49:59.710777 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-842f36c2-6838-4a44-bff5-e48708495a44 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] delete failed (client error): The resource could not be found. Nov 25 08:49:59.714674 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-842f36c2-6838-4a44-bff5-e48708495a44 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/f8804664-6a9c-4e47-86ff-8d2e1c4dcd76 HTTP/1.1" status: 404 len: 336 time: 0.4262345 Nov 25 08:49:59.756664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40600) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:49:59.793160 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6eec79b9-2e4b-4f66-9387-d1b85acad776 None None] Set router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:49:59.828371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] The port '14848023-2411-4b1f-8055-a67a35ee6821' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:49:59.864248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc6476-2dda-4f91-9ed0-4747722b0301 None None] Port f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:49:59.946051 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c5b6fd93-f6d5-4aff-b2a8-a6cb5e003bbf tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=c07c4bc1-6c11-4d99-a081-6e516cb6d6b4 HTTP/1.1" status: 200 len: 205 time: 0.1677601 Nov 25 08:49:59.962545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40604) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:00.045078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ce353c-308d-420a-8de2-5319592c26f8 None None] DHCP port deletion for 3375c358-1a80-420b-b144-aca0e81d5a88 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:00.049815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-32ce353c-308d-420a-8de2-5319592c26f8 None None] Deleting port 7554e60d-d13b-4e75-b646-f55dc023f0bc {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:00.050328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32ce353c-308d-420a-8de2-5319592c26f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.107196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.132754 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-37692888-5f04-40b2-a3d5-6efad923a78a tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] delete failed (client error): The resource could not be found. Nov 25 08:50:00.133993 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-37692888-5f04-40b2-a3d5-6efad923a78a tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/c07c4bc1-6c11-4d99-a081-6e516cb6d6b4 HTTP/1.1" status: 404 len: 336 time: 0.1692677 Nov 25 08:50:00.154079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40608) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:00.165345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d593f-26fe-4b26-9eb0-64530b62eb4a req-aed13822-65bc-4f4f-9b16-e66ae04d7896 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:00.167105 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8f7d593f-26fe-4b26-9eb0-64530b62eb4a req-aed13822-65bc-4f4f-9b16-e66ae04d7896 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.8915689 Nov 25 08:50:00.267205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 7554e60d-d13b-4e75-b646-f55dc023f0bc {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:00.267489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.280844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434fc7b-05ac-483b-befc-914d49f7e42e req-7da5d762-f3e1-4378-8a84-a2aa8c934f6e tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:00.281468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-a434fc7b-05ac-483b-befc-914d49f7e42e req-7da5d762-f3e1-4378-8a84-a2aa8c934f6e tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Synchronizing usage tracker for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:00.296521 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6eec79b9-2e4b-4f66-9387-d1b85acad776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '56ac1b67-3eac-4cd9-9f93-6e188f648c0c', 'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'mac_address': 'fa:16:3e:5d:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:43Z', 'revision_number': 5, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'subnets': [{'id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:00.301924 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec79b9-2e4b-4f66-9387-d1b85acad776 None None] The sync data for ids ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'] in dv-neutron-818341-1-hyperv is: [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '56ac1b67-3eac-4cd9-9f93-6e188f648c0c', 'name': '', 'network_id': '972d2186-2b87-4c34-baf7-4e227fea1eb8', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'mac_address': 'fa:16:3e:5d:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:43Z', 'revision_number': 5, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'subnets': [{'id': '3b9132eb-eae3-4c25-9cba-1069cd0c3617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:00.310934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.313446 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2116e795-3a22-47f3-bb5d-d5c91e8c288f tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=23cbefaf-5f8f-4556-8996-e1b254f9ccad HTTP/1.1" status: 200 len: 205 time: 0.1450677 Nov 25 08:50:00.321365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40612) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:00.327198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-a434fc7b-05ac-483b-befc-914d49f7e42e req-7da5d762-f3e1-4378-8a84-a2aa8c934f6e tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Unset dirty status for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:00.328297 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a434fc7b-05ac-483b-befc-914d49f7e42e req-7da5d762-f3e1-4378-8a84-a2aa8c934f6e tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 943 time: 0.6082141 Nov 25 08:50:00.382771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175fa8d-e759-44d3-b465-52039a1443f9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:00.383474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6175fa8d-e759-44d3-b465-52039a1443f9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:00.418638 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8f7d593f-26fe-4b26-9eb0-64530b62eb4a req-ac524289-c0e3-4b45-91cd-1be1182ad22b tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386236 Nov 25 08:50:00.433882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.491814 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.494189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-32ce353c-308d-420a-8de2-5319592c26f8 None None] For port 7554e60d-d13b-4e75-b646-f55dc023f0bc, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7554e60d-d13b-4e75-b646-f55dc023f0bc,segment=NetworkSegment(330fa101-cf48-4fb6-95f5-d75c1757333d),segment_id=330fa101-cf48-4fb6-95f5-d75c1757333d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:00.495336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32ce353c-308d-420a-8de2-5319592c26f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.501022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:00.504566 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-e8eccbbb-525b-47e4-abba-8659084d0a79 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] delete failed (client error): The resource could not be found. Nov 25 08:50:00.508258 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e8eccbbb-525b-47e4-abba-8659084d0a79 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/23cbefaf-5f8f-4556-8996-e1b254f9ccad HTTP/1.1" status: 404 len: 336 time: 0.1824508 Nov 25 08:50:00.508805 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40616) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:00.524505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd386bd-544c-46b9-afa2-a2326e8baa62']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:00.548601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:00.552624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6175fa8d-e759-44d3-b465-52039a1443f9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:00.556920 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6175fa8d-e759-44d3-b465-52039a1443f9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 919 time: 1.0881948 Nov 25 08:50:00.580264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40620) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:00.585564 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a434fc7b-05ac-483b-befc-914d49f7e42e req-d8ecd4e7-e28b-4926-a653-e8bcd54c9cf6 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658790 Nov 25 08:50:00.604422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed626b9f-1425-49be-821e-0cc6547835f0') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:00.604721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed626b9f-1425-49be-821e-0cc6547835f0') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:00.662166 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-58efbba0-47ba-43d8-babf-d72d94610084 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3d6770-657c-46a0-9c97-ea55a4c069c6 HTTP/1.1" status: 200 len: 205 time: 0.1437702 Nov 25 08:50:00.664206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] For port cf29c45c-c264-4a21-814a-52c90345990b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cf29c45c-c264-4a21-814a-52c90345990b,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:00.664706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.674873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4377af0-60f4-48ae-9727-f54d12e356b5,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:00.678566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:00.683350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.690369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40626) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:00.690863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40628) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:00.703206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.703785 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Added segment 84890aaf-e488-4c8f-a9d3-ac23e41a5f36 of type vlan for network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 Nov 25 08:50:00.757641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-32ce353c-308d-420a-8de2-5319592c26f8 None None] Calling delete_port for 7554e60d-d13b-4e75-b646-f55dc023f0bc owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:00.776455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6f2766e9-9ea6-44ea-9887-666354b70d1b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:00.776798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f2766e9-9ea6-44ea-9887-666354b70d1b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.819938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.826970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] For port 7554e60d-d13b-4e75-b646-f55dc023f0bc, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7554e60d-d13b-4e75-b646-f55dc023f0bc,segment=NetworkSegment(330fa101-cf48-4fb6-95f5-d75c1757333d),segment_id=330fa101-cf48-4fb6-95f5-d75c1757333d)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:00.827680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.832878 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf78e24-fefd-48d6-85f2-07b36fac1ac8 None None] New status for floating IP db4cc954-9735-4e5f-8103-ce6a1ed8027d: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:50:00.857943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.874596 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-5113ef3a-7d1e-4774-9ef6-4079bb98e2e8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] delete failed (client error): The resource could not be found. Nov 25 08:50:00.878172 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5113ef3a-7d1e-4774-9ef6-4079bb98e2e8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/4c3d6770-657c-46a0-9c97-ea55a4c069c6 HTTP/1.1" status: 404 len: 336 time: 0.1739283 Nov 25 08:50:00.885309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:00.885819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:00.907058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40634) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:00.974987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 7554e60d-d13b-4e75-b646-f55dc023f0bc owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:01.019645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:50:01.075044 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-31c060c5-3ac9-4b0e-8436-2d8672395555 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "GET /v2.0/ports?device_id=24db6278-5d7c-4202-a9fb-58fd0dbbce53 HTTP/1.1" status: 200 len: 205 time: 0.1570516 Nov 25 08:50:01.083748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40638) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:01.119638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.121939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32ce353c-308d-420a-8de2-5319592c26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.125149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:01.125791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.128311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-98e8b05e-8da7-46ae-98d0-6b9a591fcd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:01.152780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-820ca7f1-412f-4769-8495-33ca34e0fc76 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:01.182098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce353c-308d-420a-8de2-5319592c26f8 None None] Pushing event deleted for resources: {'Port': ['ID=7554e60d-d13b-4e75-b646-f55dc023f0bc,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:01.186300 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-32ce353c-308d-420a-8de2-5319592c26f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:01.189594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce353c-308d-420a-8de2-5319592c26f8 None None] No DVR routers for this DVR port 7554e60d-d13b-4e75-b646-f55dc023f0bc on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:01.299237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.321209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4aabad22-2dbd-45d1-bc09-fd5ff2cad8db tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:01.342127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.344758 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-6b945ce8-3558-43ef-83ed-e29786fbb24d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] delete failed (client error): The resource could not be found. Nov 25 08:50:01.345746 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6b945ce8-3558-43ef-83ed-e29786fbb24d tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/routers/24db6278-5d7c-4202-a9fb-58fd0dbbce53 HTTP/1.1" status: 404 len: 336 time: 0.1290760 Nov 25 08:50:01.349170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'Network': ['ID=ecb3d4f4-8976-4386-83dd-c6cddfa250a5,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:01.351945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:01.355525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40642) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:01.360828 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:01.365411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:01.365772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:01.409413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24c9e2a7-5330-47ce-8e18-470204e380cb tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.421317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=bfd386bd-544c-46b9-afa2-a2326e8baa62,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:01.423003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40646) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:01.423399 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.9573979 Nov 25 08:50:01.428101 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9d6346-4223-4f88-9a16-613c31fa302c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] DELETE failed (client error): The resource could not be found. Nov 25 08:50:01.428554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9d6346-4223-4f88-9a16-613c31fa302c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:01.430226 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8a9d6346-4223-4f88-9a16-613c31fa302c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] 10.222.0.54 "DELETE /v2.0/subnets/a7ef7068-a17f-4baf-89e4-3acea882622a HTTP/1.1" status: 404 len: 337 time: 0.0706720 Nov 25 08:50:01.439589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:01.443436 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/bfd386bd-544c-46b9-afa2-a2326e8baa62 HTTP/1.1" status: 204 len: 168 time: 8.6024611 Nov 25 08:50:01.447561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Request body: {'subnet': {'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:01.447709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40652) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:01.456435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-473484567'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:01.464759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f2766e9-9ea6-44ea-9887-666354b70d1b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.472749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:01.481875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:network and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:01.531104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7554e60d-d13b-4e75-b646-f55dc023f0bc no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:01.567573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:01.603098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 7554e60d-d13b-4e75-b646-f55dc023f0bc {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:01.603591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7554e60d-d13b-4e75-b646-f55dc023f0bc not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:01.648757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24c9e2a7-5330-47ce-8e18-470204e380cb tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.671814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.672187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.672493 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Floating IP 59effb07-a4b2-469e-b9a2-e0a4a8f1c0d0 disassociated. External IP: 172.26.3.134, port: cf29c45c-c264-4a21-814a-52c90345990b. Nov 25 08:50:01.672829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Calling delete_port for cf29c45c-c264-4a21-814a-52c90345990b owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:01.779604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6f2766e9-9ea6-44ea-9887-666354b70d1b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:01.802691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40662) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:01.808002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:01.833320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:01.845446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Usage tracker for resource:subnet and tenant:2b2697d258ab4d48a6d221ea0a4cafea is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:01.850638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:01.870814 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 7554e60d-d13b-4e75-b646-f55dc023f0bc {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:01.871153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.872227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:01.896883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Made reservation on behalf of 2b2697d258ab4d48a6d221ea0a4cafea for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:01.901132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.921187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:01.924465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.937291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24c9e2a7-5330-47ce-8e18-470204e380cb tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:01.982800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] The port '7554e60d-d13b-4e75-b646-f55dc023f0bc' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:50:02.023549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-72657770-0e6d-473b-90f1-c7f9b9543c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:02.065759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:02.150758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.151530 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment 7383af85-45f4-4498-b876-8bf577d2bd81 of type vlan for network ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161 Nov 25 08:50:02.214541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.223123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9e2a7-5330-47ce-8e18-470204e380cb tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b914f323-e224-4a4f-9225-0dddef26122f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:02.225471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-24c9e2a7-5330-47ce-8e18-470204e380cb tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:02.231349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a8e25-27d7-42a4-ac13-308c852b69fe req-dd0dbefb-b641-46f4-bf06-2ec086a1937c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:02.233097 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a5a8e25-27d7-42a4-ac13-308c852b69fe req-dd0dbefb-b641-46f4-bf06-2ec086a1937c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.4615717 Nov 25 08:50:02.234000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fa940cc-8a15-48d2-aac7-030041536521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.261370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0680b-d879-4c60-bc9a-3a85ed27fba5 req-e598d796-ecc9-4d22-b854-5d0ebea3fa41 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:02.262082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-c6a0680b-d879-4c60-bc9a-3a85ed27fba5 req-e598d796-ecc9-4d22-b854-5d0ebea3fa41 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Synchronizing usage tracker for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:02.297277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2fa940cc-8a15-48d2-aac7-030041536521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:02.304158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.311411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2fa940cc-8a15-48d2-aac7-030041536521 admin admin] Usage tracker for resource:security_group_rule and tenant:c7d1e0ff348f4f96ae9df288c0de763f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:02.313092 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3375c358-1a80-420b-b144-aca0e81d5a88']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:02.317267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2fa940cc-8a15-48d2-aac7-030041536521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:02.324950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.326548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f2766e9-9ea6-44ea-9887-666354b70d1b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.327225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24c9e2a7-5330-47ce-8e18-470204e380cb tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.328332 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-24c9e2a7-5330-47ce-8e18-470204e380cb tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "DELETE /v2.0/security-groups/b914f323-e224-4a4f-9225-0dddef26122f HTTP/1.1" status: 204 len: 168 time: 1.6246648 Nov 25 08:50:02.329006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-c6a0680b-d879-4c60-bc9a-3a85ed27fba5 req-e598d796-ecc9-4d22-b854-5d0ebea3fa41 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Unset dirty status for tenant:9c0989e50f024289b4ca0c2c24bbcc1c on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:02.330009 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c6a0680b-d879-4c60-bc9a-3a85ed27fba5 req-e598d796-ecc9-4d22-b854-5d0ebea3fa41 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 943 time: 0.5948827 Nov 25 08:50:02.337291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2fa940cc-8a15-48d2-aac7-030041536521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:02.339998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d35cbe7c-e343-4a55-a757-b92172e39530 tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:02.343098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40668) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:02.347311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330fa101-cf48-4fb6-95f5-d75c1757333d') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:02.347608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330fa101-cf48-4fb6-95f5-d75c1757333d') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:02.353853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dadc6fc2-657a-4f78-a619-ba545530956e tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:02.403318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Pushing event deleted for resources: {'Port': ['ID=cf29c45c-c264-4a21-814a-52c90345990b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:02.412667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:02.424849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.446953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2766e9-9ea6-44ea-9887-666354b70d1b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:02.450979 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a5a8e25-27d7-42a4-ac13-308c852b69fe req-f9bef6de-e5f8-43d2-b718-7017ac167471 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915393 Nov 25 08:50:02.453616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6f2766e9-9ea6-44ea-9887-666354b70d1b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:02.496752 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-1adf69dd-e0fb-44a6-a25d-0e415882b886 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] show failed (client error): The resource could not be found. Nov 25 08:50:02.500504 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1adf69dd-e0fb-44a6-a25d-0e415882b886 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "GET /v2.0/security-groups/b914f323-e224-4a4f-9225-0dddef26122f HTTP/1.1" status: 404 len: 347 time: 0.1136444 Nov 25 08:50:02.506455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40672) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:02.537741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.599958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.606355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:02.607227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.627455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9aa8567d-7aa5-45b9-bef9-c306752cb1a9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:02.636089 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c6a0680b-d879-4c60-bc9a-3a85ed27fba5 req-46e37378-89da-42c6-916d-dafe9f7140e9 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups?id=b52fe10b-0af3-4cf1-aecb-b33fa453725c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594628 Nov 25 08:50:02.664186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:02.664585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:02.687923 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:02.783190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.793819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6fccda73-a9f3-44fb-a404-d341d1437331 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:02.849825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fa940cc-8a15-48d2-aac7-030041536521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.865062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fa940cc-8a15-48d2-aac7-030041536521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.880413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Router 2312cb25-ead6-47aa-bd4d-da7d7419c495 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:50:02.918242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'Subnet': ['ID=3d1b1720-146d-443a-a230-7c81093b0f0f,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:02.921336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:02.926511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:02.935879 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4838374 Nov 25 08:50:02.935879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Deleting port b5b0b0b8-bac4-45be-84d4-6067dc56b7c9 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:02.935879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.944360 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2fa940cc-8a15-48d2-aac7-030041536521 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7d1e0ff348f4f96ae9df288c0de763f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1337903 Nov 25 08:50:02.944360 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40676) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:02.954106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40678) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:02.966141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6f2766e9-9ea6-44ea-9887-666354b70d1b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.974657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:02.985118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:02.990858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:02.991753 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6f2766e9-9ea6-44ea-9887-666354b70d1b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0 HTTP/1.1" status: 204 len: 168 time: 2.4104726 Nov 25 08:50:02.992658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:02.996695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40682) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:03.026942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'network_id': 'ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:03.039131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:03.059255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.061040 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/networks/3375c358-1a80-420b-b144-aca0e81d5a88 HTTP/1.1" status: 204 len: 168 time: 3.5940688 Nov 25 08:50:03.067204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Checking segment: {'id': '84890aaf-e488-4c8f-a9d3-ac23e41a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:03.067816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Network hostable DHCP agents. Network: ecb3d4f4-8976-4386-83dd-c6cddfa250a5, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:03.071246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40688) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:03.072326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa940cc-8a15-48d2-aac7-030041536521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8645b4c-e2c2-4d89-a3b4-69644a9d91b3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:03.084849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-128597603'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:03.094239 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c403ab0-5086-4429-a0f5-09cec604df56 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:50:03.094790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0c403ab0-5086-4429-a0f5-09cec604df56 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:03.116943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Network': ['ID=3375c358-1a80-420b-b144-aca0e81d5a88,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:03.119773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:03.151438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2fa940cc-8a15-48d2-aac7-030041536521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:03.172965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:03.186634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:network and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:03.192593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:03.202163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:03.207320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0c403ab0-5086-4429-a0f5-09cec604df56 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:03.208461 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0c403ab0-5086-4429-a0f5-09cec604df56 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/f127f7ed-9fd9-4aa2-9e3c-53a42aa78df0 HTTP/1.1" status: 404 len: 333 time: 0.2108250 Nov 25 08:50:03.214428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40692) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:03.260132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:03.264023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.303176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:03.333888 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:03.348158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:subnet and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:03.351522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:03.354728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-06861402-ee25-4f3b-a153-6d862295f168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.361990 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, ecb3d4f4-8976-4386-83dd-c6cddfa250a5) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:03.363830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:03.372018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff54d623-599a-4980-be5a-cf4f3e9992ff None None] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:03.373633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:50:03.388191 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aaa845-6898-4159-9b49-7101f05bf889 None None] Sync routers for ids ['2312cb25-ead6-47aa-bd4d-da7d7419c495'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:03.400360 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aaa845-6898-4159-9b49-7101f05bf889 None None] Routers {'2312cb25-ead6-47aa-bd4d-da7d7419c495'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:03.401887 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f6aaa845-6898-4159-9b49-7101f05bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2312cb25-ead6-47aa-bd4d-da7d7419c495'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:03.422308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:03.422308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.453685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.454013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.473956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9cfe3-514d-4291-99d0-fd0387b960f5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 2fccf4d4-d175-4f18-9bbd-16d58c481589 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:03.474608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cfe3-514d-4291-99d0-fd0387b960f5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.484626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-06861402-ee25-4f3b-a153-6d862295f168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.501767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] No DVR routers for this DVR port cf29c45c-c264-4a21-814a-52c90345990b on host hv-neutron-8183 {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:03.508520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.519314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'name': 'network-vif-deleted', 'tag': 'cf29c45c-c264-4a21-814a-52c90345990b'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:50:03.525161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:03.529631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.633584 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa3291a-d11c-459b-8471-17977d1b3e90', 'name': 'network-vif-deleted', 'tag': 'cf29c45c-c264-4a21-814a-52c90345990b', 'status': 'completed', 'code': 200} Nov 25 08:50:03.661428 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4d75791b-9988-409f-b501-5375c5eae41d req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.41 "DELETE /v2.0/ports/cf29c45c-c264-4a21-814a-52c90345990b HTTP/1.1" status: 204 len: 173 time: 8.0679035 Nov 25 08:50:03.662645 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2287021 Nov 25 08:50:03.668995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40700) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:03.693620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Request body: {'port': {'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1245487640'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:03.722838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.ipam_backend_mixin [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Performing IP validity checks on allocation pools {{(pid=87512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 08:50:03.723356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.ipam_backend_mixin [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 08:50:03.732661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:03.733360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-ecb3d4f4-8976-4386-83dd-c6cddfa250a5', 'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5', 'tenant_id': '2b2697d258ab4d48a6d221ea0a4cafea', 'fixed_ips': [{'subnet_id': '3d1b1720-146d-443a-a230-7c81093b0f0f'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:03.734513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.740012 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f6aaa845-6898-4159-9b49-7101f05bf889 None None] Set router 2312cb25-ead6-47aa-bd4d-da7d7419c495 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:50:03.755799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Calling delete_port for b5b0b0b8-bac4-45be-84d4-6067dc56b7c9 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:03.849579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-06861402-ee25-4f3b-a153-6d862295f168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.859549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4998b0ed-4697-41fa-947d-8b371bf8e233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:03.907865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:03.908464 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added segment 2986ed71-c699-4ed4-8639-47454b2b30cf of type vlan for network 615420b0-cc20-483b-80da-4067d4629b10 Nov 25 08:50:03.929175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06861402-ee25-4f3b-a153-6d862295f168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8645b4c-e2c2-4d89-a3b4-69644a9d91b3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:03.943460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-06861402-ee25-4f3b-a153-6d862295f168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:03.957294 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8ead195e-593b-4be7-acb1-33dc6a8b19f7 req-ded97aa7-c291-460a-83cf-cb6262aa5fc0 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa3291a-d11c-459b-8471-17977d1b3e90 HTTP/1.1" status: 200 len: 210 time: 0.0987885 Nov 25 08:50:04.003544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Allocated IP 2001:db8::2 (ecb3d4f4-8976-4386-83dd-c6cddfa250a5/3d1b1720-146d-443a-a230-7c81093b0f0f/24bce1a7-b4ef-476b-aef6-bf1adc0854c0) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:04.040245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:04.045922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-06861402-ee25-4f3b-a153-6d862295f168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.047420 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-06861402-ee25-4f3b-a153-6d862295f168 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b8645b4c-e2c2-4d89-a3b4-69644a9d91b3 HTTP/1.1" status: 204 len: 168 time: 1.0341210 Nov 25 08:50:04.054986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Usage tracker for resource:port and tenant:2b2697d258ab4d48a6d221ea0a4cafea is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:04.060605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:04.070933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:04.109133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Made reservation on behalf of 2b2697d258ab4d48a6d221ea0a4cafea for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:04.113447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.138790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] device_id is not set on port d87faf28-6c65-4f3f-962e-1f120a45f56d yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:04.177380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.178834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.185008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6348c12e-e626-4734-8e56-310f66fa6e2c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:04.328422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.352520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:50:04.404944 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.412145 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f6aaa845-6898-4159-9b49-7101f05bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:33Z', 'revision_number': 4, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9f3469d7-15ea-41f0-94d7-01a50cfc9e9b', 'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'mac_address': 'fa:16:3e:4f:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '753bb839-4977-414d-80fc-329d1fcf44af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:46Z', 'revision_number': 5, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'subnets': [{'id': '753bb839-4977-414d-80fc-329d1fcf44af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:04.425823 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aaa845-6898-4159-9b49-7101f05bf889 None None] Checking router: 2312cb25-ead6-47aa-bd4d-da7d7419c495 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:50:04.444561 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aaa845-6898-4159-9b49-7101f05bf889 None None] Routers {'2312cb25-ead6-47aa-bd4d-da7d7419c495'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:04.447792 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f6aaa845-6898-4159-9b49-7101f05bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2312cb25-ead6-47aa-bd4d-da7d7419c495'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:04.460121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f5991-90f5-4551-8ee6-cc0732e8777e req-d47aff3f-9627-448e-b089-1c955ca73f86 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:04.467815 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed4f5991-90f5-4551-8ee6-cc0732e8777e req-d47aff3f-9627-448e-b089-1c955ca73f86 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.7553709 Nov 25 08:50:04.511056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.517334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:04.517656 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.537198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-52818a7a-3fad-49cd-b7db-6983e35f2736 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:04.547629 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=226b29e4-16a5-4254-afc4-204515e9cf4f,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:04.551160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:04.552798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking segment: {'id': '7383af85-45f4-4498-b876-8bf577d2bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:04.553400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network hostable DHCP agents. Network: ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:04.569053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Transition to ACTIVE for port object 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:04.604621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Transition to ACTIVE for port object 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:04.605959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:04.618438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.625046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-06dcacae-d9c9-46a7-a07c-ee6a61f2187c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:04.646271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.659906 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40710) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:04.675826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cfe3-514d-4291-99d0-fd0387b960f5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.684568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:04.687080 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:04.690735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:04.699922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:04.705207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:04.706082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:04.723116 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed4f5991-90f5-4551-8ee6-cc0732e8777e req-01614d17-4ea6-4318-a70d-db3815fc3128 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541442 Nov 25 08:50:04.748095 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6718304 Nov 25 08:50:04.760016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cbc964-803e-44cb-9b80-1864da387868 None None] Network ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:04.771851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Allocated IP 2001:db8::1c6 (ecb3d4f4-8976-4386-83dd-c6cddfa250a5/3d1b1720-146d-443a-a230-7c81093b0f0f/d87faf28-6c65-4f3f-962e-1f120a45f56d) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:04.773354 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f6aaa845-6898-4159-9b49-7101f05bf889 None None] Set router 2312cb25-ead6-47aa-bd4d-da7d7419c495 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:50:04.891807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40714) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:04.900461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Network': ['ID=615420b0-cc20-483b-80da-4067d4629b10,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:04.909181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9cfe3-514d-4291-99d0-fd0387b960f5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 2fccf4d4-d175-4f18-9bbd-16d58c481589 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:04.939329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 615420b0-cc20-483b-80da-4067d4629b10 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:04.952477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Pushing event updated for resources: {'Port': ['ID=24bce1a7-b4ef-476b-aef6-bf1adc0854c0,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:04.952680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'subnet': {'network_id': '615420b0-cc20-483b-80da-4067d4629b10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:04.962879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:04.991893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:05.047215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3809f8e8-aea7-42fb-9a08-54473fe28759 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:05.065765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Attempting to bind port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:50:05.066351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Attempting to bind port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '84890aaf-e488-4c8f-a9d3-ac23e41a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:50:05.066599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Attempting to bind port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 on network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:50:05.086110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:50:05.086602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Checking segment: {'id': '84890aaf-e488-4c8f-a9d3-ac23e41a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:05.087588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.088004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Bound using segment: {'id': '84890aaf-e488-4c8f-a9d3-ac23e41a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:50:05.088602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Bound port: 24bce1a7-b4ef-476b-aef6-bf1adc0854c0, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84890aaf-e488-4c8f-a9d3-ac23e41a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:50:05.089489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.115822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.136528 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1889970 Nov 25 08:50:05.139394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40720) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:05.221874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40726) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:05.231039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Pushing event deleted for resources: {'Port': ['ID=b5b0b0b8-bac4-45be-84d4-6067dc56b7c9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:05.238070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:05.258847 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f6aaa845-6898-4159-9b49-7101f05bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:33Z', 'revision_number': 4, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9f3469d7-15ea-41f0-94d7-01a50cfc9e9b', 'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'mac_address': 'fa:16:3e:4f:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '753bb839-4977-414d-80fc-329d1fcf44af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:46Z', 'revision_number': 5, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'subnets': [{'id': '753bb839-4977-414d-80fc-329d1fcf44af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:05.264062 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aaa845-6898-4159-9b49-7101f05bf889 None None] The sync data for ids ['2312cb25-ead6-47aa-bd4d-da7d7419c495'] in dv-neutron-818341-1-hyperv is: [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:47:33Z', 'revision_number': 4, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9f3469d7-15ea-41f0-94d7-01a50cfc9e9b', 'name': '', 'network_id': 'a6388bdf-86ee-4282-8d81-7e40fc7b730d', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'mac_address': 'fa:16:3e:4f:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '753bb839-4977-414d-80fc-329d1fcf44af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:30Z', 'updated_at': '2021-11-25T08:47:46Z', 'revision_number': 5, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'subnets': [{'id': '753bb839-4977-414d-80fc-329d1fcf44af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:05.278258 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4d84aaaf-039a-4d4a-af4c-a47275be1f2f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ff561dee65b940bb88d0f209d85dea26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6150389 Nov 25 08:50:05.279372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Transition to ACTIVE for port object d87faf28-6c65-4f3f-962e-1f120a45f56d will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:05.283826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40730) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:05.300828 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] For port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:50:05.334879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.351875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] For port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=24bce1a7-b4ef-476b-aef6-bf1adc0854c0,segment=NetworkSegment(84890aaf-e488-4c8f-a9d3-ac23e41a5f36),segment_id=84890aaf-e488-4c8f-a9d3-ac23e41a5f36)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:50:05.361672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.368480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2954cf9a-1adc-4320-82bd-d67f8c406d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:05.413485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.416002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.420547 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] 10.222.0.54 "DELETE /v2.0/floatingips/db4cc954-9735-4e5f-8103-ce6a1ed8027d HTTP/1.1" status: 204 len: 168 time: 2.9110565 Nov 25 08:50:05.420547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:05.427545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40734) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:05.435411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:subnet and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:05.445692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:05.455621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Pushing event updated for resources: {'Port': ['ID=24bce1a7-b4ef-476b-aef6-bf1adc0854c0,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:05.456494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.459061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:05.490432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.505384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-96e7d0e6-34c4-44f5-b669-eb0fda2dca5e tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:05.523440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161', 'network_id': 'ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161', 'tenant_id': '4ef46c2b254444faab84043026d40399', 'fixed_ips': [{'subnet_id': '226b29e4-16a5-4254-afc4-204515e9cf4f'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:05.524551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.565408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:05.646321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'Port': ['ID=d87faf28-6c65-4f3f-962e-1f120a45f56d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:05.660736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:05.669284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:05.674088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:05.689856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:05.714545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:05.717073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.765806 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0905788 Nov 25 08:50:05.768634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40740) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:05.781133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Request body: {'port': {'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1655501350', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c6', 'mac_address': 'fa:16:3e:cc:2b:bb'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:05.788318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Allocated IP 172.20.0.3 (ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161/226b29e4-16a5-4254-afc4-204515e9cf4f/e865884a-caaa-4546-9c06-28db249e8d52) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:05.908417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f1460d-21fe-4a55-b662-4bdb122f45af None None] New status for floating IP 59effb07-a4b2-469e-b9a2-e0a4a8f1c0d0: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:50:05.962003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-802a85bc-fac7-485f-860d-5405c8281b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.976226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-317d1856-b96f-424d-be31-56f141495a71 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:05.989422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:05.992980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.062590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:06.073573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Usage tracker for resource:port and tenant:2b2697d258ab4d48a6d221ea0a4cafea is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:06.083158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:06.094662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:06.120283 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848f6ca-70cf-4db5-84e1-35108f28f47b req-a03b0d00-6b75-4d8b-9f74-386dcf37649e tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:06.122026 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2848f6ca-70cf-4db5-84e1-35108f28f47b req-a03b0d00-6b75-4d8b-9f74-386dcf37649e tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.1601415 Nov 25 08:50:06.123201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Made reservation on behalf of 2b2697d258ab4d48a6d221ea0a4cafea for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:06.148048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-802a85bc-fac7-485f-860d-5405c8281b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.176870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-317d1856-b96f-424d-be31-56f141495a71 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.224573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cfe3-514d-4291-99d0-fd0387b960f5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.244181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9ca7e35d-13f4-48ea-885f-f60408f7b0f3 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:06.256021 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2848f6ca-70cf-4db5-84e1-35108f28f47b req-7c0a55ad-e10a-49ed-9663-b8c6eded83fc tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153860 Nov 25 08:50:06.308503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.333537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] device_id is not set on port 14d79882-5d5c-430d-804f-36c3bc3b6005 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:06.354273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9cfe3-514d-4291-99d0-fd0387b960f5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=2fccf4d4-d175-4f18-9bbd-16d58c481589,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:06.356298 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.370245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Transition to ACTIVE for port object e865884a-caaa-4546-9c06-28db249e8d52 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:06.393935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Transition to ACTIVE for port object e865884a-caaa-4546-9c06-28db249e8d52 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:06.395029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7ea9cfe3-514d-4291-99d0-fd0387b960f5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:06.403374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.412661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:06.475429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Network ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:06.483212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.484761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:06.487343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:06.535686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7b54bcc7-75f0-4c10-a264-f7f079119ca4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:06.575611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Pushing event updated for resources: {'Port': ['ID=e865884a-caaa-4546-9c06-28db249e8d52,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:06.577772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:06.580151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Allocated IP 2001:db8::397 (ecb3d4f4-8976-4386-83dd-c6cddfa250a5/3d1b1720-146d-443a-a230-7c81093b0f0f/14d79882-5d5c-430d-804f-36c3bc3b6005) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:06.584527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Subnet': ['ID=226b29e4-16a5-4254-afc4-204515e9cf4f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:06.595269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:06.601852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Attempting to bind port e865884a-caaa-4546-9c06-28db249e8d52 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:50:06.602245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Attempting to bind port e865884a-caaa-4546-9c06-28db249e8d52 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '7383af85-45f4-4498-b876-8bf577d2bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:50:06.602737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Attempting to bind port e865884a-caaa-4546-9c06-28db249e8d52 on network ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:50:06.609600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:50:06.610082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Checking segment: {'id': '7383af85-45f4-4498-b876-8bf577d2bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:06.610608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.611090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Bound using segment: {'id': '7383af85-45f4-4498-b876-8bf577d2bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:50:06.611632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Bound port: e865884a-caaa-4546-9c06-28db249e8d52, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7383af85-45f4-4498-b876-8bf577d2bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:50:06.611949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.714761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-802a85bc-fac7-485f-860d-5405c8281b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.731105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:06.734150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a38ac62f-336d-484d-a534-16841db071ac None None] For port e865884a-caaa-4546-9c06-28db249e8d52, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:50:06.738352 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a38ac62f-336d-484d-a534-16841db071ac None None] For port e865884a-caaa-4546-9c06-28db249e8d52, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e865884a-caaa-4546-9c06-28db249e8d52,segment=NetworkSegment(7383af85-45f4-4498-b876-8bf577d2bd81),segment_id=7383af85-45f4-4498-b876-8bf577d2bd81)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:50:06.745855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.757356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bce8475e-9889-4176-9cee-26bbcba5cfd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:06.761202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.762423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-317d1856-b96f-424d-be31-56f141495a71 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.771974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cfe3-514d-4291-99d0-fd0387b960f5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.783322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a85bc-fac7-485f-860d-5405c8281b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa7efb3-9ced-453c-9ef7-34272a28c9c5,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:06.794495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-802a85bc-fac7-485f-860d-5405c8281b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:06.804134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1ee45ca-7cd5-4d94-b52b-43b5a8f34962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:06.806269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:06.832345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7383af85-45f4-4498-b876-8bf577d2bd81') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:06.832899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7383af85-45f4-4498-b876-8bf577d2bd81') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:06.840525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d1856-b96f-424d-be31-56f141495a71 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52fe10b-0af3-4cf1-aecb-b33fa453725c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:06.854629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-317d1856-b96f-424d-be31-56f141495a71 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:06.859318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.888448 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7ea9cfe3-514d-4291-99d0-fd0387b960f5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/2fccf4d4-d175-4f18-9bbd-16d58c481589 HTTP/1.1" status: 204 len: 168 time: 3.6704683 Nov 25 08:50:06.890792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40744) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:06.905295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-317d1856-b96f-424d-be31-56f141495a71 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.906464 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-317d1856-b96f-424d-be31-56f141495a71 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "DELETE /v2.0/security-groups/b52fe10b-0af3-4cf1-aecb-b33fa453725c HTTP/1.1" status: 204 len: 168 time: 1.6730421 Nov 25 08:50:06.914806 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-802a85bc-fac7-485f-860d-5405c8281b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.923279 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-802a85bc-fac7-485f-860d-5405c8281b6a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6fa7efb3-9ced-453c-9ef7-34272a28c9c5 HTTP/1.1" status: 204 len: 168 time: 1.6300409 Nov 25 08:50:06.928138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Pushing event updated for resources: {'Port': ['ID=e865884a-caaa-4546-9c06-28db249e8d52,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:06.931169 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:06.957795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40748) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:06.975213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:06.985897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039b77a6-3ae1-4cbc-98c5-f88cde32a2ed None None] Network ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:07.018149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:07.018578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:07.052298 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:07.054557 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-5c007efa-e479-4f7e-ba4f-dd58f8075de9 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] show failed (client error): The resource could not be found. Nov 25 08:50:07.054557 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5c007efa-e479-4f7e-ba4f-dd58f8075de9 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "GET /v2.0/security-groups/b52fe10b-0af3-4cf1-aecb-b33fa453725c HTTP/1.1" status: 404 len: 347 time: 0.0957203 Nov 25 08:50:07.061594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40754) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:07.098207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:07.116847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e6029d38-feb7-481b-a926-bf04c6807018 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:07.167592 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01cd74b-dd09-4e63-85f1-41019239dd7c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:50:07.168149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e01cd74b-dd09-4e63-85f1-41019239dd7c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:07.228615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b1bdcc-fdc9-48d6-b881-520c4ae4f327 None None] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:07.340196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Subnet': ['ID=27e2dc9b-203f-4a63-957c-e56374e22cc7,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:07.356990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:07.374116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e01cd74b-dd09-4e63-85f1-41019239dd7c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:07.375557 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e01cd74b-dd09-4e63-85f1-41019239dd7c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/2fccf4d4-d175-4f18-9bbd-16d58c481589 HTTP/1.1" status: 404 len: 333 time: 0.4680073 Nov 25 08:50:07.379924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40764) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:07.455462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Checking segment: {'id': '2986ed71-c699-4ed4-8639-47454b2b30cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '615420b0-cc20-483b-80da-4067d4629b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:07.455462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network hostable DHCP agents. Network: 615420b0-cc20-483b-80da-4067d4629b10, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:07.488671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-250fbfde-6f90-4f5e-b085-9c21d57a72d1 None None] Provisioning for port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:07.512111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:50:07.512111 dv-neutron-818341-1-hyperv neutron-server[87512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:50:07.512111 dv-neutron-818341-1-hyperv neutron-server[87512]: [parameters: {'id': 'ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161'}] Nov 25 08:50:07.512111 dv-neutron-818341-1-hyperv neutron-server[87512]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:07.512449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:07.541556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Deleting port 5f7e706b-96d9-4fc2-b340-8f2b13808b94 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:07.541850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:07.542662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-17eb9e50-36db-4e49-88de-3c72419e0079 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting subnet acd8620e-c5a2-465e-aa48-cd4d53ea61de {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:50:07.554674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17eb9e50-36db-4e49-88de-3c72419e0079 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:07.629332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 615420b0-cc20-483b-80da-4067d4629b10 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:07.648912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17eb9e50-36db-4e49-88de-3c72419e0079 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:07.665482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:07.669268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:07.736703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 615420b0-cc20-483b-80da-4067d4629b10) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:07.771570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:07.772141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:07.776774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Transition to ACTIVE for port object 14d79882-5d5c-430d-804f-36c3bc3b6005 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:07.778882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a459301-10f6-4f79-8838-0e4c43936745 None None] Network 615420b0-cc20-483b-80da-4067d4629b10 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:07.814926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17eb9e50-36db-4e49-88de-3c72419e0079 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:07.854610 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9613767 Nov 25 08:50:07.855048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40776) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:07.857352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:07.857680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:07.875811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ff71130b-ec13-4177-9420-569e726e9515 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1681822685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:07.878900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58a779-13e9-4396-bc75-b76608ea5576 req-a2135556-8128-4c61-b949-2da5846f3cb7 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:07.887199 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba58a779-13e9-4396-bc75-b76608ea5576 req-a2135556-8128-4c61-b949-2da5846f3cb7 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.3999689 Nov 25 08:50:07.944594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ff71130b-ec13-4177-9420-569e726e9515 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:07.973655 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba58a779-13e9-4396-bc75-b76608ea5576 req-fc16a3a8-b73f-4058-83fe-0137457a0cee tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855138 Nov 25 08:50:07.985733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.016952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.018516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.028864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Calling delete_port for 5f7e706b-96d9-4fc2-b340-8f2b13808b94 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:08.061747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4cb25ac6-d696-4bf7-b6a3-f2df5f87d76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:08.108698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-615420b0-cc20-483b-80da-4067d4629b10', 'network_id': '615420b0-cc20-483b-80da-4067d4629b10', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'fixed_ips': [{'subnet_id': '27e2dc9b-203f-4a63-957c-e56374e22cc7'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:08.109826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.115370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff71130b-ec13-4177-9420-569e726e9515 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:router and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:08.127016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff71130b-ec13-4177-9420-569e726e9515 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:08.153894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ff71130b-ec13-4177-9420-569e726e9515 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:08.194879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:08.202916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'Port': ['ID=14d79882-5d5c-430d-804f-36c3bc3b6005,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:08.205568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Deleting port e865884a-caaa-4546-9c06-28db249e8d52 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:08.205911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.233615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:08.242952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:08.243851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff71130b-ec13-4177-9420-569e726e9515 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.245024 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff71130b-ec13-4177-9420-569e726e9515 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.256818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:08.259934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17eb9e50-36db-4e49-88de-3c72419e0079 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.263589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:08.264290 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.265135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-932788e9-9936-4aee-ab60-05fa52561ba6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:08.311219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Allocated IP 2001:db8::2 (615420b0-cc20-483b-80da-4067d4629b10/27e2dc9b-203f-4a63-957c-e56374e22cc7/1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:08.316370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40786) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:08.324436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb9e50-36db-4e49-88de-3c72419e0079 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Subnet': ['ID=acd8620e-c5a2-465e-aa48-cd4d53ea61de,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:08.326906 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17eb9e50-36db-4e49-88de-3c72419e0079 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.346094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-17eb9e50-36db-4e49-88de-3c72419e0079 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:08.357912 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-17eb9e50-36db-4e49-88de-3c72419e0079 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/acd8620e-c5a2-465e-aa48-cd4d53ea61de HTTP/1.1" status: 204 len: 168 time: 0.9750674 Nov 25 08:50:08.362603 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40792) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:08.378321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff71130b-ec13-4177-9420-569e726e9515 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.380805 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6108522 Nov 25 08:50:08.381969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412178ff-992e-419d-84f2-ad51624bd587 None None] Network 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:08.386298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40796) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:08.413328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:08.564799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:08.565353 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.603713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-ea6a30e0-7d2a-40cc-b110-f6cff9abfe9a tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:08.604852 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ea6a30e0-7d2a-40cc-b110-f6cff9abfe9a tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2829440 Nov 25 08:50:08.612545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] For port e865884a-caaa-4546-9c06-28db249e8d52, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e865884a-caaa-4546-9c06-28db249e8d52,segment=NetworkSegment(7383af85-45f4-4498-b876-8bf577d2bd81),segment_id=7383af85-45f4-4498-b876-8bf577d2bd81)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:08.613234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.623001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40800) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:08.638641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-7350fc92-27b5-41ef-8e7a-7d3df2737c69 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:08.639931 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7350fc92-27b5-41ef-8e7a-7d3df2737c69 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0154274 Nov 25 08:50:08.644110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40804) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:08.685720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.711571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff71130b-ec13-4177-9420-569e726e9515 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.720523 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-ba72ed5c-4fe8-4452-b329-c4ff67446847 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:08.721513 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ba72ed5c-4fe8-4452-b329-c4ff67446847 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0759475 Nov 25 08:50:08.729389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40808) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:08.740337 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a96fc9-291a-4903-9154-a2cce1c1ce73 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:08.748739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a96fc9-291a-4903-9154-a2cce1c1ce73 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:08.757022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a96fc9-291a-4903-9154-a2cce1c1ce73 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:08.761979 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-34a96fc9-291a-4903-9154-a2cce1c1ce73 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3686070 Nov 25 08:50:08.769441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40810) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:08.770145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port f22e9b44-11e6-4297-a54b-fd54f8955cf2 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:08.770579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.785043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.803222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Calling delete_port for e865884a-caaa-4546-9c06-28db249e8d52 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:08.831793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1006efb3-794b-401c-94ff-471447beefab tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:08.838432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-24287517-7ec2-49bf-b8b6-ec26481eb4ed tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:08.842041 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-24287517-7ec2-49bf-b8b6-ec26481eb4ed tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0762234 Nov 25 08:50:08.843716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d7dc44cc-62a9-4f03-8216-aef3b0deb2c5 None None] Provisioning for port d87faf28-6c65-4f3f-962e-1f120a45f56d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:08.855040 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d7dc44cc-62a9-4f03-8216-aef3b0deb2c5 None None] Provisioning complete for port d87faf28-6c65-4f3f-962e-1f120a45f56d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:08.855342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7dc44cc-62a9-4f03-8216-aef3b0deb2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:08.875658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40816) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:08.911667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-5c4fd88d-5290-49ca-8aaa-b4ae70ae69da tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:08.913552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc44cc-62a9-4f03-8216-aef3b0deb2c5 None None] Port d87faf28-6c65-4f3f-962e-1f120a45f56d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:08.917395 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5c4fd88d-5290-49ca-8aaa-b4ae70ae69da tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0150571 Nov 25 08:50:08.917716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Pushing event deleted for resources: {'Port': ['ID=5f7e706b-96d9-4fc2-b340-8f2b13808b94,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:08.924226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40820) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:08.939344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:09.016510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-da20a18c-f909-4146-909f-46e41e27cfac tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Deleting port 14d79882-5d5c-430d-804f-36c3bc3b6005 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:09.016822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-da20a18c-f909-4146-909f-46e41e27cfac tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.024829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.078103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d7dc44cc-62a9-4f03-8216-aef3b0deb2c5 None None] Provisioning complete for port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:09.078522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7dc44cc-62a9-4f03-8216-aef3b0deb2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.154156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.177646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Transition to ACTIVE for port object 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:09.192810 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-b791c528-d28d-48ca-ac87-bbbd62bdee58 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.193127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=24bce1a7-b4ef-476b-aef6-bf1adc0854c0,segment=NetworkSegment(84890aaf-e488-4c8f-a9d3-ac23e41a5f36),segment_id=84890aaf-e488-4c8f-a9d3-ac23e41a5f36)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:09.194330 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b791c528-d28d-48ca-ac87-bbbd62bdee58 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.2596042 Nov 25 08:50:09.210058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30db696b-00c5-4b9e-b7a0-0386ac5e520b None None] DHCP port deletion for 9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:09.211152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff71130b-ec13-4177-9420-569e726e9515 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.222518 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ff71130b-ec13-4177-9420-569e726e9515 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3570244 Nov 25 08:50:09.228550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40826) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.229180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40828) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.255248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Deleting port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:09.255681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.309181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-8c4301cb-95e8-44f9-8f97-b45799fe451a tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.312586 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8c4301cb-95e8-44f9-8f97-b45799fe451a tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0798955 Nov 25 08:50:09.326250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40834) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.335002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] For port f22e9b44-11e6-4297-a54b-fd54f8955cf2, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f22e9b44-11e6-4297-a54b-fd54f8955cf2,segment=NetworkSegment(cadab436-e65b-4ac6-a6c0-c8075ed0ffc3),segment_id=cadab436-e65b-4ac6-a6c0-c8075ed0ffc3)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:09.335864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.337932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.344616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-07959aaf-d92f-4e40-9d00-9edbd88cfdde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:09.368861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-ebc34b55-1f39-41e8-ac25-c8ee292b5526 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.372892 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ebc34b55-1f39-41e8-ac25-c8ee292b5526 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0383768 Nov 25 08:50:09.383572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40838) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.413632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-30db696b-00c5-4b9e-b7a0-0386ac5e520b None None] Deleting port f22e9b44-11e6-4297-a54b-fd54f8955cf2 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:09.414087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30db696b-00c5-4b9e-b7a0-0386ac5e520b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.450835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=24bce1a7-b4ef-476b-aef6-bf1adc0854c0,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:09.458878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-c2bf6477-681a-4b06-bb3b-2e9e5b51c1ba tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.462043 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c2bf6477-681a-4b06-bb3b-2e9e5b51c1ba tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0753050 Nov 25 08:50:09.463973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:09.464631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40842) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.467459 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Transition to ACTIVE for port object 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:09.479551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-85c6ac5c-47d2-424f-bac2-dd7d8222933a tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.483381 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-85c6ac5c-47d2-424f-bac2-dd7d8222933a tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0143762 Nov 25 08:50:09.483381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.500669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.511392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bcd090c5-3a42-4bd4-b0f0-24e26dd6c2ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:09.536759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for f22e9b44-11e6-4297-a54b-fd54f8955cf2 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:09.549611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40846) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.552508 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Network 615420b0-cc20-483b-80da-4067d4629b10 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:09.556485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-a98366ea-0da6-4a6d-8047-9c1ae1be34eb tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.559922 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a98366ea-0da6-4a6d-8047-9c1ae1be34eb tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052154 Nov 25 08:50:09.562043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:09.564124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f22e9b44-11e6-4297-a54b-fd54f8955cf2 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:09.566993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.571148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40850) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.594756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:09.601522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d7dc44cc-62a9-4f03-8216-aef3b0deb2c5 None None] Provisioning for port 14d79882-5d5c-430d-804f-36c3bc3b6005 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:09.623896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:09.665565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d7dc44cc-62a9-4f03-8216-aef3b0deb2c5 None None] Provisioning complete for port 14d79882-5d5c-430d-804f-36c3bc3b6005 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:09.666224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7dc44cc-62a9-4f03-8216-aef3b0deb2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.672007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.675899 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b7ddccfb-90c4-4443-95e3-ec030def66bc tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] 10.222.0.54 "DELETE /v2.0/floatingips/59effb07-a4b2-469e-b9a2-e0a4a8f1c0d0 HTTP/1.1" status: 204 len: 168 time: 2.4300549 Nov 25 08:50:09.676332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-d5ee17ac-1dc8-4b67-ad73-fa1b3ffc826d tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.677246 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d5ee17ac-1dc8-4b67-ad73-fa1b3ffc826d tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0251546 Nov 25 08:50:09.689171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40854) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.689591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40856) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.700284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Port': ['ID=e865884a-caaa-4546-9c06-28db249e8d52,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:09.702300 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No DVR routers for this DVR port e865884a-caaa-4546-9c06-28db249e8d52 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:09.733786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:09.736813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-8bdf9035-a801-47bf-8417-c2b16d149d86 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.740303 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8bdf9035-a801-47bf-8417-c2b16d149d86 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0390317 Nov 25 08:50:09.762525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40862) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.789034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Pushing event updated for resources: {'Port': ['ID=1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:09.789696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-4024681e-384c-45ed-9e31-b21d0182cb42 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.794133 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4024681e-384c-45ed-9e31-b21d0182cb42 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0151775 Nov 25 08:50:09.804953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40866) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.816352 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:09.820076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-bd1fb4aa-2069-4eb1-a2bd-bc114b7bf8f1 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.823457 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bd1fb4aa-2069-4eb1-a2bd-bc114b7bf8f1 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0152574 Nov 25 08:50:09.835930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40870) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.849778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-959ae80d-da62-4a08-9b39-67010483d94c tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.854790 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-959ae80d-da62-4a08-9b39-67010483d94c tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0134048 Nov 25 08:50:09.866805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40874) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.889596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-4826be63-6215-4b69-adbe-92ece2cc1f32 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:09.892983 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4826be63-6215-4b69-adbe-92ece2cc1f32 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0221403 Nov 25 08:50:09.901419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40878) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:09.919971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc44cc-62a9-4f03-8216-aef3b0deb2c5 None None] Port 14d79882-5d5c-430d-804f-36c3bc3b6005 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:09.925558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No active binding found for port f22e9b44-11e6-4297-a54b-fd54f8955cf2 {{(pid=87514) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 25 08:50:09.925970 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f22e9b44-11e6-4297-a54b-fd54f8955cf2 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:09.937936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Attempting to bind port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:50:09.938321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Attempting to bind port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '2986ed71-c699-4ed4-8639-47454b2b30cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '615420b0-cc20-483b-80da-4067d4629b10'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:50:09.938685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Attempting to bind port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf on network 615420b0-cc20-483b-80da-4067d4629b10 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:50:09.952283 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:50:09.952660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Checking segment: {'id': '2986ed71-c699-4ed4-8639-47454b2b30cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '615420b0-cc20-483b-80da-4067d4629b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:09.953084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.953481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Bound using segment: {'id': '2986ed71-c699-4ed4-8639-47454b2b30cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '615420b0-cc20-483b-80da-4067d4629b10'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:50:09.953960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Bound port: 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2986ed71-c699-4ed4-8639-47454b2b30cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '615420b0-cc20-483b-80da-4067d4629b10'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:50:09.954357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:09.976723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-30db696b-00c5-4b9e-b7a0-0386ac5e520b None None] For port f22e9b44-11e6-4297-a54b-fd54f8955cf2, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f22e9b44-11e6-4297-a54b-fd54f8955cf2,segment=NetworkSegment(cadab436-e65b-4ac6-a6c0-c8075ed0ffc3),segment_id=cadab436-e65b-4ac6-a6c0-c8075ed0ffc3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:09.977118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30db696b-00c5-4b9e-b7a0-0386ac5e520b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.046254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.060041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fed77dae-9614-4aa2-a920-153ef9b493c1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:10.095716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-593dd98e-9eea-4e7a-9332-846a8bf12118 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.099053 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-593dd98e-9eea-4e7a-9332-846a8bf12118 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0519183 Nov 25 08:50:10.116897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No DVR routers for this DVR port f22e9b44-11e6-4297-a54b-fd54f8955cf2 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:10.125687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40882) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.139425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-30db696b-00c5-4b9e-b7a0-0386ac5e520b None None] Calling delete_port for f22e9b44-11e6-4297-a54b-fd54f8955cf2 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:10.155183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23cb4-4798-4706-9009-cf251623d540 req-e15c5e19-74e0-4b53-9e3f-7e67f8562946 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:10.156584 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-99c23cb4-4798-4706-9009-cf251623d540 req-e15c5e19-74e0-4b53-9e3f-7e67f8562946 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.8541195 Nov 25 08:50:10.158335 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=f22e9b44-11e6-4297-a54b-fd54f8955cf2,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:10.161522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-da20a18c-f909-4146-909f-46e41e27cfac tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.169170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.171842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-8d632615-2127-42c0-ae9d-9f5e6433f440 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.176409 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8d632615-2127-42c0-ae9d-9f5e6433f440 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0440350 Nov 25 08:50:10.176554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40886) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.177658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:10.189101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] For port 56ac1b67-3eac-4cd9-9f93-6e188f648c0c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=56ac1b67-3eac-4cd9-9f93-6e188f648c0c,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:10.189433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.193017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-61ddcd2b-727b-40df-9287-5862f7dcaf68 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.196278 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-61ddcd2b-727b-40df-9287-5862f7dcaf68 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0137415 Nov 25 08:50:10.198656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40890) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.228370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-72e269e2-6dd7-4384-9785-cc78b8621982 None None] Provisioning complete for port d87faf28-6c65-4f3f-962e-1f120a45f56d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:10.228773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72e269e2-6dd7-4384-9785-cc78b8621982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.233953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-47a76637-3563-4086-8c64-255d4deb2cd1 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.237354 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-47a76637-3563-4086-8c64-255d4deb2cd1 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0258257 Nov 25 08:50:10.250796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:10.257677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40894) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.294554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] For port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:50:10.300086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-30db696b-00c5-4b9e-b7a0-0386ac5e520b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:10.300443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-30db696b-00c5-4b9e-b7a0-0386ac5e520b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:10.302052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-004b90f0-3493-4227-888d-02d4f1ca6dc9 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.305512 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-004b90f0-3493-4227-888d-02d4f1ca6dc9 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0400243 Nov 25 08:50:10.308908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] For port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf,segment=NetworkSegment(2986ed71-c699-4ed4-8639-47454b2b30cf),segment_id=2986ed71-c699-4ed4-8639-47454b2b30cf)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:50:10.311056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-72e269e2-6dd7-4384-9785-cc78b8621982 None None] Port d87faf28-6c65-4f3f-962e-1f120a45f56d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:10.314821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.319188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40898) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.319499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:10.320427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7383af85-45f4-4498-b876-8bf577d2bd81') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:10.320745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7383af85-45f4-4498-b876-8bf577d2bd81') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:10.342328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.355638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-29abb019-3be2-4da7-92f8-5f1e3c7b6b3c tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.358331 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-29abb019-3be2-4da7-92f8-5f1e3c7b6b3c tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0230668 Nov 25 08:50:10.394163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-da20a18c-f909-4146-909f-46e41e27cfac tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Calling delete_port for 14d79882-5d5c-430d-804f-36c3bc3b6005 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:10.399428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-72e269e2-6dd7-4384-9785-cc78b8621982 None None] Provisioning complete for port 14d79882-5d5c-430d-804f-36c3bc3b6005 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:10.399805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72e269e2-6dd7-4384-9785-cc78b8621982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.415291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.424030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40902) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.435834 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-99c23cb4-4798-4706-9009-cf251623d540 req-85624648-135a-4dc8-9703-3f35011251c9 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408304 Nov 25 08:50:10.490993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-72e269e2-6dd7-4384-9785-cc78b8621982 None None] Port 14d79882-5d5c-430d-804f-36c3bc3b6005 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:10.494864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Pushing event updated for resources: {'Port': ['ID=1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:10.507271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:10.573554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-404d8140-d2d3-4c57-a75b-49bd5d6dd53b tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.577385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-404d8140-d2d3-4c57-a75b-49bd5d6dd53b tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.1049745 Nov 25 08:50:10.603002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Calling delete_port for 56ac1b67-3eac-4cd9-9f93-6e188f648c0c owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:10.639171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40908) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.645104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.662658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-bfb8a5a2-562d-442e-ae40-7ac2925f7764 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.666575 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bfb8a5a2-562d-442e-ae40-7ac2925f7764 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0262406 Nov 25 08:50:10.669555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40914) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.684747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-ccfdcd02-a042-4481-8378-86d95845ae10 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.688676 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ccfdcd02-a042-4481-8378-86d95845ae10 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0139227 Nov 25 08:50:10.691574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40918) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.725996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-22d1ae6b-8521-4079-9bd8-407504f559a8 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.729906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-22d1ae6b-8521-4079-9bd8-407504f559a8 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0222311 Nov 25 08:50:10.749847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40922) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.756107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:10.770835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-841740d6-4d59-4210-8da4-d2da7e671a6c tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.774925 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-841740d6-4d59-4210-8da4-d2da7e671a6c tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0213871 Nov 25 08:50:10.783404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40926) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.794191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-23c8feab-994d-4d5e-b252-46ff2d18f8c9 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.797521 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-23c8feab-994d-4d5e-b252-46ff2d18f8c9 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0107126 Nov 25 08:50:10.797521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadab436-e65b-4ac6-a6c0-c8075ed0ffc3') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:10.797521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadab436-e65b-4ac6-a6c0-c8075ed0ffc3') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:10.801668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-30db696b-00c5-4b9e-b7a0-0386ac5e520b None None] Deleting port f22e9b44-11e6-4297-a54b-fd54f8955cf2 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:10.802611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30db696b-00c5-4b9e-b7a0-0386ac5e520b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.810146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40930) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.816299 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.828359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-a39285ec-40ce-46f8-a215-ac048b760f54 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.831813 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a39285ec-40ce-46f8-a215-ac048b760f54 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0195682 Nov 25 08:50:10.895506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40934) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:10.932382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.938572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-90cdc28f-6834-4ba1-a810-c8db676b7e47 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:10.941972 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-90cdc28f-6834-4ba1-a810-c8db676b7e47 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0399888 Nov 25 08:50:10.941972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:10.946070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-30db696b-00c5-4b9e-b7a0-0386ac5e520b None None] The port 'f22e9b44-11e6-4297-a54b-fd54f8955cf2' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:50:10.981721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40938) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.042522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-cb434f14-f151-42ec-b57e-0624ee330fe4 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.043736 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cb434f14-f151-42ec-b57e-0624ee330fe4 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0609994 Nov 25 08:50:11.059701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40942) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.075470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:11.075872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:11.095985 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:11.099422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:11.099989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:11.101895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:11.122183 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:11.156425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-41eb5f9e-9f81-4ee4-9319-1438cff8bba8 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:11.170516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-97d02a29-1e51-45c6-a4d9-d062188d616e tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.171477 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-97d02a29-1e51-45c6-a4d9-d062188d616e tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0506434 Nov 25 08:50:11.192478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40946) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.243582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-3c4f3004-5399-46a5-8e31-0c50895b6984 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.247859 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3c4f3004-5399-46a5-8e31-0c50895b6984 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0400765 Nov 25 08:50:11.251259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40950) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.253307 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ac1b67-3eac-4cd9-9f93-6e188f648c0c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:11.282421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:11.287619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-da20a18c-f909-4146-909f-46e41e27cfac tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:11.295271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-76594bb8-a63a-4086-b703-168be934af47 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.296263 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-76594bb8-a63a-4086-b703-168be934af47 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0274675 Nov 25 08:50:11.298949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1e80ddaf-e368-4c09-a91c-40fea9d2f705 tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:11.301344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40954) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.337378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-905c5c13-babe-41a1-901e-7e8ae9d575fc tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.339622 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-905c5c13-babe-41a1-901e-7e8ae9d575fc tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0307055 Nov 25 08:50:11.348303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40958) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.356181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:11.360090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:11.387367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20a18c-f909-4146-909f-46e41e27cfac tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event deleted for resources: {'Port': ['ID=14d79882-5d5c-430d-804f-36c3bc3b6005,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:11.389333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:11.394357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6890797e-5dc2-4624-aaf7-f92092c31c26 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:11.396655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-da20a18c-f909-4146-909f-46e41e27cfac tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:11.404172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1c218cad-5216-45c5-9d28-c23c62be9738 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:11.411724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-12e0acaa-1e4d-4ca1-8b3a-9b5b2deeb7ba tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.415070 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-12e0acaa-1e4d-4ca1-8b3a-9b5b2deeb7ba tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0581427 Nov 25 08:50:11.415070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:11.422366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40962) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.486340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-a25158a8-072b-4cce-a42b-ad1b5f6f54a9 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.487202 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a25158a8-072b-4cce-a42b-ad1b5f6f54a9 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0291095 Nov 25 08:50:11.498343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Network': ['ID=9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:11.503592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40966) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.511031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:11.516243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-a1ec3efc-c5ea-4e58-a315-13aa16b98757 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.517193 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a1ec3efc-c5ea-4e58-a315-13aa16b98757 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0126996 Nov 25 08:50:11.529953 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/networks/9a8bd6fd-95fb-4b9a-bc96-66ed68fda3b7 HTTP/1.1" status: 204 len: 168 time: 3.1659353 Nov 25 08:50:11.530830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40970) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.531218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40972) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.535293 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:11.551637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:11.558782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1354674715'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:11.563056 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161 HTTP/1.1" status: 204 len: 168 time: 6.4224181 Nov 25 08:50:11.576448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40978) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.600992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863138249'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:11.641851 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-ff29f5de-359a-4e2e-b6a1-fb35347d1644 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.642561 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ff29f5de-359a-4e2e-b6a1-fb35347d1644 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.1077409 Nov 25 08:50:11.642769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:11.651902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40982) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.659857 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fee34d-366b-4082-93dd-198b4b2e2eac req-4860de84-2d4e-4d64-ada8-785cb0b489f0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:11.672166 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-23fee34d-366b-4082-93dd-198b4b2e2eac req-4860de84-2d4e-4d64-ada8-785cb0b489f0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.7232943 Nov 25 08:50:11.696814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Allocated IP 2001:db8::1 (615420b0-cc20-483b-80da-4067d4629b10/27e2dc9b-203f-4a63-957c-e56374e22cc7/dd3eb531-ae44-468f-a577-091507094bb3) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:11.706273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:network and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:11.716410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e62a9-b625-408b-bf02-b61f32b17d56 req-80d2e453-f565-4b7c-8f42-2e9721e20fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:11.717892 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-404e62a9-b625-408b-bf02-b61f32b17d56 req-80d2e453-f565-4b7c-8f42-2e9721e20fdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8112514b1f3d47e090b4462ec34c3fce&device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 1098 time: 0.6646004 Nov 25 08:50:11.719400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:11.721295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:11.726595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-047f4b0d-2e28-4ed9-96b3-46728fdec23e tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.727862 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-047f4b0d-2e28-4ed9-96b3-46728fdec23e tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0750060 Nov 25 08:50:11.760052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:11.766659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40986) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.788643 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-a8f113a1-b819-42f0-8ba8-15dd9c717d12 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.789670 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a8f113a1-b819-42f0-8ba8-15dd9c717d12 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0220180 Nov 25 08:50:11.797920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:11.890704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 40990) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:11.904406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:11.905452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:11.943785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:network and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:11.960561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:11.977586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-808812f3-56e2-488f-9189-1c47a7f844e7 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:11.979738 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-808812f3-56e2-488f-9189-1c47a7f844e7 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0879929 Nov 25 08:50:12.004532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40994) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.013962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:12.026622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:12.029147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-b17c7585-6781-45d2-8ad1-17b39e6bea30 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.030187 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b17c7585-6781-45d2-8ad1-17b39e6bea30 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0207677 Nov 25 08:50:12.031159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.034099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 40998) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.044916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-da20a18c-f909-4146-909f-46e41e27cfac tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.049395 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-da20a18c-f909-4146-909f-46e41e27cfac tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "DELETE /v2.0/ports/14d79882-5d5c-430d-804f-36c3bc3b6005 HTTP/1.1" status: 204 len: 168 time: 3.2126753 Nov 25 08:50:12.050835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-7557001f-bf3d-4e8b-8330-9dc0a5aeb29e tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.051757 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7557001f-bf3d-4e8b-8330-9dc0a5aeb29e tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0123043 Nov 25 08:50:12.055025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41002) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.055353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41004) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.055554 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-23fee34d-366b-4082-93dd-198b4b2e2eac req-45f8f946-e75a-408a-8550-e9826edb31ee tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823347 Nov 25 08:50:12.102507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19376e41-0ed7-4a09-b141-a5796613692f None None] Network 615420b0-cc20-483b-80da-4067d4629b10 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:12.102785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-95140981-a0fa-41ec-b838-1f31504d5ab4 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.103985 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-95140981-a0fa-41ec-b838-1f31504d5ab4 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0458848 Nov 25 08:50:12.115458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41010) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.120729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:12.124509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.125312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-f73e5c1e-6167-4d17-96b9-4d95b50fe8ef tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.126360 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f73e5c1e-6167-4d17-96b9-4d95b50fe8ef tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0097373 Nov 25 08:50:12.141904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41014) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.162021 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ee5981-72b6-41c0-96fa-fc84391a7cb0 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] GET failed (client error): The resource could not be found. Nov 25 08:50:12.162920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-97ee5981-72b6-41c0-96fa-fc84391a7cb0 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Synchronizing usage tracker for tenant:2b2697d258ab4d48a6d221ea0a4cafea on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:12.168453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-9b0879ae-cee8-42ea-9aae-00920549f689 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.171803 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9b0879ae-cee8-42ea-9aae-00920549f689 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0262299 Nov 25 08:50:12.171803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.174721 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41018) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.187477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-f35f29de-a092-43e6-ae5a-b00a87b9359c tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.190868 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f35f29de-a092-43e6-ae5a-b00a87b9359c tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0126407 Nov 25 08:50:12.192605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:12.197039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41022) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.212588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-19228559-3748-4d66-ab35-42d03bf674b3 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.216343 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-19228559-3748-4d66-ab35-42d03bf674b3 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0155180 Nov 25 08:50:12.216519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e62a9-b625-408b-bf02-b61f32b17d56 req-8e343226-4f76-4157-84ca-a5b72b67ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:12.216519 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-404e62a9-b625-408b-bf02-b61f32b17d56 req-8e343226-4f76-4157-84ca-a5b72b67ec7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 200 len: 913 time: 0.4836707 Nov 25 08:50:12.217373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41026) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.242244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:12.243709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-c92d52d1-b172-4bcc-9788-e86727f47580 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.247601 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c92d52d1-b172-4bcc-9788-e86727f47580 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0216262 Nov 25 08:50:12.247601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.247601 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment b47aa4ea-91c3-4f33-ad12-5c1eae92b95d of type vlan for network 3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662 Nov 25 08:50:12.249672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41030) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.278119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:12.289520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-27405c84-828e-4549-8ccc-c8f52aa4cb2e None None] Provisioning for port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:12.338790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-97ee5981-72b6-41c0-96fa-fc84391a7cb0 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Unset dirty status for tenant:2b2697d258ab4d48a6d221ea0a4cafea on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:12.343217 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-97ee5981-72b6-41c0-96fa-fc84391a7cb0 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "GET /v2.0/ports/14d79882-5d5c-430d-804f-36c3bc3b6005 HTTP/1.1" status: 404 len: 333 time: 0.2835720 Nov 25 08:50:12.351879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41034) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.358558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.358904 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Added segment 0da5232b-1459-4ff4-948f-5c21f83df459 of type vlan for network 2f0c7028-95c0-467c-9ae6-b903d5882bdc Nov 25 08:50:12.362910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Request body: {'port': {'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1588646116'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:12.364880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-8c12bf77-850d-4b33-8a5c-bfcd4efa2253 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.368335 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8c12bf77-850d-4b33-8a5c-bfcd4efa2253 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0533583 Nov 25 08:50:12.379324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41038) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.387532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.394753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:12.404354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:12.404820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.408868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-224ec640-b560-47ef-95fd-12d5a37835e0 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.413715 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-224ec640-b560-47ef-95fd-12d5a37835e0 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0152016 Nov 25 08:50:12.423662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41042) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.443660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Transition to ACTIVE for port object dd3eb531-ae44-468f-a577-091507094bb3 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:12.456123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-a2762b27-6ac9-4038-ad09-368078bfa081 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.456123 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a2762b27-6ac9-4038-ad09-368078bfa081 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0249856 Nov 25 08:50:12.457329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41046) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.465727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.477067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-bf5ca68d-d529-4b6b-b8ab-fcc09dabb20d tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.481880 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bf5ca68d-d529-4b6b-b8ab-fcc09dabb20d tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0203185 Nov 25 08:50:12.488671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41050) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.501344 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-404e62a9-b625-408b-bf02-b61f32b17d56 req-40a85271-b156-4e08-a265-512a8141d8be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 200 len: 1001 time: 0.2676136 Nov 25 08:50:12.511556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-2a1acf5d-932c-4d77-ab3d-859ec7bccf77 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.514960 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2a1acf5d-932c-4d77-ab3d-859ec7bccf77 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0206864 Nov 25 08:50:12.521575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41054) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.533342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-586cc48d-f28a-4893-ad07-8efbf7f48fd5 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.536732 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-586cc48d-f28a-4893-ad07-8efbf7f48fd5 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0101917 Nov 25 08:50:12.538846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41058) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.540428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.567609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-897e221f-64be-481e-aa10-f720beb4cee7 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.570996 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-897e221f-64be-481e-aa10-f720beb4cee7 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0213344 Nov 25 08:50:12.574521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41062) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.585749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-2c237451-08d4-455f-8735-44686446515b tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.586725 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2c237451-08d4-455f-8735-44686446515b tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0112982 Nov 25 08:50:12.589431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41066) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.595018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.600468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-652d423b-c0d4-4ced-86e4-4ea80a2aa548 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.603815 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-652d423b-c0d4-4ced-86e4-4ea80a2aa548 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0110905 Nov 25 08:50:12.617642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.620043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41070) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.635618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-486833ce-4a8f-4626-b48e-d6594c5925d3 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.639098 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-486833ce-4a8f-4626-b48e-d6594c5925d3 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0126514 Nov 25 08:50:12.664308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf,segment=NetworkSegment(2986ed71-c699-4ed4-8639-47454b2b30cf),segment_id=2986ed71-c699-4ed4-8639-47454b2b30cf)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:12.679962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.683904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:12.685825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41074) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.706222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-0a5199a3-2846-40cf-89f8-ce80b57f2c51 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.710033 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0a5199a3-2846-40cf-89f8-ce80b57f2c51 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0157320 Nov 25 08:50:12.710929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41082) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.762008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:12.765317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:12.774352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:12.789778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-b17494b0-567d-469e-9c5c-1e3c81d87435 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.793975 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b17494b0-567d-469e-9c5c-1e3c81d87435 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0708101 Nov 25 08:50:12.798223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41086) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.802997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.809347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:12.810038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.826774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.832205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:12.832788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.834006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-876846ff-d4da-4645-a10d-209beba5eddd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:12.846251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:12.857706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:12.872345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-338b3e51-dc99-4624-98de-72f909959ed9 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.876057 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-338b3e51-dc99-4624-98de-72f909959ed9 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0722785 Nov 25 08:50:12.887241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41090) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:12.915411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca367e-467a-4b86-b79e-c3c14a7dc066 None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:50:12.936171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e62a9-b625-408b-bf02-b61f32b17d56 req-fc504c8a-4f3b-4fe4-88af-596f1825421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:12.937615 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-404e62a9-b625-408b-bf02-b61f32b17d56 req-fc504c8a-4f3b-4fe4-88af-596f1825421c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40d6fdd8-001d-4957-aaad-ee27dc44d3ff HTTP/1.1" status: 200 len: 851 time: 0.4266763 Nov 25 08:50:12.951946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-8f6edc5d-682b-4260-b900-35897f333446 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:12.952905 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8f6edc5d-682b-4260-b900-35897f333446 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0619607 Nov 25 08:50:12.976017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8f0c2459-d0a5-41b4-81ef-5df10fe0b46d None None] Provisioning complete for port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:12.976407 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f0c2459-d0a5-41b4-81ef-5df10fe0b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:12.999131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41094) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:13.004287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Made reservation on behalf of 2b2697d258ab4d48a6d221ea0a4cafea for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:13.007347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:13.008826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:13.055902 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5182114 Nov 25 08:50:13.066761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-78ae292b-74e8-4671-b599-3e7edaca841c tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:13.071173 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-78ae292b-74e8-4671-b599-3e7edaca841c tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0428481 Nov 25 08:50:13.071554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41098) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:13.071943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41100) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:13.073763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:50:13.081612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': '2f0c7028-95c0-467c-9ae6-b903d5882bdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:13.104379 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5150027 Nov 25 08:50:13.104379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:13.114545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:13.116947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41108) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:13.121682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:13.164292 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2fe4e81e-ec6e-442a-9449-a1350705769a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:13.207492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Network': ['ID=2f0c7028-95c0-467c-9ae6-b903d5882bdc,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:13.215199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] device_id is not set on port a64a5687-e3e3-4920-b1ac-8f873b9f3fdf yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:13.231834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 2f0c7028-95c0-467c-9ae6-b903d5882bdc details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:13.272876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'network_id': '3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:13.287264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:13.290854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-afc089a3-dadb-4dcf-a931-40135f945540 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:13.295674 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-afc089a3-dadb-4dcf-a931-40135f945540 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.2158329 Nov 25 08:50:13.295822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 615420b0-cc20-483b-80da-4067d4629b10 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:13.297338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41112) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:13.298391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:13.319527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:13.321565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:13.322248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:13.349415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:13.354900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [None req-c0706445-e378-4536-8be2-12ef6e53b87a tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:13.358679 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c0706445-e378-4536-8be2-12ef6e53b87a tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0511081 Nov 25 08:50:13.389367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca367e-467a-4b86-b79e-c3c14a7dc066 None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:50:13.404328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41116) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:13.412486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:13.429366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [None req-7ad7c0d7-951c-40f7-9a4d-327830a25c37 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:13.433717 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7ad7c0d7-951c-40f7-9a4d-327830a25c37 tempest-ExtensionsTestJSON-945767190 tempest-ExtensionsTestJSON-945767190-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0129647 Nov 25 08:50:13.525920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:13.549889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=dd3eb531-ae44-468f-a577-091507094bb3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:13.559747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:13.600769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:13.608031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:13.627443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:subnet and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:13.633974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:13.648037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:13.659216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e62a9-b625-408b-bf02-b61f32b17d56 req-aaafe68a-c206-4949-a6e9-a3bc5e5eb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:13.661714 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-404e62a9-b625-408b-bf02-b61f32b17d56 req-aaafe68a-c206-4949-a6e9-a3bc5e5eb0e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37af9905-3414-4cad-aeb5-b72371ae9d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6681414 Nov 25 08:50:13.746387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:13.750328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:13.758967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:13.764932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:13.787191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Allocated IP 2001:db8::27e (ecb3d4f4-8976-4386-83dd-c6cddfa250a5/3d1b1720-146d-443a-a230-7c81093b0f0f/a64a5687-e3e3-4920-b1ac-8f873b9f3fdf) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:13.789189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41124) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:13.802356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:13.802986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:13.930263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:50:13.945261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c3666-b240-43ac-a7b0-845e328c0066 req-f87d9505-772b-44f3-99f6-20f3e7bce864 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:13.948069 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c134559-ed6b-48e3-874d-21443de163ff None None] Sync routers for ids ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:13.952775 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-867c3666-b240-43ac-a7b0-845e328c0066 req-f87d9505-772b-44f3-99f6-20f3e7bce864 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.6708996 Nov 25 08:50:13.969329 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c134559-ed6b-48e3-874d-21443de163ff None None] Routers {'41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:13.970204 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6c134559-ed6b-48e3-874d-21443de163ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:14.032919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:14.061876 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] 10.222.0.54 "PUT /v2.0/routers/41c1c64f-6906-4a3a-bf47-9f62c0b05fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6307020 Nov 25 08:50:14.081376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41130) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:14.141361 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-867c3666-b240-43ac-a7b0-845e328c0066 req-8b6ac428-9d75-4612-94ad-ecb3b6bf27ec tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875255 Nov 25 08:50:14.165498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-49651a82-ed91-4480-86ca-b9f3c5a3254a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:14.226772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-49651a82-ed91-4480-86ca-b9f3c5a3254a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:14.241457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-49651a82-ed91-4480-86ca-b9f3c5a3254a admin admin] Usage tracker for resource:security_group_rule and tenant:7a516647cf714bf2b8ceb6eee3e7ba80 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:14.251999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-49651a82-ed91-4480-86ca-b9f3c5a3254a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:14.272230 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6c134559-ed6b-48e3-874d-21443de163ff None None] Set router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:50:14.278574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-49651a82-ed91-4480-86ca-b9f3c5a3254a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:14.298679 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Deleting port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:14.299215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:14.366021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:14.377918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2f2b52db-8cb2-4763-94f1-3f9003987d63 None None] Provisioning for port dd3eb531-ae44-468f-a577-091507094bb3 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:14.384173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2f2b52db-8cb2-4763-94f1-3f9003987d63 None None] Provisioning complete for port dd3eb531-ae44-468f-a577-091507094bb3 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:14.384549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f2b52db-8cb2-4763-94f1-3f9003987d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:14.394350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:14.401806 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5345817b-77e1-4497-bc9b-ab27b69ad24e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:14.430982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Transition to ACTIVE for port object a64a5687-e3e3-4920-b1ac-8f873b9f3fdf will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:14.455413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b52db-8cb2-4763-94f1-3f9003987d63 None None] Port dd3eb531-ae44-468f-a577-091507094bb3 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:14.513803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Subnet': ['ID=07432870-cfb7-4618-a389-3d3816f14a48,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:14.523105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:14.556571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Checking segment: {'id': '0da5232b-1459-4ff4-948f-5c21f83df459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f0c7028-95c0-467c-9ae6-b903d5882bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:14.557396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network hostable DHCP agents. Network: 2f0c7028-95c0-467c-9ae6-b903d5882bdc, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:14.568310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-49651a82-ed91-4480-86ca-b9f3c5a3254a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:14.575470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:14.579142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-49651a82-ed91-4480-86ca-b9f3c5a3254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:14.592277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:14.626065 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6c134559-ed6b-48e3-874d-21443de163ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:50:10Z', 'revision_number': 5, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:14.630182 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c134559-ed6b-48e3-874d-21443de163ff None None] Checking router: 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:50:14.634580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 2f0c7028-95c0-467c-9ae6-b903d5882bdc is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:14.639361 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c134559-ed6b-48e3-874d-21443de163ff None None] Routers {'41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:14.639967 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6c134559-ed6b-48e3-874d-21443de163ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:14.656293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:14.657206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49651a82-ed91-4480-86ca-b9f3c5a3254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e43ebc-8cd4-4d00-af51-82c0f8106b74,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:14.661012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:14.662935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-49651a82-ed91-4480-86ca-b9f3c5a3254a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:14.663720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e0af8cab-7192-4d4f-8dc7-bcd11dc1eab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:14.696064 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-49651a82-ed91-4480-86ca-b9f3c5a3254a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a516647cf714bf2b8ceb6eee3e7ba80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9002042 Nov 25 08:50:14.696323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 2f0c7028-95c0-467c-9ae6-b903d5882bdc) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:14.703920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:14.706453 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-404e62a9-b625-408b-bf02-b61f32b17d56 req-a099300a-fa5c-4e01-996a-cd683d087c63 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0338433 Nov 25 08:50:14.708649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:14.709277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:14.715808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41134) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:14.730019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9a7c23-98d8-4dd4-932c-4cd980b95625 None None] Network 2f0c7028-95c0-467c-9ae6-b903d5882bdc requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:14.732356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:14.732934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:14.774897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'Port': ['ID=a64a5687-e3e3-4920-b1ac-8f873b9f3fdf,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:14.779842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:14.784790 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4295187 Nov 25 08:50:14.785113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41138) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:14.792519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6d5cec9e-af8d-43b7-b7c6-d96f661b0b44 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c6', 'mac_address': 'fa:16:3e:cc:2b:bb'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:14.832621 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7572961 Nov 25 08:50:14.852199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41142) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:14.868552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': '2f0c7028-95c0-467c-9ae6-b903d5882bdc', 'name': 'tempest-PortsTestJSON-207488804', 'fixed_ips': [{'subnet_id': '07432870-cfb7-4618-a389-3d3816f14a48', 'ip_address': '172.20.0.10'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:14.872656 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6c134559-ed6b-48e3-874d-21443de163ff None None] Set router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:50:14.957833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:15.164384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f0c7028-95c0-467c-9ae6-b903d5882bdc', 'network_id': '2f0c7028-95c0-467c-9ae6-b903d5882bdc', 'tenant_id': '582cee82d17044798b7f02b1399f0549', 'fixed_ips': [{'subnet_id': '07432870-cfb7-4618-a389-3d3816f14a48'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:15.180026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:15.200773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:15.220593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:port and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:15.225120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:15.255122 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-404e62a9-b625-408b-bf02-b61f32b17d56 req-22e74979-3cd0-4b01-9ab4-5629610c0695 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558501 Nov 25 08:50:15.277955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:15.319890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:15.340102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2b7d41f5-5783-4cc8-abb9-b703cea6502b None None] Provisioning for port a64a5687-e3e3-4920-b1ac-8f873b9f3fdf completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:15.346744 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6c134559-ed6b-48e3-874d-21443de163ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:50:10Z', 'revision_number': 5, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:15.352471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2b7d41f5-5783-4cc8-abb9-b703cea6502b None None] Provisioning complete for port a64a5687-e3e3-4920-b1ac-8f873b9f3fdf triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:15.353252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b7d41f5-5783-4cc8-abb9-b703cea6502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:15.356268 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c134559-ed6b-48e3-874d-21443de163ff None None] The sync data for ids ['41c1c64f-6906-4a3a-bf47-9f62c0b05fbb'] in dv-neutron-818341-1-hyperv is: [{'id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'name': 'tempest-ServersTestJSON-2083250787-router', 'tenant_id': 'b477c5ac61334fed90a92517ee03950d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:50:10Z', 'revision_number': 5, 'project_id': 'b477c5ac61334fed90a92517ee03950d', 'gw_port': {'id': 'c3526a8f-1919-435f-8a96-6c4178a141b5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c1c64f-6906-4a3a-bf47-9f62c0b05fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:15.415480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6d5cec9e-af8d-43b7-b7c6-d96f661b0b44 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:15.458835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d41f5-5783-4cc8-abb9-b703cea6502b None None] Port a64a5687-e3e3-4920-b1ac-8f873b9f3fdf cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:15.491348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Allocated IP 172.20.0.2 (2f0c7028-95c0-467c-9ae6-b903d5882bdc/07432870-cfb7-4618-a389-3d3816f14a48/38f485a6-be2f-45b9-b1dd-be2f05333492) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:15.529774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:15.575983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port 6be7cd85-7099-495a-bd9e-337ac9d87595 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:15.714221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] For port 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9f3469d7-15ea-41f0-94d7-01a50cfc9e9b,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:15.714814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:15.733555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b03c2de0-84c9-4c88-9cee-8e330437b614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:15.776804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 56ac1b67-3eac-4cd9-9f93-6e188f648c0c no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:15.835851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 56ac1b67-3eac-4cd9-9f93-6e188f648c0c {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:15.836466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 56ac1b67-3eac-4cd9-9f93-6e188f648c0c not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:15.851962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:15.866804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Transition to ACTIVE for port object 38f485a6-be2f-45b9-b1dd-be2f05333492 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:15.890782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Transition to ACTIVE for port object 38f485a6-be2f-45b9-b1dd-be2f05333492 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:15.907201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:15.916246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:15.925031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:50:15.945004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Calling delete_port for 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:15.959989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6d5cec9e-af8d-43b7-b7c6-d96f661b0b44 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.032531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Network 2f0c7028-95c0-467c-9ae6-b903d5882bdc is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:16.037384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:16.038450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.042641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:16.051248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Pushing event updated for resources: {'Port': ['ID=38f485a6-be2f-45b9-b1dd-be2f05333492,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:16.058450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b03c2de0-84c9-4c88-9cee-8e330437b614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.063444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:16.072158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.082107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.083317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.096619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d7b8c8c-d064-4c74-b346-42a1707f3dec tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:16.112532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6d5cec9e-af8d-43b7-b7c6-d96f661b0b44 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.119065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:16.149675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.164280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Attempting to bind port 38f485a6-be2f-45b9-b1dd-be2f05333492 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:50:16.164621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Attempting to bind port 38f485a6-be2f-45b9-b1dd-be2f05333492 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '0da5232b-1459-4ff4-948f-5c21f83df459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f0c7028-95c0-467c-9ae6-b903d5882bdc'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:50:16.165020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Attempting to bind port 38f485a6-be2f-45b9-b1dd-be2f05333492 on network 2f0c7028-95c0-467c-9ae6-b903d5882bdc {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:50:16.172540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:50:16.173012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Checking segment: {'id': '0da5232b-1459-4ff4-948f-5c21f83df459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f0c7028-95c0-467c-9ae6-b903d5882bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:16.173933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.173933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Bound using segment: {'id': '0da5232b-1459-4ff4-948f-5c21f83df459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f0c7028-95c0-467c-9ae6-b903d5882bdc'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:50:16.174315 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Bound port: 38f485a6-be2f-45b9-b1dd-be2f05333492, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da5232b-1459-4ff4-948f-5c21f83df459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f0c7028-95c0-467c-9ae6-b903d5882bdc'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:50:16.174713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.180350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6d5cec9e-af8d-43b7-b7c6-d96f661b0b44 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] In _notify_port_updated(), no bound segment for port a64a5687-e3e3-4920-b1ac-8f873b9f3fdf on network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:50:16.181309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58593ee-4fea-47d8-b351-eb354a6601da req-7583acb3-568b-48e6-95cf-a26db6b3c86f tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:16.188736 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e58593ee-4fea-47d8-b351-eb354a6601da req-7583acb3-568b-48e6-95cf-a26db6b3c86f tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.7065988 Nov 25 08:50:16.188964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5cec9e-af8d-43b7-b7c6-d96f661b0b44 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:16.189694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6d5cec9e-af8d-43b7-b7c6-d96f661b0b44 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.191723 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6d5cec9e-af8d-43b7-b7c6-d96f661b0b44 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "PUT /v2.0/ports/a64a5687-e3e3-4920-b1ac-8f873b9f3fdf HTTP/1.1" status: 200 len: 1003 time: 1.4054515 Nov 25 08:50:16.227401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41148) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:16.236392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cec9e-af8d-43b7-b7c6-d96f661b0b44 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'Port': ['ID=a64a5687-e3e3-4920-b1ac-8f873b9f3fdf,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:16.264286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Deleting port c3526a8f-1919-435f-8a96-6c4178a141b5 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:16.264652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.281262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] For port 38f485a6-be2f-45b9-b1dd-be2f05333492, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:50:16.285148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] For port 38f485a6-be2f-45b9-b1dd-be2f05333492, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=38f485a6-be2f-45b9-b1dd-be2f05333492,segment=NetworkSegment(0da5232b-1459-4ff4-948f-5c21f83df459),segment_id=0da5232b-1459-4ff4-948f-5c21f83df459)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:50:16.290812 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.297241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5ce124d4-a545-4141-825a-391de189fc5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:16.329076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c7cd1-38e5-45bb-a2f0-3858407d9cd8 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Deleting port a64a5687-e3e3-4920-b1ac-8f873b9f3fdf {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:16.329433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e8c7cd1-38e5-45bb-a2f0-3858407d9cd8 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.367530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6d5cec9e-af8d-43b7-b7c6-d96f661b0b44 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:16.368758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.10 (2f0c7028-95c0-467c-9ae6-b903d5882bdc/07432870-cfb7-4618-a389-3d3816f14a48/6be7cd85-7099-495a-bd9e-337ac9d87595) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:16.401054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Pushing event updated for resources: {'Port': ['ID=38f485a6-be2f-45b9-b1dd-be2f05333492,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:16.413573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:16.440717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a662c84-02b9-48ac-8ec6-29eb3a11589c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.589403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5641775a-49c4-49ca-87db-8472e81f228d None None] Provisioning complete for port a64a5687-e3e3-4920-b1ac-8f873b9f3fdf triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:16.590004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5641775a-49c4-49ca-87db-8472e81f228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.651975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=dd3eb531-ae44-468f-a577-091507094bb3,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:16.731166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5641775a-49c4-49ca-87db-8472e81f228d None None] Port a64a5687-e3e3-4920-b1ac-8f873b9f3fdf cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:16.770335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.770955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.771107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.771472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.771832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.772185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.772560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.772940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.773292 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.773637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.773985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.774379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:16.794916 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e58593ee-4fea-47d8-b351-eb354a6601da req-f0cbec6a-e799-4a42-a7f6-a204e13e4b1a tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6053076 Nov 25 08:50:16.807157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e8c7cd1-38e5-45bb-a2f0-3858407d9cd8 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.812487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:16.825257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.650s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:16.857133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.866743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b03c2de0-84c9-4c88-9cee-8e330437b614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.913718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking segment: {'id': 'b47aa4ea-91c3-4f33-ad12-5c1eae92b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:16.913965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network hostable DHCP agents. Network: 3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:16.953285 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 615420b0-cc20-483b-80da-4067d4629b10 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:16.963735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:16.972504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c7cd1-38e5-45bb-a2f0-3858407d9cd8 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Calling delete_port for a64a5687-e3e3-4920-b1ac-8f873b9f3fdf owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:16.995074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:17.008299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=801765f2-24f4-4fa1-ae36-b2efb839d923,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:17.030959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:17.031655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object 6be7cd85-7099-495a-bd9e-337ac9d87595 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:17.032158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b03c2de0-84c9-4c88-9cee-8e330437b614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:17.033424 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b03c2de0-84c9-4c88-9cee-8e330437b614 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1e43ebc-8cd4-4d00-af51-82c0f8106b74 HTTP/1.1" status: 204 len: 168 time: 2.2606668 Nov 25 08:50:17.034417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a1da1bdc-fc21-43d2-82e7-2ab9fab92ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:17.122857 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c2de0-84c9-4c88-9cee-8e330437b614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e43ebc-8cd4-4d00-af51-82c0f8106b74,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:17.128393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] For port c3526a8f-1919-435f-8a96-6c4178a141b5, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c3526a8f-1919-435f-8a96-6c4178a141b5,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:17.128971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:17.132257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:17.140838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-639b48a8-2bec-4377-99ff-a6a5b47eeea4 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:17.151468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b03c2de0-84c9-4c88-9cee-8e330437b614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:17.152296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network 3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:17.211421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e8c7cd1-38e5-45bb-a2f0-3858407d9cd8 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:17.258551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 2f0c7028-95c0-467c-9ae6-b903d5882bdc is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:17.424123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Calling delete_port for c3526a8f-1919-435f-8a96-6c4178a141b5 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:17.462921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:17.467202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=6be7cd85-7099-495a-bd9e-337ac9d87595,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:17.472196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e8c7cd1-38e5-45bb-a2f0-3858407d9cd8 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:17.474336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:17.474886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:17.498766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:17.503506 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e9318-e413-4715-964e-7d9dd607bcf3 None None] Network 3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:17.544371 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:50:17.553183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f85f5cba-14f8-4a8b-86b5-3aacccacfb26 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:17.646575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:17.647574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:17.654821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.655260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.656485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.658034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.659689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 38f485a6-be2f-45b9-b1dd-be2f05333492 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:17.661262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.662016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.662422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.667325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.667325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.667325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.667325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.667325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:17.673321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:17.698151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5d225248-4216-49e7-b667-66779209500c tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.461s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:17.761232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3469d7-15ea-41f0-94d7-01a50cfc9e9b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:17.776698 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6e8c7cd1-38e5-45bb-a2f0-3858407d9cd8 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "DELETE /v2.0/ports/a64a5687-e3e3-4920-b1ac-8f873b9f3fdf HTTP/1.1" status: 204 len: 168 time: 1.5457623 Nov 25 08:50:17.783721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:17.793841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aeac515c-8167-472c-9e16-32f3d93278cb None None] Provisioning complete for port dd3eb531-ae44-468f-a577-091507094bb3 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:17.794226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aeac515c-8167-472c-9e16-32f3d93278cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:17.798908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41168) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:17.878147 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.6764388 Nov 25 08:50:17.921503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41176) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:17.930306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:17.933141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:17.947074 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c7cd1-38e5-45bb-a2f0-3858407d9cd8 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event deleted for resources: {'Port': ['ID=a64a5687-e3e3-4920-b1ac-8f873b9f3fdf,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:17.952805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6e8c7cd1-38e5-45bb-a2f0-3858407d9cd8 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:18.028810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-aeac515c-8167-472c-9e16-32f3d93278cb None None] Port dd3eb531-ae44-468f-a577-091507094bb3 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:18.074422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 38f485a6-be2f-45b9-b1dd-be2f05333492 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:18.081737 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-6570a68e-86c8-4653-affe-7da8166589d0 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] GET failed (client error): The resource could not be found. Nov 25 08:50:18.081951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6570a68e-86c8-4653-affe-7da8166589d0 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Synchronizing usage tracker for tenant:2b2697d258ab4d48a6d221ea0a4cafea on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:18.102190 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2489293 Nov 25 08:50:18.105109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41186) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:18.116224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': '2f0c7028-95c0-467c-9ae6-b903d5882bdc', 'name': 'tempest-PortsTestJSON-1199330335', 'fixed_ips': [{'subnet_id': '07432870-cfb7-4618-a389-3d3816f14a48', 'ip_address': '172.20.0.9'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:18.169146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d676e-fa5b-4521-82d5-9c946784399c None None] Network 2f0c7028-95c0-467c-9ae6-b903d5882bdc requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:18.183755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router f48489a6-f9d1-4ea4-969a-464c756695af is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:50:18.188829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662', 'network_id': '3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662', 'tenant_id': '4ef46c2b254444faab84043026d40399', 'fixed_ips': [{'subnet_id': '801765f2-24f4-4fa1-ae36-b2efb839d923'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:18.190180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:18.224816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6570a68e-86c8-4653-affe-7da8166589d0 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Unset dirty status for tenant:2b2697d258ab4d48a6d221ea0a4cafea on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:18.230130 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6570a68e-86c8-4653-affe-7da8166589d0 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "GET /v2.0/ports/a64a5687-e3e3-4920-b1ac-8f873b9f3fdf HTTP/1.1" status: 404 len: 333 time: 0.4111633 Nov 25 08:50:18.235707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41190) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:18.249075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Request body: {'port': {'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1046246391'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:18.260205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41194) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:18.273450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defe96d-9625-477c-873d-c94a58783645 req-1af5dbb1-f6b3-43cc-8ca1-c89bc4b8fe30 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:18.274985 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2defe96d-9625-477c-873d-c94a58783645 req-1af5dbb1-f6b3-43cc-8ca1-c89bc4b8fe30 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.2765930 Nov 25 08:50:18.369537 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cf36bf81-7c8d-4fbd-b6d2-5c4cb26e523e None None] Provisioning for port 38f485a6-be2f-45b9-b1dd-be2f05333492 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:18.397375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cf36bf81-7c8d-4fbd-b6d2-5c4cb26e523e None None] Provisioning complete for port 38f485a6-be2f-45b9-b1dd-be2f05333492 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:18.397706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf36bf81-7c8d-4fbd-b6d2-5c4cb26e523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:18.562870 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2defe96d-9625-477c-873d-c94a58783645 req-a0e38183-c4a2-491e-9d1e-c1cc3fc26650 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752917 Nov 25 08:50:18.593873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:18.602083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:port and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:18.606031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:18.614916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:18.617503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:18.624414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Allocated IP 172.20.0.1 (3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662/801765f2-24f4-4fa1-ae36-b2efb839d923/838607df-86bc-4185-862f-0991317a48a9) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:18.634363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:18.646526 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:18.652945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:18.661795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d0c3072f-49c5-46f9-ba15-d898daaab3a1 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] Request body: {'port': {'network_id': 'd530e906-01db-4924-a923-6b3cc74ac7e5', 'name': 'tempest-NetworksNegativeTestJSON-1797298807'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:18.676426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Made reservation on behalf of 2b2697d258ab4d48a6d221ea0a4cafea for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:18.679980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:18.685921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:50:18.700909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port 773db4df-11dd-4a77-9468-b27244b9163d yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:18.718697 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/f48489a6-f9d1-4ea4-969a-464c756695af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4864135 Nov 25 08:50:18.725297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41202) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:18.726835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b6c4e-6714-4788-96cb-22709c251d4a None None] Sync routers for ids ['f48489a6-f9d1-4ea4-969a-464c756695af'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:18.763394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b6c4e-6714-4788-96cb-22709c251d4a None None] Routers {'f48489a6-f9d1-4ea4-969a-464c756695af'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:18.764495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-798b6c4e-6714-4788-96cb-22709c251d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f48489a6-f9d1-4ea4-969a-464c756695af'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:18.766504 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c3072f-49c5-46f9-ba15-d898daaab3a1 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] POST failed (client error): The resource could not be found. Nov 25 08:50:18.766981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c3072f-49c5-46f9-ba15-d898daaab3a1 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:18.768142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] device_id is not set on port 70041b3c-aa75-43a1-9aaa-31e90feb3588 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:18.771976 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d0c3072f-49c5-46f9-ba15-d898daaab3a1 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4996068 Nov 25 08:50:18.772918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41206) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:18.871753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-798b6c4e-6714-4788-96cb-22709c251d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:18.905883 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2c5f87-bfd5-4e01-80e5-a3eacde4b202 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] DELETE failed (client error): The resource could not be found. Nov 25 08:50:18.906506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2c5f87-bfd5-4e01-80e5-a3eacde4b202 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:18.932131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:18.962764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b6c4e-6714-4788-96cb-22709c251d4a None None] Routers {'f48489a6-f9d1-4ea4-969a-464c756695af'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:18.963428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-798b6c4e-6714-4788-96cb-22709c251d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:49:49Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f48489a6-f9d1-4ea4-969a-464c756695af'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:19.030766 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6c2c5f87-bfd5-4e01-80e5-a3eacde4b202 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] 10.222.0.54 "DELETE /v2.0/networks/9728747a-e772-4016-bc49-d6614042f11c HTTP/1.1" status: 404 len: 339 time: 0.2401676 Nov 25 08:50:19.031914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.035682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41210) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:19.040474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Allocated IP 2001:db8::bc (ecb3d4f4-8976-4386-83dd-c6cddfa250a5/3d1b1720-146d-443a-a230-7c81093b0f0f/70041b3c-aa75-43a1-9aaa-31e90feb3588) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:19.053647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a407277-1c94-4325-b7d3-91354807072b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:19.054257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6a407277-1c94-4325-b7d3-91354807072b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:19.089242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-798b6c4e-6714-4788-96cb-22709c251d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:19.089660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b6c4e-6714-4788-96cb-22709c251d4a None None] The sync data for ids ['f48489a6-f9d1-4ea4-969a-464c756695af'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:19.091057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf36bf81-7c8d-4fbd-b6d2-5c4cb26e523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.099501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.9 (2f0c7028-95c0-467c-9ae6-b903d5882bdc/07432870-cfb7-4618-a389-3d3816f14a48/773db4df-11dd-4a77-9468-b27244b9163d) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:19.105274 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3c2d3a-2ad5-4abd-8051-e2e00e80fbbf tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] DELETE failed (client error): The resource could not be found. Nov 25 08:50:19.105663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3c2d3a-2ad5-4abd-8051-e2e00e80fbbf tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:19.123325 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6e3c2d3a-2ad5-4abd-8051-e2e00e80fbbf tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] 10.222.0.54 "DELETE /v2.0/ports/8d24d548-93c1-4e50-a133-9fef5b71781c HTTP/1.1" status: 404 len: 333 time: 0.0845649 Nov 25 08:50:19.139278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41214) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:19.177573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.180158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-031c2236-090d-4e09-847a-a35012fc36c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.192556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cf36bf81-7c8d-4fbd-b6d2-5c4cb26e523e None None] For port 38f485a6-be2f-45b9-b1dd-be2f05333492, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=38f485a6-be2f-45b9-b1dd-be2f05333492,segment=NetworkSegment(0da5232b-1459-4ff4-948f-5c21f83df459),segment_id=0da5232b-1459-4ff4-948f-5c21f83df459)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:19.198597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Transition to ACTIVE for port object 838607df-86bc-4185-862f-0991317a48a9 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:19.206895 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2af9f7-a9ac-4cff-a754-9540a224a434 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] DELETE failed (client error): The resource could not be found. Nov 25 08:50:19.206895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2af9f7-a9ac-4cff-a754-9540a224a434 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:19.208211 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1f2af9f7-a9ac-4cff-a754-9540a224a434 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] 10.222.0.54 "DELETE /v2.0/subnets/356e4206-d371-4b37-b626-6c74629a2fbc HTTP/1.1" status: 404 len: 337 time: 0.0680265 Nov 25 08:50:19.217461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf36bf81-7c8d-4fbd-b6d2-5c4cb26e523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.221459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41218) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:19.223674 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ffa95c47-7a42-4f4f-be60-5569dbca79a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:19.303855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Transition to ACTIVE for port object 838607df-86bc-4185-862f-0991317a48a9 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:19.321109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.365919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.371004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6a407277-1c94-4325-b7d3-91354807072b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:19.373125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Network 3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:19.376424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:19.376603 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6a407277-1c94-4325-b7d3-91354807072b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports/dd3eb531-ae44-468f-a577-091507094bb3 HTTP/1.1" status: 200 len: 911 time: 0.6113524 Nov 25 08:50:19.379598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41222) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:19.381105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:19.385421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9d7aca1f-7fc6-491f-adf9-0803b0229e99 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:19.394432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.411670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Transition to ACTIVE for port object 70041b3c-aa75-43a1-9aaa-31e90feb3588 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:19.457136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.477887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:19.521877 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b899dd-076c-4e23-8dff-4e5b2509c12b tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] GET failed (client error): The resource could not be found. Nov 25 08:50:19.527681 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-38b899dd-076c-4e23-8dff-4e5b2509c12b tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] 10.222.0.54 "GET /v2.0/networks/fa504a49-c0ae-4c70-8ea1-82806e528347 HTTP/1.1" status: 404 len: 339 time: 0.1608183 Nov 25 08:50:19.538977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41226) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:19.575584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36bf81-7c8d-4fbd-b6d2-5c4cb26e523e None None] Pushing event updated for resources: {'Port': ['ID=38f485a6-be2f-45b9-b1dd-be2f05333492,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:19.588251 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cf36bf81-7c8d-4fbd-b6d2-5c4cb26e523e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:19.589839 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Attempting to bind port 838607df-86bc-4185-862f-0991317a48a9 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:50:19.590231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Attempting to bind port 838607df-86bc-4185-862f-0991317a48a9 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'b47aa4ea-91c3-4f33-ad12-5c1eae92b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:50:19.590919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Attempting to bind port 838607df-86bc-4185-862f-0991317a48a9 on network 3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:50:19.602098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f0d03425-6bbd-4b70-9890-741861a7b406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:19.642153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:19.649600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:19.655180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:50:19.655180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Checking segment: {'id': 'b47aa4ea-91c3-4f33-ad12-5c1eae92b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:19.655180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.655180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Bound using segment: {'id': 'b47aa4ea-91c3-4f33-ad12-5c1eae92b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:50:19.655621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Bound port: 838607df-86bc-4185-862f-0991317a48a9, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47aa4ea-91c3-4f33-ad12-5c1eae92b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:50:19.655911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.669654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3526a8f-1919-435f-8a96-6c4178a141b5,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:19.700624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a78a8c0e-4c96-4ff8-ae33-0fdc224a9830 None None] Provisioning complete for port 38f485a6-be2f-45b9-b1dd-be2f05333492 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:19.701261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a78a8c0e-4c96-4ff8-ae33-0fdc224a9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.722402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:19.725250 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-16544e82-ee4f-424d-a1e7-4a925be8068a tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] GET failed (client error): The resource could not be found. Nov 25 08:50:19.726548 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-16544e82-ee4f-424d-a1e7-4a925be8068a tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] 10.222.0.54 "GET /v2.0/ports/18904c8e-729f-4106-9439-28dd8d8bd548 HTTP/1.1" status: 404 len: 333 time: 0.1822996 Nov 25 08:50:19.727447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'Port': ['ID=70041b3c-aa75-43a1-9aaa-31e90feb3588,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:19.730843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:19.736433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:19.737057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.751750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86f016-aca3-4508-a47f-7fc312666459 req-eef28648-c08e-41fb-9eef-30b0797e4768 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:19.753304 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1f86f016-aca3-4508-a47f-7fc312666459 req-eef28648-c08e-41fb-9eef-30b0797e4768 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 1.0271420 Nov 25 08:50:19.753798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41230) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:19.756903 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:19.762417 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5211072 Nov 25 08:50:19.766232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41232) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:19.778374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c7ef45bb-8872-4d99-8999-a33fe7bd137b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cc:2b:bb'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:19.813302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Pushing event updated for resources: {'Port': ['ID=838607df-86bc-4185-862f-0991317a48a9,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:19.839319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:19.857066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.900060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.904857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] For port 838607df-86bc-4185-862f-0991317a48a9, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:50:19.912403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] For port 838607df-86bc-4185-862f-0991317a48a9, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=838607df-86bc-4185-862f-0991317a48a9,segment=NetworkSegment(b47aa4ea-91c3-4f33-ad12-5c1eae92b95d),segment_id=b47aa4ea-91c3-4f33-ad12-5c1eae92b95d)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:50:19.956452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.977045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object 773db4df-11dd-4a77-9468-b27244b9163d will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:19.987633 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:19.999175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:20.032512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:20.034229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c7ef45bb-8872-4d99-8999-a33fe7bd137b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:20.038961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a78a8c0e-4c96-4ff8-ae33-0fdc224a9830 None None] Provisioning for port 6be7cd85-7099-495a-bd9e-337ac9d87595 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:20.048655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c6b6dc46-4508-4c71-ba94-7848705d0161 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:20.067997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a78a8c0e-4c96-4ff8-ae33-0fdc224a9830 None None] Provisioning complete for port 6be7cd85-7099-495a-bd9e-337ac9d87595 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:20.068378 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a78a8c0e-4c96-4ff8-ae33-0fdc224a9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:20.086160 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-08906823-2c21-463d-b891-567f1e92e0ff tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] GET failed (client error): The resource could not be found. Nov 25 08:50:20.092460 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-08906823-2c21-463d-b891-567f1e92e0ff tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] 10.222.0.54 "GET /v2.0/subnets/1ec33a93-9a75-47f5-907e-f18ef0988ded HTTP/1.1" status: 404 len: 337 time: 0.3142259 Nov 25 08:50:20.109310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41238) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:20.121158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-eef00104-2699-480e-a657-ec4d3c17e87d tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:20.132017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a78a8c0e-4c96-4ff8-ae33-0fdc224a9830 None None] Port 6be7cd85-7099-495a-bd9e-337ac9d87595 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:20.169062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Pushing event updated for resources: {'Port': ['ID=838607df-86bc-4185-862f-0991317a48a9,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:20.172314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:20.201429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 2f0c7028-95c0-467c-9ae6-b903d5882bdc is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:20.202611 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef00104-2699-480e-a657-ec4d3c17e87d tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] PUT failed (client error): The resource could not be found. Nov 25 08:50:20.203195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef00104-2699-480e-a657-ec4d3c17e87d tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:20.209717 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-eef00104-2699-480e-a657-ec4d3c17e87d tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] 10.222.0.54 "PUT /v2.0/networks/502566c3-8b88-4b89-aa3a-9b893c3a4264 HTTP/1.1" status: 404 len: 339 time: 0.0939808 Nov 25 08:50:20.210197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:20.214164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41242) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:20.214524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=773db4df-11dd-4a77-9468-b27244b9163d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:20.223581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:20.250158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:20.251847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-09b8f3f4-3dbf-44c3-bb9f-cdebc10c44a9 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:20.276169 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-48e7802f-990b-4f03-a765-3bd6ddda7619 None None] Provisioning complete for port 6be7cd85-7099-495a-bd9e-337ac9d87595 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:20.276681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48e7802f-990b-4f03-a765-3bd6ddda7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:20.316732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:20.317838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:20.319235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:20.389258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-48e7802f-990b-4f03-a765-3bd6ddda7619 None None] Port 6be7cd85-7099-495a-bd9e-337ac9d87595 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:20.403227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-48e7802f-990b-4f03-a765-3bd6ddda7619 None None] Provisioning for port 70041b3c-aa75-43a1-9aaa-31e90feb3588 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:20.411059 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-48e7802f-990b-4f03-a765-3bd6ddda7619 None None] Provisioning complete for port 70041b3c-aa75-43a1-9aaa-31e90feb3588 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:20.411530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48e7802f-990b-4f03-a765-3bd6ddda7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:20.412770 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1f86f016-aca3-4508-a47f-7fc312666459 req-2223c5cb-8cb8-4732-afd8-752ba91ab762 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5632567 Nov 25 08:50:20.496460 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b8f3f4-3dbf-44c3-bb9f-cdebc10c44a9 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] PUT failed (client error): The resource could not be found. Nov 25 08:50:20.496939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b8f3f4-3dbf-44c3-bb9f-cdebc10c44a9 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:20.498255 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-09b8f3f4-3dbf-44c3-bb9f-cdebc10c44a9 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] 10.222.0.54 "PUT /v2.0/ports/7b641b54-fe54-4e7e-b1fa-b46d90fbce59 HTTP/1.1" status: 404 len: 333 time: 0.2808254 Nov 25 08:50:20.561782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-48e7802f-990b-4f03-a765-3bd6ddda7619 None None] Port 70041b3c-aa75-43a1-9aaa-31e90feb3588 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:20.568239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41248) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:20.581290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c1307016-2bf5-49d3-a6d2-8d5a4f45dee8 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:20.687899 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1717a4d1-347a-4904-a5cb-26bc6b440036 None None] Provisioning for port 773db4df-11dd-4a77-9468-b27244b9163d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:20.695123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1717a4d1-347a-4904-a5cb-26bc6b440036 None None] Provisioning complete for port 773db4df-11dd-4a77-9468-b27244b9163d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:20.696329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1717a4d1-347a-4904-a5cb-26bc6b440036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:20.764813 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1307016-2bf5-49d3-a6d2-8d5a4f45dee8 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] PUT failed (client error): The resource could not be found. Nov 25 08:50:20.766896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1307016-2bf5-49d3-a6d2-8d5a4f45dee8 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:20.768739 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c1307016-2bf5-49d3-a6d2-8d5a4f45dee8 tempest-NetworksNegativeTestJSON-1421245386 tempest-NetworksNegativeTestJSON-1421245386-project] 10.222.0.54 "PUT /v2.0/subnets/1440aaf2-d191-4289-91fa-930296f9472f HTTP/1.1" status: 404 len: 337 time: 0.1922488 Nov 25 08:50:20.784212 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1717a4d1-347a-4904-a5cb-26bc6b440036 None None] Port 773db4df-11dd-4a77-9468-b27244b9163d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:20.796110 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6882992 Nov 25 08:50:20.796765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41256) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:20.802433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c7ef45bb-8872-4d99-8999-a33fe7bd137b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:20.840317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c7ef45bb-8872-4d99-8999-a33fe7bd137b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:20.853742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:20.917378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef45bb-8872-4d99-8999-a33fe7bd137b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] In _notify_port_updated(), no bound segment for port 70041b3c-aa75-43a1-9aaa-31e90feb3588 on network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:50:20.922823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef45bb-8872-4d99-8999-a33fe7bd137b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:20.923466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c7ef45bb-8872-4d99-8999-a33fe7bd137b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:20.926780 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c7ef45bb-8872-4d99-8999-a33fe7bd137b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "PUT /v2.0/ports/70041b3c-aa75-43a1-9aaa-31e90feb3588 HTTP/1.1" status: 200 len: 1002 time: 1.1597493 Nov 25 08:50:20.946375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41260) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:20.966678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Router 2312cb25-ead6-47aa-bd4d-da7d7419c495 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:50:20.976020 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.011312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef45bb-8872-4d99-8999-a33fe7bd137b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'Port': ['ID=70041b3c-aa75-43a1-9aaa-31e90feb3588,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:21.014640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c7ef45bb-8872-4d99-8999-a33fe7bd137b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:21.021826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e26b0125-e796-42da-ab8c-933d344a92de tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:21.059000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7efdcb-8f9d-4200-9fcd-033424464d3e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:21.059754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fd7efdcb-8f9d-4200-9fcd-033424464d3e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:21.077275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a5737-9f8a-4e75-9082-3002601b6c7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Deleting port 70041b3c-aa75-43a1-9aaa-31e90feb3588 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:21.077617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5737-9f8a-4e75-9082-3002601b6c7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.160583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fd7efdcb-8f9d-4200-9fcd-033424464d3e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:21.162908 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fd7efdcb-8f9d-4200-9fcd-033424464d3e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3633597 Nov 25 08:50:21.165037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.169423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41266) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:21.170766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Subnet': ['ID=801765f2-24f4-4fa1-ae36-b2efb839d923,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:21.173382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.193482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:21.258212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41270) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:21.332298 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0ed3155a-df77-4b12-81bc-08cce5001b28 None None] Provisioning complete for port 70041b3c-aa75-43a1-9aaa-31e90feb3588 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:21.332879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ed3155a-df77-4b12-81bc-08cce5001b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.362811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.407173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3155a-df77-4b12-81bc-08cce5001b28 None None] Port 70041b3c-aa75-43a1-9aaa-31e90feb3588 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:21.502774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d3ea24-9279-44e5-86f7-5f94b56e621a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:21.508691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d3ea24-9279-44e5-86f7-5f94b56e621a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:21.520393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d3ea24-9279-44e5-86f7-5f94b56e621a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:21.521349 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.524720 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-58d3ea24-9279-44e5-86f7-5f94b56e621a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3502462 Nov 25 08:50:21.525717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c1c64f-6906-4a3a-bf47-9f62c0b05fbb {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:50:21.538793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41276) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:21.564023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.595604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-baedfbcb-bc4e-4aeb-999d-e125662eb14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.607838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935b2e8-9e4b-4334-a3b8-8428c4860eaa None None] Network 3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:21.621459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5737-9f8a-4e75-9082-3002601b6c7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.690990 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de5c8a-5c84-4dfc-b1e0-f6df4cdedfff req-344d4575-c6a9-4220-8517-d044ad5ce0fe tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:21.693607 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-24de5c8a-5c84-4dfc-b1e0-f6df4cdedfff req-344d4575-c6a9-4220-8517-d044ad5ce0fe tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.7821863 Nov 25 08:50:21.695506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:21.700809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-baedfbcb-bc4e-4aeb-999d-e125662eb14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:21.726870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.731181 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/41c1c64f-6906-4a3a-bf47-9f62c0b05fbb HTTP/1.1" status: 204 len: 168 time: 7.6342251 Nov 25 08:50:21.743114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ccd53ddf-1a10-4e7f-97d7-b83384c4493d None None] Provisioning for port 838607df-86bc-4185-862f-0991317a48a9 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:21.753944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47aa4ea-91c3-4f33-ad12-5c1eae92b95d') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:21.754477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47aa4ea-91c3-4f33-ad12-5c1eae92b95d') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:21.767999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41280) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:21.790521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a5737-9f8a-4e75-9082-3002601b6c7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Calling delete_port for 70041b3c-aa75-43a1-9aaa-31e90feb3588 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:21.821453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-baedfbcb-bc4e-4aeb-999d-e125662eb14e admin admin] Usage tracker for resource:security_group_rule and tenant:73578d4e5a8446fc8626686fcca5786c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:21.834890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.841007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbe526-3c72-4e72-a02a-caa7277d0d57 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 773db4df-11dd-4a77-9468-b27244b9163d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:21.841357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe526-3c72-4e72-a02a-caa7277d0d57 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.845338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:50:21.859365 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded487ac-d205-4660-9dd5-6ef5c7176e72 None None] Sync routers for ids ['2312cb25-ead6-47aa-bd4d-da7d7419c495'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:21.867108 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] 10.222.0.54 "PUT /v2.0/routers/2312cb25-ead6-47aa-bd4d-da7d7419c495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1704371 Nov 25 08:50:21.872875 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded487ac-d205-4660-9dd5-6ef5c7176e72 None None] Routers {'2312cb25-ead6-47aa-bd4d-da7d7419c495'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:21.873595 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ded487ac-d205-4660-9dd5-6ef5c7176e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2312cb25-ead6-47aa-bd4d-da7d7419c495'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:21.874160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-baedfbcb-bc4e-4aeb-999d-e125662eb14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:21.876839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41284) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:21.896226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-baedfbcb-bc4e-4aeb-999d-e125662eb14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:21.946085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:21.973318 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-24de5c8a-5c84-4dfc-b1e0-f6df4cdedfff req-901e8697-ab6f-4d2c-a425-0c3e16f17bbd tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500491 Nov 25 08:50:22.068994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:22.069490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:22.091821 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:22.097059 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-ded487ac-d205-4660-9dd5-6ef5c7176e72 None None] Set router 2312cb25-ead6-47aa-bd4d-da7d7419c495 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:50:22.124777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb8e69-9689-4fbe-84d8-9937c1964831 None None] DHCP port deletion for 3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:22.128713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 38f485a6-be2f-45b9-b1dd-be2f05333492 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:22.142758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5737-9f8a-4e75-9082-3002601b6c7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.171909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6f2766e9-9ea6-44ea-9887-666354b70d1b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:22.191914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbeec84b-fe7d-4eb2-942b-c35296d6404b admin admin] Deleting subnet 3b9132eb-eae3-4c25-9cba-1069cd0c3617 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:50:22.215511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb8e69-9689-4fbe-84d8-9937c1964831 None None] Deleting port 838607df-86bc-4185-862f-0991317a48a9 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:22.216232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e2cb8e69-9689-4fbe-84d8-9937c1964831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.261075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbeec84b-fe7d-4eb2-942b-c35296d6404b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.383388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:50:22.383388 dv-neutron-818341-1-hyperv neutron-server[87512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:50:22.383388 dv-neutron-818341-1-hyperv neutron-server[87512]: [parameters: {'id': '3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662'}] Nov 25 08:50:22.383388 dv-neutron-818341-1-hyperv neutron-server[87512]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:22.383781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:22.550171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe526-3c72-4e72-a02a-caa7277d0d57 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.557271 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ded487ac-d205-4660-9dd5-6ef5c7176e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:50:16Z', 'revision_number': 5, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:22.562719 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded487ac-d205-4660-9dd5-6ef5c7176e72 None None] Checking router: 2312cb25-ead6-47aa-bd4d-da7d7419c495 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:50:22.581467 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded487ac-d205-4660-9dd5-6ef5c7176e72 None None] Routers {'2312cb25-ead6-47aa-bd4d-da7d7419c495'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:22.582622 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ded487ac-d205-4660-9dd5-6ef5c7176e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2312cb25-ead6-47aa-bd4d-da7d7419c495'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:22.632046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a5737-9f8a-4e75-9082-3002601b6c7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event deleted for resources: {'Port': ['ID=70041b3c-aa75-43a1-9aaa-31e90feb3588,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:22.694121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e2cb8e69-9689-4fbe-84d8-9937c1964831 None None] For port 838607df-86bc-4185-862f-0991317a48a9, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=838607df-86bc-4185-862f-0991317a48a9,segment=NetworkSegment(b47aa4ea-91c3-4f33-ad12-5c1eae92b95d),segment_id=b47aa4ea-91c3-4f33-ad12-5c1eae92b95d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:22.694770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e2cb8e69-9689-4fbe-84d8-9937c1964831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.706226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ab7a5737-9f8a-4e75-9082-3002601b6c7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:22.713975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbe526-3c72-4e72-a02a-caa7277d0d57 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 773db4df-11dd-4a77-9468-b27244b9163d owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:22.737674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbeec84b-fe7d-4eb2-942b-c35296d6404b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.747663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5737-9f8a-4e75-9082-3002601b6c7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.792478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.796830 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-ded487ac-d205-4660-9dd5-6ef5c7176e72 None None] Set router 2312cb25-ead6-47aa-bd4d-da7d7419c495 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:50:22.834912 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb8e69-9689-4fbe-84d8-9937c1964831 None None] Calling delete_port for 838607df-86bc-4185-862f-0991317a48a9 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:22.934370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 38f485a6-be2f-45b9-b1dd-be2f05333492 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:22.935088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.938535 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ab7a5737-9f8a-4e75-9082-3002601b6c7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "DELETE /v2.0/ports/70041b3c-aa75-43a1-9aaa-31e90feb3588 HTTP/1.1" status: 204 len: 168 time: 1.9813566 Nov 25 08:50:22.943572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41292) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:22.950436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.970820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e2cb8e69-9689-4fbe-84d8-9937c1964831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:22.980031 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:23.018266 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-44277f05-390e-4852-8692-b0a5cd6800b7 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] GET failed (client error): The resource could not be found. Nov 25 08:50:23.018987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-44277f05-390e-4852-8692-b0a5cd6800b7 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Synchronizing usage tracker for tenant:2b2697d258ab4d48a6d221ea0a4cafea on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:23.103558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb8e69-9689-4fbe-84d8-9937c1964831 None None] Pushing event deleted for resources: {'Port': ['ID=838607df-86bc-4185-862f-0991317a48a9,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:23.107268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-44277f05-390e-4852-8692-b0a5cd6800b7 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Unset dirty status for tenant:2b2697d258ab4d48a6d221ea0a4cafea on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:23.113867 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-44277f05-390e-4852-8692-b0a5cd6800b7 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "GET /v2.0/ports/70041b3c-aa75-43a1-9aaa-31e90feb3588 HTTP/1.1" status: 404 len: 333 time: 0.1690581 Nov 25 08:50:23.114434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41296) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:23.116088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e2cb8e69-9689-4fbe-84d8-9937c1964831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:23.124803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb8e69-9689-4fbe-84d8-9937c1964831 None None] No DVR routers for this DVR port 838607df-86bc-4185-862f-0991317a48a9 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:23.131011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.144273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Request body: {'port': {'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-580557154'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:23.171207 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ded487ac-d205-4660-9dd5-6ef5c7176e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:50:16Z', 'revision_number': 5, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:23.176140 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded487ac-d205-4660-9dd5-6ef5c7176e72 None None] The sync data for ids ['2312cb25-ead6-47aa-bd4d-da7d7419c495'] in dv-neutron-818341-1-hyperv is: [{'id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'name': 'tempest-ServersTestManualDisk-1692817891-router', 'tenant_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:16Z', 'updated_at': '2021-11-25T08:50:16Z', 'revision_number': 5, 'project_id': '9c0989e50f024289b4ca0c2c24bbcc1c', 'gw_port': {'id': '3f078c04-9abb-4c4b-9610-4d4542adf1d7', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312cb25-ead6-47aa-bd4d-da7d7419c495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:23.262445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-baedfbcb-bc4e-4aeb-999d-e125662eb14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.263480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe526-3c72-4e72-a02a-caa7277d0d57 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.271169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b45b8aff-a8ba-4bea-bf15-c32ca449ccad tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:23.312988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-baedfbcb-bc4e-4aeb-999d-e125662eb14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.333789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbe526-3c72-4e72-a02a-caa7277d0d57 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=773db4df-11dd-4a77-9468-b27244b9163d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:23.341738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5ccbe526-3c72-4e72-a02a-caa7277d0d57 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:23.347585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d99642ba-0d18-4f67-8deb-202c88618972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:23.361918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381d710-bbb9-4bc7-a1cb-0517196cd7cb req-da23dbcb-95ec-408f-8585-fcbe125f26d0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:23.369581 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2381d710-bbb9-4bc7-a1cb-0517196cd7cb req-da23dbcb-95ec-408f-8585-fcbe125f26d0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.9467537 Nov 25 08:50:23.426569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbeec84b-fe7d-4eb2-942b-c35296d6404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.429727 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-baedfbcb-bc4e-4aeb-999d-e125662eb14e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73578d4e5a8446fc8626686fcca5786c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1007879 Nov 25 08:50:23.453254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41300) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:23.472166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.487294 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.515711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedfbcb-bc4e-4aeb-999d-e125662eb14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce9cd7a-1004-47c8-a48e-f27b25fcd75b,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:23.529267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-baedfbcb-bc4e-4aeb-999d-e125662eb14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:23.539360 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Deleting port 3f078c04-9abb-4c4b-9610-4d4542adf1d7 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:23.539698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.544772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:23.554789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:23.584018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Made reservation on behalf of 2b2697d258ab4d48a6d221ea0a4cafea for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:23.591702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.624131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe526-3c72-4e72-a02a-caa7277d0d57 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.639461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:23.658441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a868af6c-55d8-4c4b-9ffc-7f6fa42edae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.674153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:23.679497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:23.680066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9f3469d7-15ea-41f0-94d7-01a50cfc9e9b not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:23.681123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c3526a8f-1919-435f-8a96-6c4178a141b5 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:23.691212 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2381d710-bbb9-4bc7-a1cb-0517196cd7cb req-56943679-33d2-4cd9-830d-7ee383768c72 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3207622 Nov 25 08:50:23.697244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a868af6c-55d8-4c4b-9ffc-7f6fa42edae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.727384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: c3526a8f-1919-435f-8a96-6c4178a141b5 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:23.727892 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c3526a8f-1919-435f-8a96-6c4178a141b5 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:23.728147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 838607df-86bc-4185-862f-0991317a48a9 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:23.760349 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47aa4ea-91c3-4f33-ad12-5c1eae92b95d') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:23.760643 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47aa4ea-91c3-4f33-ad12-5c1eae92b95d') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:23.764557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 838607df-86bc-4185-862f-0991317a48a9 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:23.765006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 838607df-86bc-4185-862f-0991317a48a9 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:23.766581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a868af6c-55d8-4c4b-9ffc-7f6fa42edae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.774722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] device_id is not set on port b4e42fab-f880-4531-956e-ec4a2e671fc1 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:23.808908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:23.828472 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5ccbe526-3c72-4e72-a02a-caa7277d0d57 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/773db4df-11dd-4a77-9468-b27244b9163d HTTP/1.1" status: 204 len: 168 time: 2.2886338 Nov 25 08:50:23.829708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a868af6c-55d8-4c4b-9ffc-7f6fa42edae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.833450 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a868af6c-55d8-4c4b-9ffc-7f6fa42edae6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ce9cd7a-1004-47c8-a48e-f27b25fcd75b HTTP/1.1" status: 204 len: 168 time: 0.3703966 Nov 25 08:50:23.837140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41304) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:23.839359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.848019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868af6c-55d8-4c4b-9ffc-7f6fa42edae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce9cd7a-1004-47c8-a48e-f27b25fcd75b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:23.851810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a868af6c-55d8-4c4b-9ffc-7f6fa42edae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:23.915455 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.919280 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3426a9-6ba0-44f9-90da-68be93638ec6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:50:23.919800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0e3426a9-6ba0-44f9-90da-68be93638ec6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:23.932340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:23.932737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:23.950533 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:23.967383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbeec84b-fe7d-4eb2-942b-c35296d6404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:23.973217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Allocated IP 2001:db8::a4 (ecb3d4f4-8976-4386-83dd-c6cddfa250a5/3d1b1720-146d-443a-a230-7c81093b0f0f/b4e42fab-f880-4531-956e-ec4a2e671fc1) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:24.034375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7ce3a411-dd5f-4ac9-b772-214ffa8bd0d7 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:24.117028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0e3426a9-6ba0-44f9-90da-68be93638ec6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:24.121681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a07ea33-cea3-4c4a-9815-f24c7dc4986a None None] Network 972d2186-2b87-4c34-baf7-4e227fea1eb8 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:24.121961 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0e3426a9-6ba0-44f9-90da-68be93638ec6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/773db4df-11dd-4a77-9468-b27244b9163d HTTP/1.1" status: 404 len: 333 time: 0.2700427 Nov 25 08:50:24.121961 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeec84b-fe7d-4eb2-942b-c35296d6404b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b9132eb-eae3-4c25-9cba-1069cd0c3617,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:24.125608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbeec84b-fe7d-4eb2-942b-c35296d6404b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.139207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cbeec84b-fe7d-4eb2-942b-c35296d6404b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:24.139207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41312) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:24.185182 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cbeec84b-fe7d-4eb2-942b-c35296d6404b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3b9132eb-eae3-4c25-9cba-1069cd0c3617 HTTP/1.1" status: 204 len: 168 time: 2.4127347 Nov 25 08:50:24.200831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41320) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:24.201696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.214680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] For port 3f078c04-9abb-4c4b-9610-4d4542adf1d7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3f078c04-9abb-4c4b-9610-4d4542adf1d7,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:24.215136 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.225071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8ebcd523-8192-4f84-a02c-7d6a291777e8 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:24.243251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.346214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.382811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Deleting port 8e649f69-e93d-476f-be8a-82a58d175e84 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:24.383079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.419820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.449940 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2747bfb9-c8ac-4b0e-a94a-8687c909a9f2 None None] DHCP port deletion for 972d2186-2b87-4c34-baf7-4e227fea1eb8 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:24.455420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2747bfb9-c8ac-4b0e-a94a-8687c909a9f2 None None] Deleting port 8e649f69-e93d-476f-be8a-82a58d175e84 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:24.456193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2747bfb9-c8ac-4b0e-a94a-8687c909a9f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.464454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Transition to ACTIVE for port object b4e42fab-f880-4531-956e-ec4a2e671fc1 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:24.500028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:24.566543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:24.576875 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662 HTTP/1.1" status: 204 len: 168 time: 6.6537306 Nov 25 08:50:24.584451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Calling delete_port for 3f078c04-9abb-4c4b-9610-4d4542adf1d7 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:24.612863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41334) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:24.618885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-023beed1-530e-43e9-bf78-a728e3ab9d6a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 6be7cd85-7099-495a-bd9e-337ac9d87595 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:24.619266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-023beed1-530e-43e9-bf78-a728e3ab9d6a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.656910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.665652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d564e5f6-f3a7-497a-a5d8-8113ab72981b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:24.671475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-111246717'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:24.693623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:24.704892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port dd3eb531-ae44-468f-a577-091507094bb3 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:24.705240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.716223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] For port 8e649f69-e93d-476f-be8a-82a58d175e84, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=8e649f69-e93d-476f-be8a-82a58d175e84,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:24.717376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.736460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2747bfb9-c8ac-4b0e-a94a-8687c909a9f2 None None] For port 8e649f69-e93d-476f-be8a-82a58d175e84, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=8e649f69-e93d-476f-be8a-82a58d175e84,segment=NetworkSegment(e2c1b323-6398-410e-a2eb-f6c9bf103842),segment_id=e2c1b323-6398-410e-a2eb-f6c9bf103842)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:24.736982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:network and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:24.738199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2747bfb9-c8ac-4b0e-a94a-8687c909a9f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.750858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:24.769050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41342) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:24.772715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:24.828388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'Port': ['ID=b4e42fab-f880-4531-956e-ec4a2e671fc1,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:24.874688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:24.878544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:24.903459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:24.913680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:24.932580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2747bfb9-c8ac-4b0e-a94a-8687c909a9f2 None None] Calling delete_port for 8e649f69-e93d-476f-be8a-82a58d175e84 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:24.975934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-114340934'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:25.016760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2747bfb9-c8ac-4b0e-a94a-8687c909a9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.028028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-184ba657-ada9-4af2-b17e-042aebbe2517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:25.038382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:25.041602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:25.044131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:25.050060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:25.050740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.066839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Calling delete_port for 8e649f69-e93d-476f-be8a-82a58d175e84 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:25.082572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747bfb9-c8ac-4b0e-a94a-8687c909a9f2 None None] No DVR routers for this DVR port 8e649f69-e93d-476f-be8a-82a58d175e84 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:25.092678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747bfb9-c8ac-4b0e-a94a-8687c909a9f2 None None] Pushing event deleted for resources: {'Port': ['ID=8e649f69-e93d-476f-be8a-82a58d175e84,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:25.094922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2747bfb9-c8ac-4b0e-a94a-8687c909a9f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:25.132428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:network and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:25.140931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:25.158263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:25.164053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:25.263163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:25.267320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.281993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.289434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.289775 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment 38770d19-6fa5-4051-ae9c-6f81fdc5338b of type vlan for network ec27fdca-0c22-49d5-8644-5c4ee5c57a7f Nov 25 08:50:25.313165 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1897604 Nov 25 08:50:25.313710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41348) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:25.331272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Request body: {'port': {'network_id': 'ecb3d4f4-8976-4386-83dd-c6cddfa250a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1231351526'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:25.332525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-023beed1-530e-43e9-bf78-a728e3ab9d6a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.389154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2e5c34a4-08f0-4f67-a268-e63fbdce5906 None None] Provisioning for port b4e42fab-f880-4531-956e-ec4a2e671fc1 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:25.396380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2e5c34a4-08f0-4f67-a268-e63fbdce5906 None None] Provisioning complete for port b4e42fab-f880-4531-956e-ec4a2e671fc1 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:25.396659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e5c34a4-08f0-4f67-a268-e63fbdce5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.406146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.426609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:25.426990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:25.439214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ff934-4c15-4dec-a238-142f18bf273e req-b4374fec-bfc8-45e8-afcc-8e5406d8d58b tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:25.440941 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-586ff934-4c15-4dec-a238-142f18bf273e req-b4374fec-bfc8-45e8-afcc-8e5406d8d58b tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.6056724 Nov 25 08:50:25.453015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c34a4-08f0-4f67-a268-e63fbdce5906 None None] Port b4e42fab-f880-4531-956e-ec4a2e671fc1 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:25.486880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for dd3eb531-ae44-468f-a577-091507094bb3 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:25.511420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 8e649f69-e93d-476f-be8a-82a58d175e84 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:25.537836 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-586ff934-4c15-4dec-a238-142f18bf273e req-7341aaaf-ec92-49dc-8a07-676ce93bba72 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852175 Nov 25 08:50:25.546228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:25.546724 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 8e649f69-e93d-476f-be8a-82a58d175e84 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:25.547086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 8e649f69-e93d-476f-be8a-82a58d175e84 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:25.551571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Usage tracker for resource:port and tenant:2b2697d258ab4d48a6d221ea0a4cafea is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:25.555291 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:25.562321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:25.578662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Made reservation on behalf of 2b2697d258ab4d48a6d221ea0a4cafea for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:25.582594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.605753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] device_id is not set on port 105fb4c5-c221-4c97-8cd7-10fb30e75520 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:25.661179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-023beed1-530e-43e9-bf78-a728e3ab9d6a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 6be7cd85-7099-495a-bd9e-337ac9d87595 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:25.698736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.712261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:25.730075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:security_group_rule and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:25.748106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:25.771778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:25.776610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Allocated IP 2001:db8::e7 (ecb3d4f4-8976-4386-83dd-c6cddfa250a5/3d1b1720-146d-443a-a230-7c81093b0f0f/105fb4c5-c221-4c97-8cd7-10fb30e75520) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:25.787868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.804766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ee92d8b8-6e87-41e6-8a44-c050b3e79ba1 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:25.870458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f078c04-9abb-4c4b-9610-4d4542adf1d7,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:25.897130 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:25.934237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.940218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:25.940878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.954493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Deleting port 8e649f69-e93d-476f-be8a-82a58d175e84 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:25.954493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:25.957671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7d678cfc-f8a3-4c2c-947e-ddec5f7b5d9a tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:26.077809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] The port '8e649f69-e93d-476f-be8a-82a58d175e84' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:50:26.266062 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.276906 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.307981 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6638403 Nov 25 08:50:26.316786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ca834-798e-4048-81f4-5bb291f7f29d req-f8bd3fc4-cc6b-41f0-aca4-1898dc11e49d tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:26.317529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41356) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:26.318256 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2a1ca834-798e-4048-81f4-5bb291f7f29d req-f8bd3fc4-cc6b-41f0-aca4-1898dc11e49d tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.4104040 Nov 25 08:50:26.320080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=ec27fdca-0c22-49d5-8644-5c4ee5c57a7f,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:26.321592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Transition to ACTIVE for port object 105fb4c5-c221-4c97-8cd7-10fb30e75520 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:26.324043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:26.326114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972d2186-2b87-4c34-baf7-4e227fea1eb8']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:26.332625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network ec27fdca-0c22-49d5-8644-5c4ee5c57a7f details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:26.356475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c1b323-6398-410e-a2eb-f6c9bf103842') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:26.356820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c1b323-6398-410e-a2eb-f6c9bf103842') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:26.366660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'network_id': 'ec27fdca-0c22-49d5-8644-5c4ee5c57a7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:26.376676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.404897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.414684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.420612 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2a1ca834-798e-4048-81f4-5bb291f7f29d req-7977791a-d632-4755-9ddb-23a218afc913 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873721 Nov 25 08:50:26.427428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:26.427828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:26.441736 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:26.490446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.500341 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:26.501055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-023beed1-530e-43e9-bf78-a728e3ab9d6a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.582473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:26.584462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:26.588498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.590231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:26.596035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.598769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:26.604411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:26.604965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.622725 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'Port': ['ID=105fb4c5-c221-4c97-8cd7-10fb30e75520,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:26.629855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:26.631024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4cdad758-abc4-42cf-803c-65c45ca47c2d tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:26.667368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=972d2186-2b87-4c34-baf7-4e227fea1eb8,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:26.671367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:26.676422 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] 10.222.0.54 "DELETE /v2.0/networks/972d2186-2b87-4c34-baf7-4e227fea1eb8 HTTP/1.1" status: 204 len: 168 time: 2.4736898 Nov 25 08:50:26.678373 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3639483 Nov 25 08:50:26.680934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41362) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:26.688111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-009fbf4f-d297-4fb3-ae71-d07531f42b7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c6', 'mac_address': 'fa:16:3e:cc:2b:bb'}, {'ip_address': '2001:db8::a4', 'mac_address': 'fa:16:3e:c1:0f:9b'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:26.708286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023beed1-530e-43e9-bf78-a728e3ab9d6a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=6be7cd85-7099-495a-bd9e-337ac9d87595,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:26.727551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-023beed1-530e-43e9-bf78-a728e3ab9d6a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:26.730670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.764655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.835788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:26.859807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:26.878814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ccf0ea46-5991-420c-9ba5-691dc1f96215 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:26.915397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:subnet and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:26.941364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:26.944041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41366) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:26.967369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=dd3eb531-ae44-468f-a577-091507094bb3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:26.972552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:26.993089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5e225c26-9478-4e2d-9cd3-620a7ac9f748 None None] Provisioning for port 105fb4c5-c221-4c97-8cd7-10fb30e75520 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:26.998233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5e225c26-9478-4e2d-9cd3-620a7ac9f748 None None] Provisioning complete for port 105fb4c5-c221-4c97-8cd7-10fb30e75520 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:26.998686 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5e225c26-9478-4e2d-9cd3-620a7ac9f748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.007443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:27.011404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.011886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-009fbf4f-d297-4fb3-ae71-d07531f42b7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.012020 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2312cb25-ead6-47aa-bd4d-da7d7419c495 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:50:27.132308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5e225c26-9478-4e2d-9cd3-620a7ac9f748 None None] Port 105fb4c5-c221-4c97-8cd7-10fb30e75520 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:27.233259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-023beed1-530e-43e9-bf78-a728e3ab9d6a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.236244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:27.239740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.359688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.360819 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] 10.222.0.54 "DELETE /v2.0/routers/2312cb25-ead6-47aa-bd4d-da7d7419c495 HTTP/1.1" status: 204 len: 168 time: 5.4790084 Nov 25 08:50:27.363413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41370) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:27.434246 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-023beed1-530e-43e9-bf78-a728e3ab9d6a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/6be7cd85-7099-495a-bd9e-337ac9d87595 HTTP/1.1" status: 204 len: 168 time: 3.2983191 Nov 25 08:50:27.442846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41374) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:27.465129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.478528 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d88139e3-42dc-4fde-a0a5-430839a85850 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b477c5ac61334fed90a92517ee03950d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5205107 Nov 25 08:50:27.485230 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41380) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:27.491044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.501546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f859fa6-0da9-4a9e-a66e-cf6947f25fa9 admin admin] Deleting subnet 753bb839-4977-414d-80fc-329d1fcf44af {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:50:27.517209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2f859fa6-0da9-4a9e-a66e-cf6947f25fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.545034 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-071f8e08-27be-4593-98c2-8662d1cf5eaa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:50:27.545481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-071f8e08-27be-4593-98c2-8662d1cf5eaa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:27.609533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-071f8e08-27be-4593-98c2-8662d1cf5eaa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:27.614720 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-071f8e08-27be-4593-98c2-8662d1cf5eaa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/6be7cd85-7099-495a-bd9e-337ac9d87595 HTTP/1.1" status: 404 len: 333 time: 0.1645410 Nov 25 08:50:27.615256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41384) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:27.615904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3f078c04-9abb-4c4b-9610-4d4542adf1d7 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:27.617092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.619524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2f859fa6-0da9-4a9e-a66e-cf6947f25fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.638442 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4d9a0fdd-ddd0-4c2c-be9d-83eb3f1ed353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:27.656741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 3f078c04-9abb-4c4b-9610-4d4542adf1d7 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:27.657265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3f078c04-9abb-4c4b-9610-4d4542adf1d7 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:27.696316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-009fbf4f-d297-4fb3-ae71-d07531f42b7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.712734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-009fbf4f-d297-4fb3-ae71-d07531f42b7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.721027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5ccbe526-3c72-4e72-a02a-caa7277d0d57 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:27.761038 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:27.789769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-009fbf4f-d297-4fb3-ae71-d07531f42b7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] In _notify_port_updated(), no bound segment for port 105fb4c5-c221-4c97-8cd7-10fb30e75520 on network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:50:27.795918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009fbf4f-d297-4fb3-ae71-d07531f42b7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:27.796862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-009fbf4f-d297-4fb3-ae71-d07531f42b7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.796983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d3d63a-8130-41c0-bf7b-c75da6552810,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:27.800299 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-009fbf4f-d297-4fb3-ae71-d07531f42b7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "PUT /v2.0/ports/105fb4c5-c221-4c97-8cd7-10fb30e75520 HTTP/1.1" status: 200 len: 1066 time: 1.1155810 Nov 25 08:50:27.800461 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:27.803472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41388) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:27.808971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.809316 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Added segment 8e5ec5d2-6466-4d65-b3e5-a1bbb688850a of type vlan for network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 Nov 25 08:50:27.825345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a8a0b0-694b-4617-ad30-2372aff6a51a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting subnet 07432870-cfb7-4618-a389-3d3816f14a48 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:50:27.878358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a0b0-694b-4617-ad30-2372aff6a51a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:27.945190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fbf4f-d297-4fb3-ae71-d07531f42b7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event updated for resources: {'Port': ['ID=105fb4c5-c221-4c97-8cd7-10fb30e75520,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:27.954270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-009fbf4f-d297-4fb3-ae71-d07531f42b7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:27.973750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6784bdc9-1f11-4db8-bfd3-6f824a678fe5 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Deleting port 105fb4c5-c221-4c97-8cd7-10fb30e75520 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:27.974869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6784bdc9-1f11-4db8-bfd3-6f824a678fe5 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.041247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a0b0-694b-4617-ad30-2372aff6a51a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.062062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-99317b92-8e88-40be-93ff-72e30466e5a9 None None] Provisioning complete for port 105fb4c5-c221-4c97-8cd7-10fb30e75520 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:28.062512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99317b92-8e88-40be-93ff-72e30466e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.087109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2f859fa6-0da9-4a9e-a66e-cf6947f25fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.121713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-99317b92-8e88-40be-93ff-72e30466e5a9 None None] Port 105fb4c5-c221-4c97-8cd7-10fb30e75520 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:28.142346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5173-b1cb-4cba-8b24-93e637cc081b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.208311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router f48489a6-f9d1-4ea4-969a-464c756695af has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:50:28.210645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.228844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121ca61-d55b-4d78-a2ac-4e5225c66b65 req-8204fec2-c0d5-456f-b0b4-0787fadbd97b tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:28.230325 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5121ca61-d55b-4d78-a2ac-4e5225c66b65 req-8204fec2-c0d5-456f-b0b4-0787fadbd97b tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.6627717 Nov 25 08:50:28.241648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5173-b1cb-4cba-8b24-93e637cc081b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.317340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2f859fa6-0da9-4a9e-a66e-cf6947f25fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.325353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:28.366762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:50:28.372202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a0b0-694b-4617-ad30-2372aff6a51a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.401503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f859fa6-0da9-4a9e-a66e-cf6947f25fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753bb839-4977-414d-80fc-329d1fcf44af,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:28.404385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2f859fa6-0da9-4a9e-a66e-cf6947f25fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:28.415577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb985ca-5fbe-402f-abc3-85b8d959c547 None None] Network a6388bdf-86ee-4282-8d81-7e40fc7b730d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:28.424569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2f859fa6-0da9-4a9e-a66e-cf6947f25fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.444927 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2f859fa6-0da9-4a9e-a66e-cf6947f25fa9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/753bb839-4977-414d-80fc-329d1fcf44af HTTP/1.1" status: 204 len: 168 time: 1.0780880 Nov 25 08:50:28.455236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41392) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:28.480796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6784bdc9-1f11-4db8-bfd3-6f824a678fe5 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.501960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.507796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:28.508386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.512871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:50:28.518177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:28.533454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.550003 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5121ca61-d55b-4d78-a2ac-4e5225c66b65 req-d3fab824-fb1a-4d03-8980-16217c5589ca tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017414 Nov 25 08:50:28.553547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43227dad-f367-4327-9781-eac9dff9d0ef None None] Sync routers for ids ['f48489a6-f9d1-4ea4-969a-464c756695af'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:28.599888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43227dad-f367-4327-9781-eac9dff9d0ef None None] Routers {'f48489a6-f9d1-4ea4-969a-464c756695af'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:28.600414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-43227dad-f367-4327-9781-eac9dff9d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f48489a6-f9d1-4ea4-969a-464c756695af'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:28.668197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Network': ['ID=99be04fa-67e3-42f6-b251-7f7a4aa07b13,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:28.670209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-43227dad-f367-4327-9781-eac9dff9d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:28.683823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6784bdc9-1f11-4db8-bfd3-6f824a678fe5 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Calling delete_port for 105fb4c5-c221-4c97-8cd7-10fb30e75520 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:28.684207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:28.684573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43227dad-f367-4327-9781-eac9dff9d0ef None None] Routers {'f48489a6-f9d1-4ea4-969a-464c756695af'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:28.685220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-43227dad-f367-4327-9781-eac9dff9d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f48489a6-f9d1-4ea4-969a-464c756695af'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:28.688199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1e263b16-ac75-46bd-a683-a6f7cb5a41a1 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:28.740462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:28.762690 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.9844971 Nov 25 08:50:28.766882 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/f48489a6-f9d1-4ea4-969a-464c756695af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3452878 Nov 25 08:50:28.771936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41398) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:28.772546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41400) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:28.779701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'name': 'tempest-PortsIpV6TestJSON-833706216'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:28.794762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5173-b1cb-4cba-8b24-93e637cc081b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.797447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5173-b1cb-4cba-8b24-93e637cc081b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.801015 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5b6e5173-b1cb-4cba-8b24-93e637cc081b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0b5f41b-595e-4ae4-8e59-1b78f269ff42 HTTP/1.1" status: 204 len: 168 time: 1.3125401 Nov 25 08:50:28.802125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=b5ba400c-ba60-401d-b061-ca8b409f6cac,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:28.805876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:28.806878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fadff919-c4b4-441d-9e96-dbf68bc77dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:28.813524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking segment: {'id': '38770d19-6fa5-4051-ae9c-6f81fdc5338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ec27fdca-0c22-49d5-8644-5c4ee5c57a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:28.813984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network hostable DHCP agents. Network: ec27fdca-0c22-49d5-8644-5c4ee5c57a7f, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:28.823835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a0b0-694b-4617-ad30-2372aff6a51a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.827816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-43227dad-f367-4327-9781-eac9dff9d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:28.828312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43227dad-f367-4327-9781-eac9dff9d0ef None None] The sync data for ids ['f48489a6-f9d1-4ea4-969a-464c756695af'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:28.836997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e5173-b1cb-4cba-8b24-93e637cc081b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b5f41b-595e-4ae4-8e59-1b78f269ff42,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:28.841192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5b6e5173-b1cb-4cba-8b24-93e637cc081b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:28.861320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network ec27fdca-0c22-49d5-8644-5c4ee5c57a7f is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:28.879359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, ec27fdca-0c22-49d5-8644-5c4ee5c57a7f) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:28.885126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:28.885815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:28.906219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d06f00-5e47-4169-9169-042b14d31880 None None] Network ec27fdca-0c22-49d5-8644-5c4ee5c57a7f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:28.936620 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6116588 Nov 25 08:50:28.937038 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41408) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:29.027563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] DHCP port deletion for a6388bdf-86ee-4282-8d81-7e40fc7b730d request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:29.040625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Deleting port 0424f1b0-dadf-4930-b4af-c9109a079899 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:29.041805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.055665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-84c28afb-5284-4a64-a873-2213babe868f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:29.156619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.184939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8a0b0-694b-4617-ad30-2372aff6a51a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Subnet': ['ID=07432870-cfb7-4618-a389-3d3816f14a48,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:29.190476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8ea1bbfc-0b51-4cb4-be35-c877a392f15c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:29.195487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.203866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e7a8a0b0-694b-4617-ad30-2372aff6a51a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:29.213432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a0b0-694b-4617-ad30-2372aff6a51a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.220675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf2312c-e33c-46e9-8b9f-64829cce40ad None None] Network 2f0c7028-95c0-467c-9ae6-b903d5882bdc requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:29.258880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.308134 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e7a8a0b0-694b-4617-ad30-2372aff6a51a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/07432870-cfb7-4618-a389-3d3816f14a48 HTTP/1.1" status: 204 len: 168 time: 1.6920135 Nov 25 08:50:29.309046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41414) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:29.356554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.362604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:29.410806 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:29.417130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8ea1bbfc-0b51-4cb4-be35-c877a392f15c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:29.430896 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8ea1bbfc-0b51-4cb4-be35-c877a392f15c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=f48489a6-f9d1-4ea4-969a-464c756695af HTTP/1.1" status: 200 len: 205 time: 0.6561301 Nov 25 08:50:29.434813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41420) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:29.453700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Deleting port 0424f1b0-dadf-4930-b4af-c9109a079899 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:29.454040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.523718 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:29.546211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.553245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0424f1b0-dadf-4930-b4af-c9109a079899 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:29.563198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ba400c-ba60-401d-b061-ca8b409f6cac,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:29.573481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:29.580288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec27fdca-0c22-49d5-8644-5c4ee5c57a7f']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:29.593392 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38770d19-6fa5-4051-ae9c-6f81fdc5338b') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:29.593720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38770d19-6fa5-4051-ae9c-6f81fdc5338b') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:29.606942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.620688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:29.626778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.636004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:29.636004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:29.658891 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:29.691493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b828f92-5329-4b37-a07f-71d4bb7b7fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-ec27fdca-0c22-49d5-8644-5c4ee5c57a7f', 'network_id': 'ec27fdca-0c22-49d5-8644-5c4ee5c57a7f', 'tenant_id': '4ef46c2b254444faab84043026d40399', 'fixed_ips': [{'subnet_id': 'b5ba400c-ba60-401d-b061-ca8b409f6cac'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:29.692239 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b828f92-5329-4b37-a07f-71d4bb7b7fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.758249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.770832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:29.771890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-958872c1-4698-410d-80dc-534c533b5757 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:29.776039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] For port 0424f1b0-dadf-4930-b4af-c9109a079899, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0424f1b0-dadf-4930-b4af-c9109a079899,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:29.776444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.798741 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.801610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=ec27fdca-0c22-49d5-8644-5c4ee5c57a7f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:29.804930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:29.811114 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/ec27fdca-0c22-49d5-8644-5c4ee5c57a7f HTTP/1.1" status: 204 len: 168 time: 0.8729177 Nov 25 08:50:29.815058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41430) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:29.826028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-734238233'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:29.838633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:29.846066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:network and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:29.853527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:29.866210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:29.886561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:29.893206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.904753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bce2356a-9921-49d9-af95-46e6753c7ac8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.950053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:29.961510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Calling delete_port for 0424f1b0-dadf-4930-b4af-c9109a079899 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:29.969038 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:29.969520 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment 6e628a58-3659-4b72-bd5e-3d2d045ad1f2 of type vlan for network e1f4a754-d416-41e5-9001-1a8ea054beb2 Nov 25 08:50:29.984079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89575ac1-75d3-4b37-bf55-14a96a8e0852 req-1101fb45-4916-49a8-a3c4-7e63835207a0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:29.985588 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89575ac1-75d3-4b37-bf55-14a96a8e0852 req-1101fb45-4916-49a8-a3c4-7e63835207a0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 1.2710588 Nov 25 08:50:30.017512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.024089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.086171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:30.089934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.095910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.101556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:30.102219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.115050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7a494d6c-fbf0-422c-8d04-37bdc4fc1737 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:30.116377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df2d59-fa31-4d2d-8a50-3525f8751a00 None None] Network ec27fdca-0c22-49d5-8644-5c4ee5c57a7f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:30.184587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df2d59-fa31-4d2d-8a50-3525f8751a00 None None] Network ec27fdca-0c22-49d5-8644-5c4ee5c57a7f could not be found, it might have been deleted concurrently. {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 25 08:50:30.197636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.237089 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4186776 Nov 25 08:50:30.240212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41442) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:30.256495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 0424f1b0-dadf-4930-b4af-c9109a079899, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0424f1b0-dadf-4930-b4af-c9109a079899,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:30.260259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3e3f7710-3ac2-4752-ae39-93bb4b6624ff tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:30.260857 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6784bdc9-1f11-4db8-bfd3-6f824a678fe5 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.267447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.279580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:30.334243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28417417-a86c-462c-9037-529309b16c1e None None] DHCP port deletion for 2f0c7028-95c0-467c-9ae6-b903d5882bdc request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:30.348120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-28417417-a86c-462c-9037-529309b16c1e None None] Deleting port 38f485a6-be2f-45b9-b1dd-be2f05333492 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:30.348120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-28417417-a86c-462c-9037-529309b16c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.351750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-25204aa0-37e3-4e75-a6f1-732581ce2661 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:30.382191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:30.382191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:30.478820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=e1f4a754-d416-41e5-9001-1a8ea054beb2,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:30.499608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network e1f4a754-d416-41e5-9001-1a8ea054beb2 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:30.533588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=0424f1b0-dadf-4930-b4af-c9109a079899,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:30.553574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:30.558100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port ad0610a1-f454-44ce-b05c-a66bcf102788 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:30.630616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.630968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.631353 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.631696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.632212 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.632569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.632904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.633235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.633561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.633887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.634380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.634864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:30.663881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:30.776088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7710-3ac2-4752-ae39-93bb4b6624ff tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.794993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7710-3ac2-4752-ae39-93bb4b6624ff tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.801772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a0576f8e-a76b-46ed-b679-b5846faac0fa tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:30.806113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-28417417-a86c-462c-9037-529309b16c1e None None] For port 38f485a6-be2f-45b9-b1dd-be2f05333492, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=38f485a6-be2f-45b9-b1dd-be2f05333492,segment=NetworkSegment(0da5232b-1459-4ff4-948f-5c21f83df459),segment_id=0da5232b-1459-4ff4-948f-5c21f83df459)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:30.806763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-28417417-a86c-462c-9037-529309b16c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.827842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e3f7710-3ac2-4752-ae39-93bb4b6624ff tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network e1f4a754-d416-41e5-9001-1a8ea054beb2 is not hosted by any dhcp agent {{(pid=87512) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 25 08:50:30.834211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3f7710-3ac2-4752-ae39-93bb4b6624ff tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:30.834966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7710-3ac2-4752-ae39-93bb4b6624ff tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.839578 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3e3f7710-3ac2-4752-ae39-93bb4b6624ff tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "PUT /v2.0/networks/e1f4a754-d416-41e5-9001-1a8ea054beb2 HTTP/1.1" status: 200 len: 723 time: 0.5953074 Nov 25 08:50:30.851213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bce2356a-9921-49d9-af95-46e6753c7ac8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.854179 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bce2356a-9921-49d9-af95-46e6753c7ac8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.888517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41456) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:30.903730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'network_id': 'e1f4a754-d416-41e5-9001-1a8ea054beb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:30.936463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Deleting port 0424f1b0-dadf-4930-b4af-c9109a079899 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:30.936463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:30.993236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784bdc9-1f11-4db8-bfd3-6f824a678fe5 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event deleted for resources: {'Port': ['ID=105fb4c5-c221-4c97-8cd7-10fb30e75520,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:31.004530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-28417417-a86c-462c-9037-529309b16c1e None None] Calling delete_port for 38f485a6-be2f-45b9-b1dd-be2f05333492 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:31.033751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f7710-3ac2-4752-ae39-93bb4b6624ff tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=e1f4a754-d416-41e5-9001-1a8ea054beb2,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:31.040844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3e3f7710-3ac2-4752-ae39-93bb4b6624ff tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:31.073813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network e1f4a754-d416-41e5-9001-1a8ea054beb2 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:31.120835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:31.125185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:subnet and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:31.128590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:31.136881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:31.150645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:31.156540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.180794 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89575ac1-75d3-4b37-bf55-14a96a8e0852 req-93e39e8b-cb1b-422a-a99c-d7e90582eddb tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9496112 Nov 25 08:50:31.191694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bce2356a-9921-49d9-af95-46e6753c7ac8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.192220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce2356a-9921-49d9-af95-46e6753c7ac8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Fanout notify agent at l3_agent the message router_deleted on router f48489a6-f9d1-4ea4-969a-464c756695af {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:50:31.197373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6784bdc9-1f11-4db8-bfd3-6f824a678fe5 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:31.202751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 38f485a6-be2f-45b9-b1dd-be2f05333492 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:31.203098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.251046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41466) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:31.318212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] The port '38f485a6-be2f-45b9-b1dd-be2f05333492' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:50:31.412779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-28417417-a86c-462c-9037-529309b16c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.517804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-414798996'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:31.523507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:31.530442 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Usage tracker for resource:network and tenant:03419fc2af174c82915bc52bec72052a is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:31.533011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:31.535465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:31.538677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.542920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bce2356a-9921-49d9-af95-46e6753c7ac8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.546571 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bce2356a-9921-49d9-af95-46e6753c7ac8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/f48489a6-f9d1-4ea4-969a-464c756695af HTTP/1.1" status: 204 len: 168 time: 2.0917492 Nov 25 08:50:31.548606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0dc20e26-7b13-4c35-81d6-1cf3e809ffb8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:31.556087 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41472) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:31.577570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 38f485a6-be2f-45b9-b1dd-be2f05333492 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:31.582062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:31.615886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6784bdc9-1f11-4db8-bfd3-6f824a678fe5 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.620812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd62dc8-eafe-4d2a-aa96-baff56ef391f req-9d5c5df2-05fb-430a-9d65-46f6e386e6c6 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:31.620972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 38f485a6-be2f-45b9-b1dd-be2f05333492 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:31.621230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 38f485a6-be2f-45b9-b1dd-be2f05333492 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:31.622894 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9cd62dc8-eafe-4d2a-aa96-baff56ef391f req-9d5c5df2-05fb-430a-9d65-46f6e386e6c6 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.3094435 Nov 25 08:50:31.624969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28417417-a86c-462c-9037-529309b16c1e None None] Pushing event deleted for resources: {'Port': ['ID=38f485a6-be2f-45b9-b1dd-be2f05333492,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:31.631960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Made reservation on behalf of 03419fc2af174c82915bc52bec72052a for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:31.637449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] For port 0424f1b0-dadf-4930-b4af-c9109a079899, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0424f1b0-dadf-4930-b4af-c9109a079899,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:31.637925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.638032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.645865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28417417-a86c-462c-9037-529309b16c1e None None] No DVR routers for this DVR port 38f485a6-be2f-45b9-b1dd-be2f05333492 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:31.696269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.722246 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=724c83bd-5d4c-484b-9ed5-286a0d255278,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:31.724862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:31.730172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:31.742975 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6784bdc9-1f11-4db8-bfd3-6f824a678fe5 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "DELETE /v2.0/ports/105fb4c5-c221-4c97-8cd7-10fb30e75520 HTTP/1.1" status: 204 len: 168 time: 3.9323885 Nov 25 08:50:31.746087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Usage tracker for resource:security_group_rule and tenant:03419fc2af174c82915bc52bec72052a is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:31.746930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.750010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41478) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:31.756363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:31.759690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking segment: {'id': '6e628a58-3659-4b72-bd5e-3d2d045ad1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1f4a754-d416-41e5-9001-1a8ea054beb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:31.760280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network hostable DHCP agents. Network: e1f4a754-d416-41e5-9001-1a8ea054beb2, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:31.777734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Calling delete_port for 0424f1b0-dadf-4930-b4af-c9109a079899 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:31.795660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] For port 0424f1b0-dadf-4930-b4af-c9109a079899, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0424f1b0-dadf-4930-b4af-c9109a079899,segment=NetworkSegment(da0170f9-5f69-4d1f-bd0d-1afcd34ab068),segment_id=da0170f9-5f69-4d1f-bd0d-1afcd34ab068)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:31.796018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.804245 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9cd62dc8-eafe-4d2a-aa96-baff56ef391f req-163cd150-585c-4fae-a0d5-09f257038e42 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363227 Nov 25 08:50:31.805316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:31.823480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-28417417-a86c-462c-9037-529309b16c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:31.831376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0c7028-95c0-467c-9ae6-b903d5882bdc']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:31.833511 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2d2bf9-5375-48dd-9052-97eaa202cb6b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] GET failed (client error): The resource could not be found. Nov 25 08:50:31.834084 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-db2d2bf9-5375-48dd-9052-97eaa202cb6b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Synchronizing usage tracker for tenant:2b2697d258ab4d48a6d221ea0a4cafea on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:31.863342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network e1f4a754-d416-41e5-9001-1a8ea054beb2 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:31.875886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-db2d2bf9-5375-48dd-9052-97eaa202cb6b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Unset dirty status for tenant:2b2697d258ab4d48a6d221ea0a4cafea on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:31.879680 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-db2d2bf9-5375-48dd-9052-97eaa202cb6b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "GET /v2.0/ports/105fb4c5-c221-4c97-8cd7-10fb30e75520 HTTP/1.1" status: 404 len: 333 time: 0.1240718 Nov 25 08:50:31.880070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41484) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:31.895486 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.900803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27cded7-e97a-4066-8ef0-cb1655885b39 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting subnet 27e2dc9b-203f-4a63-957c-e56374e22cc7 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:50:31.905987 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:31.932831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, e1f4a754-d416-41e5-9001-1a8ea054beb2) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:31.937792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:31.938701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.959314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da5232b-1459-4ff4-948f-5c21f83df459') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:31.959682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da5232b-1459-4ff4-948f-5c21f83df459') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:31.967414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1387e4ce-dce4-4ff9-b81e-d128a0d5b61d None None] Network e1f4a754-d416-41e5-9001-1a8ea054beb2 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:31.994202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e96afb7e-79ee-43b2-8250-383f8281f656 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Deleting port b4e42fab-f880-4531-956e-ec4a2e671fc1 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:31.994638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e96afb7e-79ee-43b2-8250-383f8281f656 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:31.999876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] No DVR routers for this DVR port 0424f1b0-dadf-4930-b4af-c9109a079899 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:32.005608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Pushing event deleted for resources: {'Port': ['ID=0424f1b0-dadf-4930-b4af-c9109a079899,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:32.064011 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1717207 Nov 25 08:50:32.065235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Calling delete_port for 0424f1b0-dadf-4930-b4af-c9109a079899 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:32.076153 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:32.081600 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41488) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:32.092124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b27cded7-e97a-4066-8ef0-cb1655885b39 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.096105 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-5781abde-ed1e-4b3c-b449-72c6a2addbc9 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:32.152341 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.191418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.211986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.221576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e00d4923-48a5-42e6-807f-be53b1df4a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:32.234541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.252235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-e1f4a754-d416-41e5-9001-1a8ea054beb2', 'network_id': 'e1f4a754-d416-41e5-9001-1a8ea054beb2', 'tenant_id': '4ef46c2b254444faab84043026d40399', 'fixed_ips': [{'subnet_id': '724c83bd-5d4c-484b-9ed5-286a0d255278'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:32.253891 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:32.254138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.254305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:32.269999 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:32.278308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b27cded7-e97a-4066-8ef0-cb1655885b39 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.311507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.368077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:32.382027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec613b5-fc23-4728-9b0c-b6b865c25242,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:32.384583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:32.412742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.413072 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Added segment 3c8fb4bf-fe23-4aad-8b18-3b15d2c9be47 of type vlan for network e5f1464d-ec2f-4093-9771-338355f325a9 Nov 25 08:50:32.421061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Allocated IP 172.20.0.2 (e1f4a754-d416-41e5-9001-1a8ea054beb2/724c83bd-5d4c-484b-9ed5-286a0d255278/1f3f9c61-8d57-4f3c-bf02-b2c356407f07) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:32.421206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5781abde-ed1e-4b3c-b449-72c6a2addbc9 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2420487'] for subnet, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.445154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:32.445154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:32.466426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.475262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:32.495709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.510541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddc4b0-bdd0-4c79-9e97-93ac5bcca27b req-50347521-2d55-4166-b6ef-bb3479317172 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:32.512015 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b7ddc4b0-bdd0-4c79-9e97-93ac5bcca27b req-50347521-2d55-4166-b6ef-bb3479317172 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.5553808 Nov 25 08:50:32.517391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Network': ['ID=2f0c7028-95c0-467c-9ae6-b903d5882bdc,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:32.522086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:32.526128 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/networks/2f0c7028-95c0-467c-9ae6-b903d5882bdc HTTP/1.1" status: 204 len: 168 time: 3.2071772 Nov 25 08:50:32.531511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41492) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:32.534754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b27cded7-e97a-4066-8ef0-cb1655885b39 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.577821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-155505667'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:32.595322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.597317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:32.611520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-854857f9-3e02-4702-a373-5da8f72d5c7f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:32.646840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.653826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:network and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:32.661044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e96afb7e-79ee-43b2-8250-383f8281f656 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.662704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.664931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:32.674580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Transition to ACTIVE for port object 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:32.687527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:32.693772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Transition to ACTIVE for port object 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:32.700521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.704989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-28417417-a86c-462c-9037-529309b16c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:32.727760 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b7ddc4b0-bdd0-4c79-9e97-93ac5bcca27b req-acd617ca-d90d-454d-8248-81e0e69e73d1 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983545 Nov 25 08:50:32.738129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:32.741693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.773652 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Network e1f4a754-d416-41e5-9001-1a8ea054beb2 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:32.775228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=ad0610a1-f454-44ce-b05c-a66bcf102788,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:32.779547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:32.781200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:32.781812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:32.795649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:32.797942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b27cded7-e97a-4066-8ef0-cb1655885b39 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.805544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfd7a0f1-2cc8-486c-8a4c-1d03e9cda0e0 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:32.808076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e96afb7e-79ee-43b2-8250-383f8281f656 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Calling delete_port for b4e42fab-f880-4531-956e-ec4a2e671fc1 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:32.819851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Pushing event updated for resources: {'Port': ['ID=1f3f9c61-8d57-4f3c-bf02-b2c356407f07,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:32.827542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:32.838891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:50:32.839755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Checking segment: {'id': '8e5ec5d2-6466-4d65-b3e5-a1bbb688850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:32.840108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network hostable DHCP agents. Network: 99be04fa-67e3-42f6-b251-7f7a4aa07b13, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:32.886437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Attempting to bind port 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:50:32.886978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Attempting to bind port 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '6e628a58-3659-4b72-bd5e-3d2d045ad1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1f4a754-d416-41e5-9001-1a8ea054beb2'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:50:32.887454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Attempting to bind port 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 on network e1f4a754-d416-41e5-9001-1a8ea054beb2 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:50:32.894093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:50:32.894661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Checking segment: {'id': '6e628a58-3659-4b72-bd5e-3d2d045ad1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1f4a754-d416-41e5-9001-1a8ea054beb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:32.895246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.896326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Bound using segment: {'id': '6e628a58-3659-4b72-bd5e-3d2d045ad1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1f4a754-d416-41e5-9001-1a8ea054beb2'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:50:32.896326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Bound port: 1f3f9c61-8d57-4f3c-bf02-b2c356407f07, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e628a58-3659-4b72-bd5e-3d2d045ad1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1f4a754-d416-41e5-9001-1a8ea054beb2'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:50:32.896965 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.918960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.924476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:32.925089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:32.934903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-17cdd03e-31ed-4442-bfa4-1953591529ed tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:32.976755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Deleting port 0424f1b0-dadf-4930-b4af-c9109a079899 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:32.977085 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.006568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cded7-e97a-4066-8ef0-cb1655885b39 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Subnet': ['ID=27e2dc9b-203f-4a63-957c-e56374e22cc7,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:33.008626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.008966 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Added segment 865fcac2-cc60-49b5-8b85-6afd12e3ce82 of type vlan for network 07d7a167-fe31-4277-bc36-97e4739d2433 Nov 25 08:50:33.016117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b27cded7-e97a-4066-8ef0-cb1655885b39 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:33.030664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b27cded7-e97a-4066-8ef0-cb1655885b39 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.077808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] The port '0424f1b0-dadf-4930-b4af-c9109a079899' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:50:33.081284 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6288da3-1dac-4408-ad5b-dad74944b0fc None None] Network 615420b0-cc20-483b-80da-4067d4629b10 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:33.104127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] For port 1f3f9c61-8d57-4f3c-bf02-b2c356407f07, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:50:33.121816 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b27cded7-e97a-4066-8ef0-cb1655885b39 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/27e2dc9b-203f-4a63-957c-e56374e22cc7 HTTP/1.1" status: 204 len: 168 time: 1.5127444 Nov 25 08:50:33.129945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41498) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:33.147190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Pushing event updated for resources: {'Network': ['ID=e5f1464d-ec2f-4093-9771-338355f325a9,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:33.149845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:33.153123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.154762 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9023163 Nov 25 08:50:33.158419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41502) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:33.173731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network e5f1464d-ec2f-4093-9771-338355f325a9 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:33.196689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] For port 1f3f9c61-8d57-4f3c-bf02-b2c356407f07, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1f3f9c61-8d57-4f3c-bf02-b2c356407f07,segment=NetworkSegment(6e628a58-3659-4b72-bd5e-3d2d045ad1f2),segment_id=6e628a58-3659-4b72-bd5e-3d2d045ad1f2)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:50:33.209899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:33.234199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Request body: {'network': {'name': 'tempest-network--681584407', 'router:external': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:33.245699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:33.251377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Usage tracker for resource:network and tenant:5041257e54134674a4056879bd2610e1 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:33.255631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:33.265447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:33.287073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.293498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Made reservation on behalf of 5041257e54134674a4056879bd2610e1 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:33.295801 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.297200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:33.312746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5781abde-ed1e-4b3c-b449-72c6a2addbc9 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772570589004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2097183'] for subnet, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.318992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4662203f-69f8-47ad-87e6-f92b30878102 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:33.335549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 99be04fa-67e3-42f6-b251-7f7a4aa07b13) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:33.344167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.366754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:50:33.376914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:33.382724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:33.383784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.387415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5781abde-ed1e-4b3c-b449-72c6a2addbc9 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:33.387995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5781abde-ed1e-4b3c-b449-72c6a2addbc9 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.392693 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5781abde-ed1e-4b3c-b449-72c6a2addbc9 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "PUT /v2.0/subnets/724c83bd-5d4c-484b-9ed5-286a0d255278 HTTP/1.1" status: 200 len: 806 time: 1.3041596 Nov 25 08:50:33.392693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:33.396389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41508) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:33.403074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Usage tracker for resource:security_group_rule and tenant:5041257e54134674a4056879bd2610e1 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:33.417583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdcebd9-f768-489d-92ed-1e656888a1ab None None] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:33.422270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.424590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e96afb7e-79ee-43b2-8250-383f8281f656 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.431403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:33.452905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.459476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.465645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:33.466275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.472837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a4fc8859-3011-42bc-b4cc-dc290e107b4c tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:33.491112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6388bdf-86ee-4282-8d81-7e40fc7b730d']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:33.496805 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781abde-ed1e-4b3c-b449-72c6a2addbc9 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=724c83bd-5d4c-484b-9ed5-286a0d255278,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:33.503253 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.7269795 Nov 25 08:50:33.508745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:33.516784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41512) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:33.516784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5781abde-ed1e-4b3c-b449-72c6a2addbc9 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:33.520981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f83f55bc-a0fd-46ae-b2cc-f3a826e2533a tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:33.567283 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-767172323'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:33.573393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:33.573700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0170f9-5f69-4d1f-bd0d-1afcd34ab068') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:33.581440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Pushing event updated for resources: {'Port': ['ID=1f3f9c61-8d57-4f3c-bf02-b2c356407f07,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:33.584484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96afb7e-79ee-43b2-8250-383f8281f656 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event deleted for resources: {'Port': ['ID=b4e42fab-f880-4531-956e-ec4a2e671fc1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:33.584764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:33.586031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:33.609843 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0787518 Nov 25 08:50:33.611930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.618210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41516) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:33.623033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:33.623331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.626968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e96afb7e-79ee-43b2-8250-383f8281f656 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:33.641835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:network and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:33.655930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:33.661997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e96afb7e-79ee-43b2-8250-383f8281f656 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.669626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': '07d7a167-fe31-4277-bc36-97e4739d2433', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:33.683248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:33.686675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Network': ['ID=07d7a167-fe31-4277-bc36-97e4739d2433,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:33.697590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:33.738427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.746920 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e96afb7e-79ee-43b2-8250-383f8281f656 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "DELETE /v2.0/ports/b4e42fab-f880-4531-956e-ec4a2e671fc1 HTTP/1.1" status: 204 len: 168 time: 1.8636546 Nov 25 08:50:33.746920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:33.747372 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 07d7a167-fe31-4277-bc36-97e4739d2433 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:33.748988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.764029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41520) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:33.788127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.829690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:33.830393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:33.846830 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:33.854090 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-2407c49d-0f32-4d79-b860-c1acd1dfeb1e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] GET failed (client error): The resource could not be found. Nov 25 08:50:33.854648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2407c49d-0f32-4d79-b860-c1acd1dfeb1e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Synchronizing usage tracker for tenant:2b2697d258ab4d48a6d221ea0a4cafea on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:33.870440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Deleting port 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:33.870783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.925148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:33.937284 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.967998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.971050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:33.971456 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Added segment f12ae063-0c27-4c27-93ce-38ed65a1bf35 of type vlan for network 3ba1ab0b-1d61-4bd9-be28-ad6a449667e3 Nov 25 08:50:33.980718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2407c49d-0f32-4d79-b860-c1acd1dfeb1e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Unset dirty status for tenant:2b2697d258ab4d48a6d221ea0a4cafea on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:33.985868 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2407c49d-0f32-4d79-b860-c1acd1dfeb1e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "GET /v2.0/ports/b4e42fab-f880-4531-956e-ec4a2e671fc1 HTTP/1.1" status: 404 len: 333 time: 0.2171721 Nov 25 08:50:33.997886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41524) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:34.014141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.022682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:34.081722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.084168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf1385c-6193-4c3a-93ce-45af5dcd253c None None] DHCP port deletion for 615420b0-cc20-483b-80da-4067d4629b10 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:34.093724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:34.094607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1385c-6193-4c3a-93ce-45af5dcd253c None None] Deleting port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:34.094996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcf1385c-6193-4c3a-93ce-45af5dcd253c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.137724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:34.178308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:34.186878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:34.219757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:34.229962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d451ebe-bd8d-4e57-b401-f4c2753648ad,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:34.240455 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.241025 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Added segment 17ff0d24-07bb-4b2e-ab62-d8e9933cef8b of type vlan for network d2ef1076-420e-4e44-a93c-abe654afcec0 Nov 25 08:50:34.251010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.255961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.314191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2be981db-c568-4562-9db8-cde730f6302d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:34.325777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] For port 1f3f9c61-8d57-4f3c-bf02-b2c356407f07, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1f3f9c61-8d57-4f3c-bf02-b2c356407f07,segment=NetworkSegment(6e628a58-3659-4b72-bd5e-3d2d045ad1f2),segment_id=6e628a58-3659-4b72-bd5e-3d2d045ad1f2)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:34.326515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.335923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:34.351436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:50:34.356410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:34.359748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.388112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6388bdf-86ee-4282-8d81-7e40fc7b730d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:34.391316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:34.404063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bcf1385c-6193-4c3a-93ce-45af5dcd253c None None] For port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf,segment=NetworkSegment(2986ed71-c699-4ed4-8639-47454b2b30cf),segment_id=2986ed71-c699-4ed4-8639-47454b2b30cf)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:34.404454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcf1385c-6193-4c3a-93ce-45af5dcd253c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.406446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-efdca238-3dd1-4d31-ad06-1fc89d5c6f07 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Deleting port d87faf28-6c65-4f3f-962e-1f120a45f56d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:34.406970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-efdca238-3dd1-4d31-ad06-1fc89d5c6f07 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.489938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Calling delete_port for 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:34.499477 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a6388bdf-86ee-4282-8d81-7e40fc7b730d HTTP/1.1" status: 204 len: 168 time: 6.0432277 Nov 25 08:50:34.522538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.526742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1385c-6193-4c3a-93ce-45af5dcd253c None None] Calling delete_port for 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:34.543596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] For port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf,segment=NetworkSegment(2986ed71-c699-4ed4-8639-47454b2b30cf),segment_id=2986ed71-c699-4ed4-8639-47454b2b30cf)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:34.544273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.557309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.562953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:34.563552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.572245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:34.615485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcf1385c-6193-4c3a-93ce-45af5dcd253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.622098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cf36bf81-7c8d-4fbd-b6d2-5c4cb26e523e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:34.681150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1385c-6193-4c3a-93ce-45af5dcd253c None None] Pushing event deleted for resources: {'Port': ['ID=1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:34.692516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bcf1385c-6193-4c3a-93ce-45af5dcd253c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:34.693971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf1385c-6193-4c3a-93ce-45af5dcd253c None None] No DVR routers for this DVR port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:34.715405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:34.795277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:50:34.827370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41530) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:34.879734 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3598332 Nov 25 08:50:34.888134 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41534) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:34.921121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.922190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:34.922856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:34.944746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'ports': [{'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13'}, {'network_id': '3ba1ab0b-1d61-4bd9-be28-ad6a449667e3'}]} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:34.945062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:34.945545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '3ba1ab0b-1d61-4bd9-be28-ad6a449667e3'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:34.958980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Network': ['ID=3ba1ab0b-1d61-4bd9-be28-ad6a449667e3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:34.973490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 3ba1ab0b-1d61-4bd9-be28-ad6a449667e3 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:34.980683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:34.981386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:35.098436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:35.098759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:35.157536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-efdca238-3dd1-4d31-ad06-1fc89d5c6f07 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:35.210386 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0509193 Nov 25 08:50:35.219314 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0f23c1e8-ead8-4254-b04f-fac8cdd8e16c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c0989e50f024289b4ca0c2c24bbcc1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3847394 Nov 25 08:50:35.222304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41538) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:35.222627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41540) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:35.241193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:35.250306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd61e6e-d948-4867-98ed-a7cc0c3364ae None None] Network e1f4a754-d416-41e5-9001-1a8ea054beb2 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:35.270551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event updated for resources: {'Network': ['ID=d2ef1076-420e-4e44-a93c-abe654afcec0,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:35.288821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:35.303092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-df582d8b-6bac-497b-80fa-da64fe5da298 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:35.309050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-efdca238-3dd1-4d31-ad06-1fc89d5c6f07 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Calling delete_port for d87faf28-6c65-4f3f-962e-1f120a45f56d owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:35.317077 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network d2ef1076-420e-4e44-a93c-abe654afcec0 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:35.398876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5a3d9e65-ba5a-4cee-b601-cdd44123a521 None None] Could not find standard attr ID for object 1f3f9c61-8d57-4f3c-bf02-b2c356407f07. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:50:35.492111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Port': ['ID=1f3f9c61-8d57-4f3c-bf02-b2c356407f07,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:35.533891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:35.557927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:35.563865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d8007614-465b-4d40-8b72-60624ca9c413 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:35.603422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-efdca238-3dd1-4d31-ad06-1fc89d5c6f07 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:35.609634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:35.609969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:35.620993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No DVR routers for this DVR port 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:35.654972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:35.675963 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:35.704304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:35.720750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:35.727700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:35.738261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-49b6aaea-8bc2-4823-b08e-a0686e346fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:35.740770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:35.753511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:35.755772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 25 08:50:35.775653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] The port '1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:50:35.781623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-efdca238-3dd1-4d31-ad06-1fc89d5c6f07 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:35.824287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:35.854028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Subnet': ['ID=65311f7c-d8d4-465b-9c3d-e53c8290abc0,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:35.856900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:35.864194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6d5cec9e-af8d-43b7-b7c6-d96f661b0b44 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:35.888073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Port 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 not found, will not notify nova. {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 25 08:50:35.897598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 2} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:35.902836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:35.933115 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-efdca238-3dd1-4d31-ad06-1fc89d5c6f07 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "DELETE /v2.0/ports/d87faf28-6c65-4f3f-962e-1f120a45f56d HTTP/1.1" status: 204 len: 168 time: 1.9172335 Nov 25 08:50:35.938497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdca238-3dd1-4d31-ad06-1fc89d5c6f07 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event deleted for resources: {'Port': ['ID=d87faf28-6c65-4f3f-962e-1f120a45f56d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:35.940871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-efdca238-3dd1-4d31-ad06-1fc89d5c6f07 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:35.969714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:35.970843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41546) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:35.979275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-49b6aaea-8bc2-4823-b08e-a0686e346fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.022942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.045711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:36.049988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1d53bf6f-e51b-4d5a-b57f-46d6d17b07cf not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:36.051887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ce78f-d0d0-4004-b79e-aada02b05758 None None] Network e1f4a754-d416-41e5-9001-1a8ea054beb2 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:36.063786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Checking segment: {'id': '865fcac2-cc60-49b5-8b85-6afd12e3ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '07d7a167-fe31-4277-bc36-97e4739d2433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:36.063786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network hostable DHCP agents. Network: 07d7a167-fe31-4277-bc36-97e4739d2433, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:36.072339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.145460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ef1076-420e-4e44-a93c-abe654afcec0']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:36.156584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.178271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 07d7a167-fe31-4277-bc36-97e4739d2433 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:36.196302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-7443fa08-3da2-4718-aa47-e05be31b9086 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Deleting subnet 3d1b1720-146d-443a-a230-7c81093b0f0f {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:50:36.204105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7443fa08-3da2-4718-aa47-e05be31b9086 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.228539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ff0d24-07bb-4b2e-ab62-d8e9933cef8b') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:36.229108 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ff0d24-07bb-4b2e-ab62-d8e9933cef8b') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:36.247114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.247373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 07d7a167-fe31-4277-bc36-97e4739d2433) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:36.251856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:36.252429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.256460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0aa88f7e-7fb6-4c61-adb7-c28f530f4d1e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:36.262777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615420b0-cc20-483b-80da-4067d4629b10']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:36.265104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea8701-6055-43fb-a624-074ac24517e4 None None] Network 07d7a167-fe31-4277-bc36-97e4739d2433 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:36.289528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.290638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2986ed71-c699-4ed4-8639-47454b2b30cf') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:36.291180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2986ed71-c699-4ed4-8639-47454b2b30cf') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:36.307697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.316751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Subnet': ['ID=724c83bd-5d4c-484b-9ed5-286a0d255278,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:36.320005 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:36.325558 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7015221 Nov 25 08:50:36.327789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7443fa08-3da2-4718-aa47-e05be31b9086 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.330496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port 7496914f-8caa-4831-82b9-8241a9eb42b1 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:36.350790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41550) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:36.363832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.365377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7f49519d-571d-4ced-bfc0-5e67c3103f0d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-90841306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:36.375941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac966e4-ad69-4d20-8567-546ef6ebb7ec None None] DHCP port deletion for e1f4a754-d416-41e5-9001-1a8ea054beb2 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:36.386957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:36.387447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:36.403503 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:36.515463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.520794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.524469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ca1252ad-9215-4bf1-85ae-af349ea6f857 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:36.530949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-07d7a167-fe31-4277-bc36-97e4739d2433', 'network_id': '07d7a167-fe31-4277-bc36-97e4739d2433', 'tenant_id': '582cee82d17044798b7f02b1399f0549', 'fixed_ips': [{'subnet_id': '65311f7c-d8d4-465b-9c3d-e53c8290abc0'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:36.531860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.549216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.550681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Network': ['ID=615420b0-cc20-483b-80da-4067d4629b10,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:36.553102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:36.553435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-49b6aaea-8bc2-4823-b08e-a0686e346fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.556138 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/networks/615420b0-cc20-483b-80da-4067d4629b10 HTTP/1.1" status: 204 len: 168 time: 3.4251873 Nov 25 08:50:36.556938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7f49519d-571d-4ced-bfc0-5e67c3103f0d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:36.561890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41554) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:36.567486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5430a3f2-d4f1-40a9-825a-a89d490f822e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:36.568864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1993991216', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:36.576808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:36.579479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7443fa08-3da2-4718-aa47-e05be31b9086 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.593179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7f49519d-571d-4ced-bfc0-5e67c3103f0d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:router and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:36.596184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:36.596591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.616338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6aaea-8bc2-4823-b08e-a0686e346fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb78cb0-7e5d-4d3a-ac4a-d6ec64f6d0a6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:36.618061 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:36.620025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-49b6aaea-8bc2-4823-b08e-a0686e346fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:36.621728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7f49519d-571d-4ced-bfc0-5e67c3103f0d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:36.621979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:router and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:36.627679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:36.629816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.636589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:36.657560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.658648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.684126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7443fa08-3da2-4718-aa47-e05be31b9086 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.688928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:36.691528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7f49519d-571d-4ced-bfc0-5e67c3103f0d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:36.726217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7443fa08-3da2-4718-aa47-e05be31b9086 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.731452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443fa08-3da2-4718-aa47-e05be31b9086 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1b1720-146d-443a-a230-7c81093b0f0f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:36.733265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87ae2e-53b5-4dc3-949d-ee53aefd59d2 None None] Network ecb3d4f4-8976-4386-83dd-c6cddfa250a5 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:36.733753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7443fa08-3da2-4718-aa47-e05be31b9086 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:36.739179 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7443fa08-3da2-4718-aa47-e05be31b9086 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "DELETE /v2.0/subnets/3d1b1720-146d-443a-a230-7c81093b0f0f HTTP/1.1" status: 204 len: 168 time: 0.7648473 Nov 25 08:50:36.739362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f4a754-d416-41e5-9001-1a8ea054beb2']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:36.739459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41558) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:36.753283 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e628a58-3659-4b72-bd5e-3d2d045ad1f2') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:36.753499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e628a58-3659-4b72-bd5e-3d2d045ad1f2') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:36.760878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f49519d-571d-4ced-bfc0-5e67c3103f0d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.761879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f49519d-571d-4ced-bfc0-5e67c3103f0d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.766145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-49b6aaea-8bc2-4823-b08e-a0686e346fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.769709 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-49b6aaea-8bc2-4823-b08e-a0686e346fd7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9fb78cb0-7e5d-4d3a-ac4a-d6ec64f6d0a6 HTTP/1.1" status: 204 len: 168 time: 1.5335603 Nov 25 08:50:36.778268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.924863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.929244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.939256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3cf9ceab-ec57-472a-821e-58ab61dfae3f tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:36.955718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d2ef1076-420e-4e44-a93c-abe654afcec0 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 08:50:36.964304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f49519d-571d-4ced-bfc0-5e67c3103f0d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.967531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.972597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.979006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:36.979425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:36.995135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2ef1076-420e-4e44-a93c-abe654afcec0,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:36.997018 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:37.001862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:37.027949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.108544 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "DELETE /v2.0/networks/d2ef1076-420e-4e44-a93c-abe654afcec0 HTTP/1.1" status: 204 len: 168 time: 1.8725250 Nov 25 08:50:37.108930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.112222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41566) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:37.140970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:37.152689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:37.172774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Allocated IP 172.20.0.2 (07d7a167-fe31-4277-bc36-97e4739d2433/65311f7c-d8d4-465b-9c3d-e53c8290abc0/fc2aa504-6f98-46c4-800d-71e0f70ca96c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:37.203209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f49519d-571d-4ced-bfc0-5e67c3103f0d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.233955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.236872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Usage tracker for resource:network and tenant:5041257e54134674a4056879bd2610e1 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:37.244830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:37.248018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:37.258423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Deleting port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:37.258971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.263995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f49519d-571d-4ced-bfc0-5e67c3103f0d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.268753 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7f49519d-571d-4ced-bfc0-5e67c3103f0d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9166844 Nov 25 08:50:37.270916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.275745 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/e1f4a754-d416-41e5-9001-1a8ea054beb2 HTTP/1.1" status: 204 len: 168 time: 3.8745236 Nov 25 08:50:37.293250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41572) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:37.293918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41574) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:37.303882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:37.333602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'network_id': '07d7a167-fe31-4277-bc36-97e4739d2433', 'name': 'tempest-PortsTestJSON-254595794'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:37.348245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=e1f4a754-d416-41e5-9001-1a8ea054beb2,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:37.370946 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:37.389273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f6e5d6-b2d0-4354-925c-107508ae2d83 None None] DHCP port deletion for ecb3d4f4-8976-4386-83dd-c6cddfa250a5 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:37.442371 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-48586d40-4dfa-4e32-95b7-a3846cf075db tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:50:37.453510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48586d40-4dfa-4e32-95b7-a3846cf075db tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:37.459258 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-48586d40-4dfa-4e32-95b7-a3846cf075db tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/e1f4a754-d416-41e5-9001-1a8ea054beb2 HTTP/1.1" status: 404 len: 339 time: 0.1557894 Nov 25 08:50:37.487122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41584) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:37.501636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Made reservation on behalf of 5041257e54134674a4056879bd2610e1 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:37.509159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.536922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-507111887', 'description': 'd1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:37.544462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port 840eb32d-0c70-4670-9ca6-8f86a856fa65 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:37.551899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:37.556361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.574008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:network and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:37.580946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:37.589435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:37.616494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:37.640952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.641279 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Added segment 875d7984-90db-4428-98fd-9430e4831906 of type vlan for network 09378382-ced2-4181-9d4d-08e342b3b15e Nov 25 08:50:37.668727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-61f6e5d6-b2d0-4354-925c-107508ae2d83 None None] Deleting port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:37.671275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61f6e5d6-b2d0-4354-925c-107508ae2d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.717496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.724132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:37.734899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:port and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:37.740158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:37.755434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:37.759368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.789976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:37.820152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:37.841373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:37.841726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1f3f9c61-8d57-4f3c-bf02-b2c356407f07 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:37.842146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:37.864548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] For port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=24bce1a7-b4ef-476b-aef6-bf1adc0854c0,segment=NetworkSegment(84890aaf-e488-4c8f-a9d3-ac23e41a5f36),segment_id=84890aaf-e488-4c8f-a9d3-ac23e41a5f36)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:37.865303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.880189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:37.883772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.899102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.904616 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.905639 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:37.906225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:37.919436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Transition to ACTIVE for port object fc2aa504-6f98-46c4-800d-71e0f70ca96c will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:37.920632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-df1c123a-ab7c-4a92-b78d-5f79d56005e0 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:38.004182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port c58b5f84-dd2b-440b-8810-12a236c384d3 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:38.044632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Transition to ACTIVE for port object fc2aa504-6f98-46c4-800d-71e0f70ca96c will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:38.074840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Calling delete_port for 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:38.103748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.116002 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0020695 Nov 25 08:50:38.121517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event updated for resources: {'Network': ['ID=09378382-ced2-4181-9d4d-08e342b3b15e,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:38.122945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41600) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:38.127556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:38.127748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:38.140746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Request body: {'subnet': {'network_id': '09378382-ced2-4181-9d4d-08e342b3b15e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:38.156358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.161525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:38.164526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 09378382-ced2-4181-9d4d-08e342b3b15e details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:38.174338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Usage tracker for resource:subnet and tenant:5041257e54134674a4056879bd2610e1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:38.178154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:38.185846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.186269 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment 783699e7-4363-4343-838f-3a5f4b6c2a7e of type vlan for network ff75b30f-8ccd-4b59-9ef4-da540e091856 Nov 25 08:50:38.205553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:38.221792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.3 (07d7a167-fe31-4277-bc36-97e4739d2433/65311f7c-d8d4-465b-9c3d-e53c8290abc0/c58b5f84-dd2b-440b-8810-12a236c384d3) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:38.224374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.232501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-869aa62f-4c24-4437-b144-ce0d006a3a64 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:38.235453 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2747bfb9-c8ac-4b0e-a94a-8687c909a9f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:38.259766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.269830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Made reservation on behalf of 5041257e54134674a4056879bd2610e1 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:38.269830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.299350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.319969 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:38.325783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:38.327698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=7496914f-8caa-4831-82b9-8241a9eb42b1,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:38.329787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:38.330631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.342472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:38.346572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-54a7da3b-5afe-454e-aa3c-c8ddf112dae9 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:38.351943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfe57d76-4cbc-42fa-a22f-6983c8ea44a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:38.376483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Pushing event updated for resources: {'Port': ['ID=fc2aa504-6f98-46c4-800d-71e0f70ca96c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:38.379688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:38.404434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:50:38.435635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event deleted for resources: {'Port': ['ID=24bce1a7-b4ef-476b-aef6-bf1adc0854c0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:38.440961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:38.460402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] No DVR routers for this DVR port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:38.484079 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=840eb32d-0c70-4670-9ca6-8f86a856fa65,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:38.492291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:38.497033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Network 07d7a167-fe31-4277-bc36-97e4739d2433 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:38.510677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:38.513494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:38.532084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.538268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.545298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:38.546075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.562033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Checking segment: {'id': 'f12ae063-0c27-4c27-93ce-38ed65a1bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3ba1ab0b-1d61-4bd9-be28-ad6a449667e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:38.562663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network hostable DHCP agents. Network: 3ba1ab0b-1d61-4bd9-be28-ad6a449667e3, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:38.602547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-61f6e5d6-b2d0-4354-925c-107508ae2d83 None None] For port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=24bce1a7-b4ef-476b-aef6-bf1adc0854c0,segment=NetworkSegment(84890aaf-e488-4c8f-a9d3-ac23e41a5f36),segment_id=84890aaf-e488-4c8f-a9d3-ac23e41a5f36)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:38.603518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61f6e5d6-b2d0-4354-925c-107508ae2d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.610425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:38.615183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 3ba1ab0b-1d61-4bd9-be28-ad6a449667e3 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:38.652927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 3ba1ab0b-1d61-4bd9-be28-ad6a449667e3) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:38.661770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:38.668689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:38.673964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:38.674786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.682566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.700626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3826a7-d169-407d-8c0d-c69e29fb4875 None None] Network 3ba1ab0b-1d61-4bd9-be28-ad6a449667e3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:38.709822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object c58b5f84-dd2b-440b-8810-12a236c384d3 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:38.717417 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8276455 Nov 25 08:50:38.719760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41614) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:38.806968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-806899e8-dd1f-4f6c-bdd4-07dc7fdb6300 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 840eb32d-0c70-4670-9ca6-8f86a856fa65 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:38.807373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-806899e8-dd1f-4f6c-bdd4-07dc7fdb6300 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.857442 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:38.865541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d0e36596-6c7a-4de1-8f5d-9583010b8b59 tempest-RoutersIpV6AdminTest-2106982658 tempest-RoutersIpV6AdminTest-2106982658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:38.908564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-61f6e5d6-b2d0-4354-925c-107508ae2d83 None None] Calling delete_port for 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:38.936759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.026829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Attempting to bind port fc2aa504-6f98-46c4-800d-71e0f70ca96c on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:50:39.027184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Attempting to bind port fc2aa504-6f98-46c4-800d-71e0f70ca96c by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '865fcac2-cc60-49b5-8b85-6afd12e3ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '07d7a167-fe31-4277-bc36-97e4739d2433'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:50:39.027561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Attempting to bind port fc2aa504-6f98-46c4-800d-71e0f70ca96c on network 07d7a167-fe31-4277-bc36-97e4739d2433 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:50:39.068724 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:50:39.069005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Checking segment: {'id': '865fcac2-cc60-49b5-8b85-6afd12e3ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '07d7a167-fe31-4277-bc36-97e4739d2433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:39.076677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.077162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Bound using segment: {'id': '865fcac2-cc60-49b5-8b85-6afd12e3ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '07d7a167-fe31-4277-bc36-97e4739d2433'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:50:39.078096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Bound port: fc2aa504-6f98-46c4-800d-71e0f70ca96c, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865fcac2-cc60-49b5-8b85-6afd12e3ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '07d7a167-fe31-4277-bc36-97e4739d2433'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:50:39.078096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.078525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=c58b5f84-dd2b-440b-8810-12a236c384d3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:39.085671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:39.099385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6111889 Nov 25 08:50:39.101371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 07d7a167-fe31-4277-bc36-97e4739d2433 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:39.101495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb3d4f4-8976-4386-83dd-c6cddfa250a5']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:39.102221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41622) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:39.105113 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:39.109218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:39.139517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=ff75b30f-8ccd-4b59-9ef4-da540e091856,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:39.148463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.166391 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41626) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:39.180171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:39.189347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84890aaf-e488-4c8f-a9d3-ac23e41a5f36') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:39.189607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84890aaf-e488-4c8f-a9d3-ac23e41a5f36') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:39.204543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.241458 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] For port fc2aa504-6f98-46c4-800d-71e0f70ca96c, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:50:39.244675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] For port fc2aa504-6f98-46c4-800d-71e0f70ca96c, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fc2aa504-6f98-46c4-800d-71e0f70ca96c,segment=NetworkSegment(865fcac2-cc60-49b5-8b85-6afd12e3ce82),segment_id=865fcac2-cc60-49b5-8b85-6afd12e3ce82)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:50:39.246182 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network ff75b30f-8ccd-4b59-9ef4-da540e091856 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:39.247627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.296993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.302756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.326843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:39.327356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:39.348531 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:39.404531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:39.405149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.434467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a38ac62f-336d-484d-a534-16841db071ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:39.449991 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1518440 Nov 25 08:50:39.455172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41632) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:39.486881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-61f6e5d6-b2d0-4354-925c-107508ae2d83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:39.487244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-61f6e5d6-b2d0-4354-925c-107508ae2d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:39.548469 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6330523-ea36-4a34-a30f-5b29a82fdfd3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:39.549416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f6330523-ea36-4a34-a30f-5b29a82fdfd3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Synchronizing usage tracker for tenant:4ef46c2b254444faab84043026d40399 on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:39.555217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.565705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ee49f65b-e69d-4ce9-b59a-6cc4082884db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:39.575277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-681810290'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:39.585737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594999'] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.603621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Pushing event updated for resources: {'Port': ['ID=fc2aa504-6f98-46c4-800d-71e0f70ca96c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:39.607845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:39.614270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Pushing event deleted for resources: {'Network': ['ID=ecb3d4f4-8976-4386-83dd-c6cddfa250a5,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:39.629135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:39.632468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Allocated IP 172.26.3.136 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/e617cf46-8868-42af-9d3e-e84269f15a14) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:39.637606 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] 10.222.0.54 "DELETE /v2.0/networks/ecb3d4f4-8976-4386-83dd-c6cddfa250a5 HTTP/1.1" status: 204 len: 168 time: 2.8949893 Nov 25 08:50:39.650203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:39.654025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-806899e8-dd1f-4f6c-bdd4-07dc7fdb6300 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.672662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Usage tracker for resource:network and tenant:2bf466d8379d40c8ad5a0280aea6e5e8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:39.681192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:39.761268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:39.851437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.911345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-806899e8-dd1f-4f6c-bdd4-07dc7fdb6300 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 840eb32d-0c70-4670-9ca6-8f86a856fa65 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:39.918458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:50:39.918924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:39.926202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-605eef7b-9c2e-40f0-a959-e71fa57e88ce tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:39.988842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-61f6e5d6-b2d0-4354-925c-107508ae2d83 None None] Deleting port 24bce1a7-b4ef-476b-aef6-bf1adc0854c0 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:39.989311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61f6e5d6-b2d0-4354-925c-107508ae2d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:40.021550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f6330523-ea36-4a34-a30f-5b29a82fdfd3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Unset dirty status for tenant:4ef46c2b254444faab84043026d40399 on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:40.027869 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f6330523-ea36-4a34-a30f-5b29a82fdfd3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/networks?id=ff75b30f-8ccd-4b59-9ef4-da540e091856 HTTP/1.1" status: 200 len: 760 time: 0.9198658 Nov 25 08:50:40.030124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41640) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:40.036125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d60eb0c-cde6-4c5b-9726-3fadcca8f5d7,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:40.036383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41644) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:40.041648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b2026c82-8d46-4e5b-b623-b08460d4bd9b tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'description': 'd2'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:40.082643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-61f6e5d6-b2d0-4354-925c-107508ae2d83 None None] The port '24bce1a7-b4ef-476b-aef6-bf1adc0854c0' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:50:40.116300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:40.123144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Made reservation on behalf of 2bf466d8379d40c8ad5a0280aea6e5e8 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:40.126512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:40.138678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Checking segment: {'id': '875d7984-90db-4428-98fd-9430e4831906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '09378382-ced2-4181-9d4d-08e342b3b15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:40.139036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Network hostable DHCP agents. Network: 09378382-ced2-4181-9d4d-08e342b3b15e, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:40.204521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:40.212673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:40.254326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ab7a5737-9f8a-4e75-9082-3002601b6c7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:40.307530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Network 09378382-ced2-4181-9d4d-08e342b3b15e is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:40.311457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:40.315663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-806899e8-dd1f-4f6c-bdd4-07dc7fdb6300 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:40.326731 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-54d15530-4856-4799-ab5c-206e7291b987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:40.355513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 09378382-ced2-4181-9d4d-08e342b3b15e) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:40.363678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:40.363834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e041bf16-f459-4d80-900e-7bb915cf8fc1 None None] Network 09378382-ced2-4181-9d4d-08e342b3b15e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:40.368749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Usage tracker for resource:security_group_rule and tenant:2bf466d8379d40c8ad5a0280aea6e5e8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:40.372101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:40.372689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:40.373859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:40.376392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:40.382730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=e617cf46-8868-42af-9d3e-e84269f15a14,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:40.385678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:40.424343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:40.429711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-806899e8-dd1f-4f6c-bdd4-07dc7fdb6300 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:40.433677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806899e8-dd1f-4f6c-bdd4-07dc7fdb6300 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=840eb32d-0c70-4670-9ca6-8f86a856fa65,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:40.436267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-806899e8-dd1f-4f6c-bdd4-07dc7fdb6300 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:40.438251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:40.452617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2026c82-8d46-4e5b-b623-b08460d4bd9b tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:40.479509 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-806899e8-dd1f-4f6c-bdd4-07dc7fdb6300 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/840eb32d-0c70-4670-9ca6-8f86a856fa65 HTTP/1.1" status: 204 len: 168 time: 1.7556901 Nov 25 08:50:40.484586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41650) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:40.607656 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4826009 Nov 25 08:50:40.610886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41654) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:40.626773 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b909bfcc-afd7-4fb2-b09f-07b06721685e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2b2697d258ab4d48a6d221ea0a4cafea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5263166 Nov 25 08:50:40.660011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11edccc-a2bb-4fb2-b325-2e5612a0890d None None] Network 09378382-ced2-4181-9d4d-08e342b3b15e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:40.662600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41658) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:40.666456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Request body: {'floatingip': {'floating_network_id': '09378382-ced2-4181-9d4d-08e342b3b15e'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:40.679057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2026c82-8d46-4e5b-b623-b08460d4bd9b tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:40.692188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:40.706700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bf2a92db-ac88-4175-b0f4-5145f00eccee tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:40.771966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Usage tracker for resource:floatingip and tenant:5041257e54134674a4056879bd2610e1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:40.779170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2026c82-8d46-4e5b-b623-b08460d4bd9b tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network ff75b30f-8ccd-4b59-9ef4-da540e091856 is not hosted by any dhcp agent {{(pid=87513) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 25 08:50:40.784480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2026c82-8d46-4e5b-b623-b08460d4bd9b tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:40.785266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2026c82-8d46-4e5b-b623-b08460d4bd9b tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:40.789852 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b2026c82-8d46-4e5b-b623-b08460d4bd9b tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "PUT /v2.0/networks/ff75b30f-8ccd-4b59-9ef4-da540e091856 HTTP/1.1" status: 200 len: 757 time: 0.7541962 Nov 25 08:50:40.790851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41662) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:40.795141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:40.879726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:40.970407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2026c82-8d46-4e5b-b623-b08460d4bd9b tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=ff75b30f-8ccd-4b59-9ef4-da540e091856,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:40.976405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:40.995470 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8cbef-ad5d-458b-9167-62c79971aea0 None None] Network 07d7a167-fe31-4277-bc36-97e4739d2433 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:40.999022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b2026c82-8d46-4e5b-b623-b08460d4bd9b tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:41.020414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9764a7e3-ef5c-45ed-9efd-6cfcca3cf02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.052530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cf3fcc-23c1-46cc-af0b-9f88b500ecc9 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:41.058045 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c7cf3fcc-23c1-46cc-af0b-9f88b500ecc9 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/networks?id=ff75b30f-8ccd-4b59-9ef4-da540e091856 HTTP/1.1" status: 200 len: 760 time: 0.2605405 Nov 25 08:50:41.065658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.071155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41666) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:41.088228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e53d4a-ddef-4801-801e-1749e267dabe tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:41.094168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e53d4a-ddef-4801-801e-1749e267dabe tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:41.094997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-72e53d4a-ddef-4801-801e-1749e267dabe tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:41.095876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network ff75b30f-8ccd-4b59-9ef4-da540e091856 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:41.104972 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.143978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-230959088'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:41.148649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.161751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2538eb74-0ca9-48cf-ba4e-9616c18f5401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:41.168894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:41.202462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-72e53d4a-ddef-4801-801e-1749e267dabe tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:41.206191 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-72e53d4a-ddef-4801-801e-1749e267dabe tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7156887 Nov 25 08:50:41.206191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:41.223922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41670) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:41.245047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-32319dc3-a4d5-4cdc-9c16-77aeacc4fd1e None None] Provisioning for port fc2aa504-6f98-46c4-800d-71e0f70ca96c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:41.250766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9764a7e3-ef5c-45ed-9efd-6cfcca3cf02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.296562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.296913 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Added segment 0009d5b0-f84c-4d1a-b447-2b10f2e37ca5 of type vlan for network 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea Nov 25 08:50:41.303310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:41.355190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81945216-fb64-4beb-863a-24d67df701b7,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:41.359064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:41.369919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:41.373302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.406675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-35181baa-6ee8-4694-b6e8-76a9ae28cbff tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 7496914f-8caa-4831-82b9-8241a9eb42b1 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:41.407038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-35181baa-6ee8-4694-b6e8-76a9ae28cbff tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.430672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.497795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.544346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.551551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:41.552874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.561841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:41.572594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:41.596596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fc2aa504-6f98-46c4-800d-71e0f70ca96c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:41.692132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port fc2aa504-6f98-46c4-800d-71e0f70ca96c completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:41.697654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port fc2aa504-6f98-46c4-800d-71e0f70ca96c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:41.698143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.747926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9764a7e3-ef5c-45ed-9efd-6cfcca3cf02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.761580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b7ed5370-fc31-4e82-a888-c60371b8eb59 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:41.768758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.768758 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment fb092d9f-daf9-40b9-ad58-bcb64623f769 of type vlan for network 19cbcd8f-417d-4c46-9504-b0bdacd99ac1 Nov 25 08:50:41.807974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764a7e3-ef5c-45ed-9efd-6cfcca3cf02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4377af0-60f4-48ae-9727-f54d12e356b5,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:41.808213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Pushing event updated for resources: {'Network': ['ID=0140cf38-b2d6-48cf-b687-cfba7c0ed4ea,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:41.812832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:41.815342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.818740 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6296103 Nov 25 08:50:41.821760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41674) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:41.828962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Request body: {'subnet': {'network_id': '0140cf38-b2d6-48cf-b687-cfba7c0ed4ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:41.829550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9764a7e3-ef5c-45ed-9efd-6cfcca3cf02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:41.848411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.850515 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:41.863565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e96afb7e-79ee-43b2-8250-383f8281f656 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:41.964592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:41.973351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6b3c4009-276a-412b-9da0-d04781760481 None None] Provisioning complete for port fc2aa504-6f98-46c4-800d-71e0f70ca96c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:41.973862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4009-276a-412b-9da0-d04781760481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.077612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port fc2aa504-6f98-46c4-800d-71e0f70ca96c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fc2aa504-6f98-46c4-800d-71e0f70ca96c,segment=NetworkSegment(865fcac2-cc60-49b5-8b85-6afd12e3ce82),segment_id=865fcac2-cc60-49b5-8b85-6afd12e3ce82)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:42.092559 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.094779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6e5722c0-2c9d-4c2c-b151-ea117632f534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:42.212909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=c58b5f84-dd2b-440b-8810-12a236c384d3,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:42.219613 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=fc2aa504-6f98-46c4-800d-71e0f70ca96c,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:42.221024 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:42.229805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:42.271099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6b3c4009-276a-412b-9da0-d04781760481 None None] Provisioning for port c58b5f84-dd2b-440b-8810-12a236c384d3 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:42.273022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:42.280865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6b3c4009-276a-412b-9da0-d04781760481 None None] Provisioning complete for port c58b5f84-dd2b-440b-8810-12a236c384d3 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:42.282085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4009-276a-412b-9da0-d04781760481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.282495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Usage tracker for resource:subnet and tenant:2bf466d8379d40c8ad5a0280aea6e5e8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:42.287874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:42.297414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:42.302809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.337967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.346060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9764a7e3-ef5c-45ed-9efd-6cfcca3cf02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.347391 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9764a7e3-ef5c-45ed-9efd-6cfcca3cf02f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4377af0-60f4-48ae-9727-f54d12e356b5 HTTP/1.1" status: 204 len: 168 time: 1.6768978 Nov 25 08:50:42.355485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Made reservation on behalf of 2bf466d8379d40c8ad5a0280aea6e5e8 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:42.355624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c4009-276a-412b-9da0-d04781760481 None None] Port c58b5f84-dd2b-440b-8810-12a236c384d3 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:42.359914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.428458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-35181baa-6ee8-4694-b6e8-76a9ae28cbff tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.488766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6a314a40-6def-4851-9e42-ccab66af567b None None] Provisioning complete for port c58b5f84-dd2b-440b-8810-12a236c384d3 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:42.490274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a314a40-6def-4851-9e42-ccab66af567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.499852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.583714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6a314a40-6def-4851-9e42-ccab66af567b None None] Port c58b5f84-dd2b-440b-8810-12a236c384d3 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:42.588962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-35181baa-6ee8-4694-b6e8-76a9ae28cbff tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 7496914f-8caa-4831-82b9-8241a9eb42b1 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:42.617301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.645333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.651303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:42.651448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.678308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.723415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:42.910465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:42.968678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:42.997827 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9178860 Nov 25 08:50:42.998641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=19cbcd8f-417d-4c46-9504-b0bdacd99ac1,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:43.001362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:43.006595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41696) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:43.022214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 19cbcd8f-417d-4c46-9504-b0bdacd99ac1 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:43.034307 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Allocated IP 172.20.0.4 (09378382-ced2-4181-9d4d-08e342b3b15e/8d60eb0c-cde6-4c5b-9726-3fadcca8f5d7/476119d7-1c80-45eb-be92-a245e06d92cd) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:43.039074 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-35181baa-6ee8-4694-b6e8-76a9ae28cbff tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.050239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6784bdc9-1f11-4db8-bfd3-6f824a678fe5 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:43.086700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'network_id': '19cbcd8f-417d-4c46-9504-b0bdacd99ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:43.114515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35181baa-6ee8-4694-b6e8-76a9ae28cbff tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=7496914f-8caa-4831-82b9-8241a9eb42b1,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:43.117268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-35181baa-6ee8-4694-b6e8-76a9ae28cbff tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:43.130012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-35181baa-6ee8-4694-b6e8-76a9ae28cbff tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.230429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Pushing event updated for resources: {'Subnet': ['ID=251c6b7e-6aba-4c12-a115-0a9d579e6ef3,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:43.237835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41702) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:43.247483 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-35181baa-6ee8-4694-b6e8-76a9ae28cbff tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/7496914f-8caa-4831-82b9-8241a9eb42b1 HTTP/1.1" status: 204 len: 168 time: 2.0134251 Nov 25 08:50:43.253396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:43.256615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41706) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:43.291880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Checking segment: {'id': '0009d5b0-f84c-4d1a-b447-2b10f2e37ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0140cf38-b2d6-48cf-b687-cfba7c0ed4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:43.292245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Network hostable DHCP agents. Network: 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:43.341528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router e2f71d39-43a3-41d0-ba1f-bf83852f8985 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:50:43.372098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1610044930'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:43.376042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:43.380027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.384842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Usage tracker for resource:subnet and tenant:4ef46c2b254444faab84043026d40399 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:43.388444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:43.389798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:43.402315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:43.411539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Network 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:43.442006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:43.443059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Usage tracker for resource:network and tenant:1abd61fbc99a4871a677319406fbf29b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:43.445473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.468494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:43.472895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:43.480574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e48ef-978f-44a7-956d-7868d0d4c037 None None] Network 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:43.533017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:43.533598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.543762 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:43.553650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fc2aa504-6f98-46c4-800d-71e0f70ca96c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:43.588045 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7649500 Nov 25 08:50:43.592542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41712) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:43.605085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Request body: {'port': {'network_id': '0140cf38-b2d6-48cf-b687-cfba7c0ed4ea', 'name': 'tempest-DHCPAgentSchedulersTestJSON-485253448'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:43.606821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Made reservation on behalf of 1abd61fbc99a4871a677319406fbf29b for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:43.610582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.643340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73171813-bede-4451-983f-b2e6b52d3abc tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:43.643873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-73171813-bede-4451-983f-b2e6b52d3abc tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:43.656265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.674735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:50:43.688467 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aec5a63-d4e7-4578-9d2a-837bba121fda None None] Sync routers for ids ['e2f71d39-43a3-41d0-ba1f-bf83852f8985'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:43.700193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:43.706445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Usage tracker for resource:security_group_rule and tenant:1abd61fbc99a4871a677319406fbf29b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:43.710922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:43.711296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.714817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port fc2aa504-6f98-46c4-800d-71e0f70ca96c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:43.714968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.715067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.726839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:43.728755 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec5a63-d4e7-4578-9d2a-837bba121fda None None] Routers {'e2f71d39-43a3-41d0-ba1f-bf83852f8985'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:43.731573 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1aec5a63-d4e7-4578-9d2a-837bba121fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['e2f71d39-43a3-41d0-ba1f-bf83852f8985'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:43.733433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.755463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:43.760918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-73171813-bede-4451-983f-b2e6b52d3abc tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:43.761843 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-73171813-bede-4451-983f-b2e6b52d3abc tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5042779 Nov 25 08:50:43.766841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-334bb0a9-8375-403f-8434-484d3e2148e8 tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:43.770779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.771486 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.2086284 Nov 25 08:50:43.773959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41716) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:43.774176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41718) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:43.865255 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1aec5a63-d4e7-4578-9d2a-837bba121fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:43.877388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-0140cf38-b2d6-48cf-b687-cfba7c0ed4ea', 'network_id': '0140cf38-b2d6-48cf-b687-cfba7c0ed4ea', 'tenant_id': '2bf466d8379d40c8ad5a0280aea6e5e8', 'fixed_ips': [{'subnet_id': '251c6b7e-6aba-4c12-a115-0a9d579e6ef3'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:43.878249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.881289 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec5a63-d4e7-4578-9d2a-837bba121fda None None] Routers {'e2f71d39-43a3-41d0-ba1f-bf83852f8985'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:43.886962 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1aec5a63-d4e7-4578-9d2a-837bba121fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['e2f71d39-43a3-41d0-ba1f-bf83852f8985'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:43.953147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=c58b5f84-dd2b-440b-8810-12a236c384d3,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:43.959835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:43.965134 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:43.967558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:43.978771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Usage tracker for resource:port and tenant:2bf466d8379d40c8ad5a0280aea6e5e8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:43.996014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:44.032243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:44.075005 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1aec5a63-d4e7-4578-9d2a-837bba121fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:44.075641 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aec5a63-d4e7-4578-9d2a-837bba121fda None None] The sync data for ids ['e2f71d39-43a3-41d0-ba1f-bf83852f8985'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:44.077294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Network 09378382-ced2-4181-9d4d-08e342b3b15e is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:44.100434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:44.102767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.110777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:44.152881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Made reservation on behalf of 2bf466d8379d40c8ad5a0280aea6e5e8 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:44.156297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.159048 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-6817daa0-9eb9-45d0-bae6-e2377c61dff2 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:50:44.162765 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6817daa0-9eb9-45d0-bae6-e2377c61dff2 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/840eb32d-0c70-4670-9ca6-8f86a856fa65 HTTP/1.1" status: 404 len: 333 time: 0.3793471 Nov 25 08:50:44.163375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:44.179429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41724) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:44.205097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event updated for resources: {'Port': ['ID=476119d7-1c80-45eb-be92-a245e06d92cd,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:44.207942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Allocated IP 172.20.0.2 (0140cf38-b2d6-48cf-b687-cfba7c0ed4ea/251c6b7e-6aba-4c12-a115-0a9d579e6ef3/93b34543-18f4-4875-a027-2282fb523348) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:44.220643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:44.275126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] device_id is not set on port 31d9fae5-a1a2-4b0d-b224-b46be674bbda yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:44.315003 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fea5963-54e9-4a74-bca5-3bbebca05827 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:50:44.316327 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6fea5963-54e9-4a74-bca5-3bbebca05827 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/7496914f-8caa-4831-82b9-8241a9eb42b1 HTTP/1.1" status: 404 len: 333 time: 0.1347475 Nov 25 08:50:44.319964 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c2dc582d-f8a1-4ad8-b529-cf1a835dea4e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/routers/e2f71d39-43a3-41d0-ba1f-bf83852f8985 HTTP/1.1" status: 200 len: 885 time: 0.5352547 Nov 25 08:50:44.329596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41728) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:44.330144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41730) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:44.368807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.371987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.376003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.379218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-26b4eec5-9d2c-490b-99b5-a1af8edad812 tempest-ExtraDHCPOptionsTestJSON-1504176456 tempest-ExtraDHCPOptionsTestJSON-1504176456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:44.431631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:44.436981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.449099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Transition to ACTIVE for port object 93b34543-18f4-4875-a027-2282fb523348 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:44.468173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.468474 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Added segment 8e14f593-2858-478a-9e87-ac9bde25e4ec of type vlan for network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 Nov 25 08:50:44.470485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Transition to ACTIVE for port object 93b34543-18f4-4875-a027-2282fb523348 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:44.478642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.479900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec4319a-c2db-40f3-8893-8696b4e701c4,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:44.483967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.484473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:44.516258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:44.552582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.555086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Network 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:44.558889 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:44.561449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:44.595018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=30ff5323-bb89-41d3-bc53-59984e7733b1,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:44.601362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Pushing event updated for resources: {'Port': ['ID=93b34543-18f4-4875-a027-2282fb523348,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:44.605150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:44.609223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:44.666180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Attempting to bind port 93b34543-18f4-4875-a027-2282fb523348 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:50:44.667243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Attempting to bind port 93b34543-18f4-4875-a027-2282fb523348 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '0009d5b0-f84c-4d1a-b447-2b10f2e37ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0140cf38-b2d6-48cf-b687-cfba7c0ed4ea'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:50:44.667243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Attempting to bind port 93b34543-18f4-4875-a027-2282fb523348 on network 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:50:44.671454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.673491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:50:44.674248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Checking segment: {'id': '0009d5b0-f84c-4d1a-b447-2b10f2e37ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0140cf38-b2d6-48cf-b687-cfba7c0ed4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:44.674483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.674680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking segment: {'id': 'fb092d9f-daf9-40b9-ad58-bcb64623f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '19cbcd8f-417d-4c46-9504-b0bdacd99ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:44.674884 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Bound using segment: {'id': '0009d5b0-f84c-4d1a-b447-2b10f2e37ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0140cf38-b2d6-48cf-b687-cfba7c0ed4ea'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:50:44.675063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network hostable DHCP agents. Network: 19cbcd8f-417d-4c46-9504-b0bdacd99ac1, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:44.675410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Bound port: 93b34543-18f4-4875-a027-2282fb523348, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0009d5b0-f84c-4d1a-b447-2b10f2e37ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0140cf38-b2d6-48cf-b687-cfba7c0ed4ea'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:50:44.675829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.677181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:44.677820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.683451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f0637a35-73d7-4210-9b34-13ac95d1ffd5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:44.690520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network 07d7a167-fe31-4277-bc36-97e4739d2433 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:44.756306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:44.779362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] For port 93b34543-18f4-4875-a027-2282fb523348, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:50:44.784778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] For port 93b34543-18f4-4875-a027-2282fb523348, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=93b34543-18f4-4875-a027-2282fb523348,segment=NetworkSegment(0009d5b0-f84c-4d1a-b447-2b10f2e37ca5),segment_id=0009d5b0-f84c-4d1a-b447-2b10f2e37ca5)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:50:44.793364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.798422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e2cb8e69-9689-4fbe-84d8-9937c1964831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:44.825050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'Network': ['ID=82e88bd9-30a8-41b8-ac86-0353acddf6d0,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:44.833569 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5917804 Nov 25 08:50:44.833569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:44.834094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41736) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:44.845240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Request body: {'subnet': {'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:44.848427 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:44.964195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.986555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:44.988166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:44.992142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Usage tracker for resource:subnet and tenant:1abd61fbc99a4871a677319406fbf29b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:44.996941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b8d55aa6-e6e7-4dc1-95e0-b84e0716eebf tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:45.060860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:45.062418 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Pushing event updated for resources: {'Port': ['ID=93b34543-18f4-4875-a027-2282fb523348,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:45.078801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:45.094032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:45.103968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Allocated IP 172.20.0.8 (0140cf38-b2d6-48cf-b687-cfba7c0ed4ea/251c6b7e-6aba-4c12-a115-0a9d579e6ef3/31d9fae5-a1a2-4b0d-b224-b46be674bbda) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:45.129901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:45.139111 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-00e9866e-5611-4e73-94ee-2f5aebcbe949 None None] Provisioning complete for port c58b5f84-dd2b-440b-8810-12a236c384d3 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:45.139530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00e9866e-5611-4e73-94ee-2f5aebcbe949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:45.148797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network 19cbcd8f-417d-4c46-9504-b0bdacd99ac1 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:45.167235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event updated for resources: {'Port': ['ID=476119d7-1c80-45eb-be92-a245e06d92cd,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:45.172160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:45.175307 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Made reservation on behalf of 1abd61fbc99a4871a677319406fbf29b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:45.179458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:45.203789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:45.212262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-00e9866e-5611-4e73-94ee-2f5aebcbe949 None None] Port c58b5f84-dd2b-440b-8810-12a236c384d3 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:45.263117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 19cbcd8f-417d-4c46-9504-b0bdacd99ac1) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:45.267859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:45.268809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:45.277836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72ccf83-cda2-4c66-836b-07d7993a68d3 None None] Network 19cbcd8f-417d-4c46-9504-b0bdacd99ac1 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:45.332627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:45.333888 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7201035 Nov 25 08:50:45.340705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41742) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:45.365567 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3494844 Nov 25 08:50:45.383514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41746) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:45.442340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Router 360813f1-966e-4b9d-9a06-f7aac88d1c72 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:50:45.495407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0ea3f35d-1b6f-4cdc-949d-f86be082fd49 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Synchronizing usage tracker for tenant:5041257e54134674a4056879bd2610e1 on resource:floatingip {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:45.547810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0ea3f35d-1b6f-4cdc-949d-f86be082fd49 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Unset dirty status for tenant:5041257e54134674a4056879bd2610e1 on resource:floatingip {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:45.549070 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0ea3f35d-1b6f-4cdc-949d-f86be082fd49 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=09378382-ced2-4181-9d4d-08e342b3b15e HTTP/1.1" status: 200 len: 689 time: 0.2061896 Nov 25 08:50:45.552948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41750) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:45.620630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93b34543-18f4-4875-a027-2282fb523348 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:45.681060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:45.686791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:45.705682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:45.767969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-19cbcd8f-417d-4c46-9504-b0bdacd99ac1', 'network_id': '19cbcd8f-417d-4c46-9504-b0bdacd99ac1', 'tenant_id': '4ef46c2b254444faab84043026d40399', 'fixed_ips': [{'subnet_id': '30ff5323-bb89-41d3-bc53-59984e7733b1'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:45.768702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:45.785430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 93b34543-18f4-4875-a027-2282fb523348 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:45.798375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:45.857353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba1ab0b-1d61-4bd9-be28-ad6a449667e3']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:45.908253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12ae063-0c27-4c27-93ce-38ed65a1bf35') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:45.908571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12ae063-0c27-4c27-93ce-38ed65a1bf35') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:45.982180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.025111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.027385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:50:46.047559 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "PUT /v2.0/routers/360813f1-966e-4b9d-9a06-f7aac88d1c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5849581 Nov 25 08:50:46.047761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0588da0-e242-4872-808c-4d110b0c7aba None None] Sync routers for ids ['360813f1-966e-4b9d-9a06-f7aac88d1c72'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:46.049827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41754) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:46.061519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.062590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'Subnet': ['ID=b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:46.065198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.076632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:46.084469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0588da0-e242-4872-808c-4d110b0c7aba None None] Routers {'360813f1-966e-4b9d-9a06-f7aac88d1c72'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:46.085105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c0588da0-e242-4872-808c-4d110b0c7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['360813f1-966e-4b9d-9a06-f7aac88d1c72'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:46.098643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Checking segment: {'id': '8e14f593-2858-478a-9e87-ac9bde25e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:46.099009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Network hostable DHCP agents. Network: 82e88bd9-30a8-41b8-ac86-0353acddf6d0, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:46.110826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Deleting port 476119d7-1c80-45eb-be92-a245e06d92cd {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:46.111186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.130415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:46.130863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.163980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c0588da0-e242-4872-808c-4d110b0c7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:46.166492 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Allocated IP 172.20.0.2 (19cbcd8f-417d-4c46-9504-b0bdacd99ac1/30ff5323-bb89-41d3-bc53-59984e7733b1/c26a0229-715f-4875-9142-e448b542c30d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:46.183481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0588da0-e242-4872-808c-4d110b0c7aba None None] Routers {'360813f1-966e-4b9d-9a06-f7aac88d1c72'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:46.184117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c0588da0-e242-4872-808c-4d110b0c7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['360813f1-966e-4b9d-9a06-f7aac88d1c72'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:46.208176 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:46.213950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5f575e44-68f7-4b40-b114-b980eb002531 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:router {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:46.224315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.321814 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.322057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.340620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bc2b22-038c-47a3-8e1b-b6252fd206a9 None None] Network 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:46.366787 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c0588da0-e242-4872-808c-4d110b0c7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:46.367354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0588da0-e242-4872-808c-4d110b0c7aba None None] The sync data for ids ['360813f1-966e-4b9d-9a06-f7aac88d1c72'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:46.457882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Transition to ACTIVE for port object 31d9fae5-a1a2-4b0d-b224-b46be674bbda will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:46.464971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Calling delete_port for 476119d7-1c80-45eb-be92-a245e06d92cd owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:46.472687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-08308162-7990-4e9f-89ae-ba65a014ca4a None None] Provisioning for port 93b34543-18f4-4875-a027-2282fb523348 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:46.488501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-124757f5-11f8-4541-b06e-58d9bdb7e196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.501922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-08308162-7990-4e9f-89ae-ba65a014ca4a None None] Provisioning complete for port 93b34543-18f4-4875-a027-2282fb523348 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:46.501922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08308162-7990-4e9f-89ae-ba65a014ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.522219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:46.527631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5f575e44-68f7-4b40-b114-b980eb002531 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:router {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:46.529115 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5f575e44-68f7-4b40-b114-b980eb002531 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 2.1926246 Nov 25 08:50:46.531864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41758) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:46.534644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.540045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:46.541223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8f5340c9-1835-4672-82f1-64619f76c044 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1993991216'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:46.561853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.576152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Network': ['ID=3ba1ab0b-1d61-4bd9-be28-ad6a449667e3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:46.580815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:46.584119 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/networks/3ba1ab0b-1d61-4bd9-be28-ad6a449667e3 HTTP/1.1" status: 204 len: 168 time: 2.2492704 Nov 25 08:50:46.589964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41762) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:46.599753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-812045020'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:46.613100 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b2c27-c982-43c4-b343-14330e391ec8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:46.613798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff7b2c27-c982-43c4-b343-14330e391ec8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:46.616586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:46.618112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 82e88bd9-30a8-41b8-ac86-0353acddf6d0) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:46.623275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:network and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:46.627532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:46.634823 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:46.641469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d689023-4c30-482f-a3af-2c5d3528402b None None] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:46.643924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.652031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:46.689152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:46.689920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.690038 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff7b2c27-c982-43c4-b343-14330e391ec8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:46.694147 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ff7b2c27-c982-43c4-b343-14330e391ec8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports?device_id=360813f1-966e-4b9d-9a06-f7aac88d1c72 HTTP/1.1" status: 200 len: 981 time: 0.6409786 Nov 25 08:50:46.695056 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:46.699574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.709981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41766) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:46.725505 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8903992 Nov 25 08:50:46.726272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41770) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:46.750278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Request body: {'port': {'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0', 'name': 'tempest-AllowedAddressPairTestJSON-1783315284'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:46.804780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:46.870867 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Network 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:46.883423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:46.893826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:46.925858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Transition to ACTIVE for port object c26a0229-715f-4875-9142-e448b542c30d will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:46.935416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Pushing event updated for resources: {'Port': ['ID=31d9fae5-a1a2-4b0d-b224-b46be674bbda,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:46.955240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:46.960295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:46.983145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:47.007876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.013546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08308162-7990-4e9f-89ae-ba65a014ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.027321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Transition to ACTIVE for port object c26a0229-715f-4875-9142-e448b542c30d will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:47.073380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Usage tracker for resource:port and tenant:1abd61fbc99a4871a677319406fbf29b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:47.075344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.076095 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Added segment 9fbedafe-a807-4f44-ac51-005138b1e4a2 of type vlan for network c070693a-a017-47c1-b1bd-1adf0a66dc26 Nov 25 08:50:47.077601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:47.100610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.101417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:47.102018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.107105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-01c7a961-a572-4f9b-93b2-d228315b0a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:47.141068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:47.149795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.154251 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-08308162-7990-4e9f-89ae-ba65a014ca4a None None] For port 93b34543-18f4-4875-a027-2282fb523348, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=93b34543-18f4-4875-a027-2282fb523348,segment=NetworkSegment(0009d5b0-f84c-4d1a-b447-2b10f2e37ca5),segment_id=0009d5b0-f84c-4d1a-b447-2b10f2e37ca5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:47.172061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6e8c7cd1-38e5-45bb-a2f0-3858407d9cd8 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:47.174906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-82e88bd9-30a8-41b8-ac86-0353acddf6d0', 'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0', 'tenant_id': '1abd61fbc99a4871a677319406fbf29b', 'fixed_ips': [{'subnet_id': 'b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:47.175736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.191681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08308162-7990-4e9f-89ae-ba65a014ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.204551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Network 19cbcd8f-417d-4c46-9504-b0bdacd99ac1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:47.210094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.211282 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:47.218813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:47.219001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.232631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-88d8524e-9358-4adc-8122-a7cc3e8e6006 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:47.272532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Made reservation on behalf of 1abd61fbc99a4871a677319406fbf29b for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:47.277755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.287107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Subnet': ['ID=30ff5323-bb89-41d3-bc53-59984e7733b1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:47.289587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event deleted for resources: {'Port': ['ID=476119d7-1c80-45eb-be92-a245e06d92cd,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:47.292852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:47.301872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Pushing event updated for resources: {'Port': ['ID=c26a0229-715f-4875-9142-e448b542c30d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:47.307580 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7102337 Nov 25 08:50:47.314960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:47.315433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bcf1385c-6193-4c3a-93ce-45af5dcd253c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:47.322602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:47.323351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41774) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:47.375240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] device_id is not set on port 7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:47.484120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08308162-7990-4e9f-89ae-ba65a014ca4a None None] Pushing event updated for resources: {'Port': ['ID=93b34543-18f4-4875-a027-2282fb523348,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:47.502860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-08308162-7990-4e9f-89ae-ba65a014ca4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:47.503071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.508650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:47.509252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.515636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.524251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.530445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Attempting to bind port c26a0229-715f-4875-9142-e448b542c30d on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:50:47.530829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Attempting to bind port c26a0229-715f-4875-9142-e448b542c30d by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'fb092d9f-daf9-40b9-ad58-bcb64623f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '19cbcd8f-417d-4c46-9504-b0bdacd99ac1'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:50:47.531198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Attempting to bind port c26a0229-715f-4875-9142-e448b542c30d on network 19cbcd8f-417d-4c46-9504-b0bdacd99ac1 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:50:47.531497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d5bd8396-230e-4406-bf54-c8234a5eac84 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:47.546259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:50:47.546813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Checking segment: {'id': 'fb092d9f-daf9-40b9-ad58-bcb64623f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '19cbcd8f-417d-4c46-9504-b0bdacd99ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:47.547227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.547714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Bound using segment: {'id': 'fb092d9f-daf9-40b9-ad58-bcb64623f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '19cbcd8f-417d-4c46-9504-b0bdacd99ac1'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:50:47.548098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Bound port: c26a0229-715f-4875-9142-e448b542c30d, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb092d9f-daf9-40b9-ad58-bcb64623f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '19cbcd8f-417d-4c46-9504-b0bdacd99ac1'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:50:47.548470 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.648467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cbcd8f-417d-4c46-9504-b0bdacd99ac1']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:47.673345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e841c08b-babe-4a76-ab7c-707600cc0a46 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Deleting port 31d9fae5-a1a2-4b0d-b224-b46be674bbda {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:47.673676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e841c08b-babe-4a76-ab7c-707600cc0a46 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.702653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] For port c26a0229-715f-4875-9142-e448b542c30d, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:50:47.705821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] For port c26a0229-715f-4875-9142-e448b542c30d, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c26a0229-715f-4875-9142-e448b542c30d,segment=NetworkSegment(fb092d9f-daf9-40b9-ad58-bcb64623f769),segment_id=fb092d9f-daf9-40b9-ad58-bcb64623f769)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:50:47.719379 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1281447 Nov 25 08:50:47.721398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb092d9f-daf9-40b9-ad58-bcb64623f769') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:47.721790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb092d9f-daf9-40b9-ad58-bcb64623f769') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:47.724446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.733369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:47.735610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41778) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:47.743839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Network': ['ID=c070693a-a017-47c1-b1bd-1adf0a66dc26,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:47.751271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:47.760490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': 'c070693a-a017-47c1-b1bd-1adf0a66dc26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:47.771516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.841495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.843873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network c070693a-a017-47c1-b1bd-1adf0a66dc26 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:47.859749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-869cabd3-34f7-4634-82bb-c2ffca915ac2 None None] Provisioning for port 31d9fae5-a1a2-4b0d-b224-b46be674bbda completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:47.864630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:47.865037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.875851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Allocated IP 172.20.0.2 (82e88bd9-30a8-41b8-ac86-0353acddf6d0/b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106/9b4dd6b8-de50-43fc-a9e3-72c864decf50) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:47.880164 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:47.957913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-869cabd3-34f7-4634-82bb-c2ffca915ac2 None None] Provisioning complete for port 31d9fae5-a1a2-4b0d-b224-b46be674bbda triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:47.958341 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-869cabd3-34f7-4634-82bb-c2ffca915ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:47.967933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.023301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8f5340c9-1835-4672-82f1-64619f76c044 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.026122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-869cabd3-34f7-4634-82bb-c2ffca915ac2 None None] Port 31d9fae5-a1a2-4b0d-b224-b46be674bbda cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:48.035032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:48.044853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:48.049361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:48.061433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:48.073914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8f5340c9-1835-4672-82f1-64619f76c044 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.120086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d0db4-8364-47e5-9724-27931668a046 None None] Network 19cbcd8f-417d-4c46-9504-b0bdacd99ac1 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:48.150798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:48.155129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.228098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:50:48.228098 dv-neutron-818341-1-hyperv neutron-server[87512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:50:48.228098 dv-neutron-818341-1-hyperv neutron-server[87512]: [parameters: {'id': '19cbcd8f-417d-4c46-9504-b0bdacd99ac1'}] Nov 25 08:50:48.228098 dv-neutron-818341-1-hyperv neutron-server[87512]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:48.228535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:48.234484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.248995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d491b167-eeff-441a-9e58-68f527ebf83d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:48.291528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Pushing event updated for resources: {'Port': ['ID=c26a0229-715f-4875-9142-e448b542c30d,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:48.311156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:48.318984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e841c08b-babe-4a76-ab7c-707600cc0a46 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.324865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-869cabd3-34f7-4634-82bb-c2ffca915ac2 None None] Provisioning complete for port 93b34543-18f4-4875-a027-2282fb523348 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:48.325383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-869cabd3-34f7-4634-82bb-c2ffca915ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.352058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d60eb0c-cde6-4c5b-9726-3fadcca8f5d7,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:48.354419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:48.440742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.ipam_backend_mixin [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Performing IP validity checks on allocation pools {{(pid=87513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 08:50:48.443598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.ipam_backend_mixin [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 08:50:48.465309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e841c08b-babe-4a76-ab7c-707600cc0a46 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Calling delete_port for 31d9fae5-a1a2-4b0d-b224-b46be674bbda owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:48.475792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.518195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.533042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09378382-ced2-4181-9d4d-08e342b3b15e']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:48.551235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875d7984-90db-4428-98fd-9430e4831906') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:48.551531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875d7984-90db-4428-98fd-9430e4831906') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:48.568112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.588193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5340c9-1835-4672-82f1-64619f76c044 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router e2f71d39-43a3-41d0-ba1f-bf83852f8985 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:50:48.593440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.638937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:48.639402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:48.653501 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:48.661433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.678498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Transition to ACTIVE for port object 9b4dd6b8-de50-43fc-a9e3-72c864decf50 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:48.702480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Transition to ACTIVE for port object 9b4dd6b8-de50-43fc-a9e3-72c864decf50 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:48.708831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.712757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:48.777635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:48.784694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.786201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:48.791345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:48.794706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Pushing event updated for resources: {'Port': ['ID=9b4dd6b8-de50-43fc-a9e3-72c864decf50,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:48.800041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:48.841418 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-98e7fef4-b253-4f3d-8ea7-41a3fde4e2bf None None] Provisioning complete for port 31d9fae5-a1a2-4b0d-b224-b46be674bbda triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:48.841781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-98e7fef4-b253-4f3d-8ea7-41a3fde4e2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.859436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Deleting port c26a0229-715f-4875-9142-e448b542c30d {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:48.859769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.902926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e841c08b-babe-4a76-ab7c-707600cc0a46 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.917475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-17d6f3ea-70ed-497d-a501-52f30bb361d3 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:48.941161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Attempting to bind port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:50:48.941525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Attempting to bind port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '8e14f593-2858-478a-9e87-ac9bde25e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:50:48.941870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Attempting to bind port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 on network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:50:48.948744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-98e7fef4-b253-4f3d-8ea7-41a3fde4e2bf None None] Port 31d9fae5-a1a2-4b0d-b224-b46be674bbda cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:48.950504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:50:48.950882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Checking segment: {'id': '8e14f593-2858-478a-9e87-ac9bde25e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:48.951283 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.951678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Bound using segment: {'id': '8e14f593-2858-478a-9e87-ac9bde25e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:50:48.952154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Bound port: 9b4dd6b8-de50-43fc-a9e3-72c864decf50, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e14f593-2858-478a-9e87-ac9bde25e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:50:48.952544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.975859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:48.977096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841c08b-babe-4a76-ab7c-707600cc0a46 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Pushing event deleted for resources: {'Port': ['ID=31d9fae5-a1a2-4b0d-b224-b46be674bbda,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:48.983568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e841c08b-babe-4a76-ab7c-707600cc0a46 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:48.995226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 09378382-ced2-4181-9d4d-08e342b3b15e {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 08:50:48.997418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:49.001864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5c3c6d8c-6fa7-4693-8847-3ac2fc8f05ec tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:49.039246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Allocated IP 172.20.0.10 (82e88bd9-30a8-41b8-ac86-0353acddf6d0/b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106/7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:49.097221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event deleted for resources: {'Network': ['ID=09378382-ced2-4181-9d4d-08e342b3b15e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:49.099718 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:49.129181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:49.132492 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] For port 9b4dd6b8-de50-43fc-a9e3-72c864decf50, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:50:49.138125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] For port 9b4dd6b8-de50-43fc-a9e3-72c864decf50, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9b4dd6b8-de50-43fc-a9e3-72c864decf50,segment=NetworkSegment(8e14f593-2858-478a-9e87-ac9bde25e4ec),segment_id=8e14f593-2858-478a-9e87-ac9bde25e4ec)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:50:49.147095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:49.153482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1c4bb634-ba33-486d-b14c-1d280dcc3108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:49.162551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:49.225936 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "DELETE /v2.0/networks/09378382-ced2-4181-9d4d-08e342b3b15e HTTP/1.1" status: 204 len: 168 time: 3.6717267 Nov 25 08:50:49.244840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41782) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:49.246725 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5340c9-1835-4672-82f1-64619f76c044 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:50:49.254087 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8f5340c9-1835-4672-82f1-64619f76c044 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:49.255090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Pushing event updated for resources: {'Port': ['ID=9b4dd6b8-de50-43fc-a9e3-72c864decf50,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:49.259955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:49.260204 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8f5340c9-1835-4672-82f1-64619f76c044 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/e2f71d39-43a3-41d0-ba1f-bf83852f8985 HTTP/1.1" status: 200 len: 892 time: 2.7254808 Nov 25 08:50:49.272740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41784) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:49.366605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e841c08b-babe-4a76-ab7c-707600cc0a46 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:49.370260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port c58b5f84-dd2b-440b-8810-12a236c384d3 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:49.370999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:49.426902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] For port c26a0229-715f-4875-9142-e448b542c30d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c26a0229-715f-4875-9142-e448b542c30d,segment=NetworkSegment(fb092d9f-daf9-40b9-ad58-bcb64623f769),segment_id=fb092d9f-daf9-40b9-ad58-bcb64623f769)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:49.427252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:49.594980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Calling delete_port for c26a0229-715f-4875-9142-e448b542c30d owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:49.665327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Subnet': ['ID=0a62f57b-1cfc-4768-acf6-1dea2bb93086,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:49.702052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:49.732834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93b34543-18f4-4875-a027-2282fb523348 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:49.733336 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0e16a-194d-4521-96ea-85ddadd27a6d None None] Sync routers for ids ['e2f71d39-43a3-41d0-ba1f-bf83852f8985'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:49.733717 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e841c08b-babe-4a76-ab7c-707600cc0a46 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] 10.222.0.54 "DELETE /v2.0/ports/31d9fae5-a1a2-4b0d-b224-b46be674bbda HTTP/1.1" status: 204 len: 168 time: 2.3977115 Nov 25 08:50:49.735879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:49.739698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41790) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:49.743922 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f0e16a-194d-4521-96ea-85ddadd27a6d None None] Routers {'e2f71d39-43a3-41d0-ba1f-bf83852f8985'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:49.744796 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-34f0e16a-194d-4521-96ea-85ddadd27a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:19Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['e2f71d39-43a3-41d0-ba1f-bf83852f8985'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:49.745272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:49.817217 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-34f0e16a-194d-4521-96ea-85ddadd27a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:49.824796 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b250a129-91e1-49a1-8b8b-b247dfa4514e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:49.830142 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f0e16a-194d-4521-96ea-85ddadd27a6d None None] Routers {'e2f71d39-43a3-41d0-ba1f-bf83852f8985'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:49.830970 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-34f0e16a-194d-4521-96ea-85ddadd27a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['e2f71d39-43a3-41d0-ba1f-bf83852f8985'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:49.834752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Port': ['ID=c26a0229-715f-4875-9142-e448b542c30d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:49.848811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Checking segment: {'id': '9fbedafe-a807-4f44-ac51-005138b1e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c070693a-a017-47c1-b1bd-1adf0a66dc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:49.849181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network hostable DHCP agents. Network: c070693a-a017-47c1-b1bd-1adf0a66dc26, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:49.849312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:49.865639 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No DVR routers for this DVR port c26a0229-715f-4875-9142-e448b542c30d on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:49.894511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:49.895736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 93b34543-18f4-4875-a027-2282fb523348 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:49.896092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:49.910268 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-34f0e16a-194d-4521-96ea-85ddadd27a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:49.911046 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0e16a-194d-4521-96ea-85ddadd27a6d None None] The sync data for ids ['e2f71d39-43a3-41d0-ba1f-bf83852f8985'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:49.978785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d752264c-1530-443a-a420-f6fe89031680 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Synchronizing usage tracker for tenant:5041257e54134674a4056879bd2610e1 on resource:floatingip {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:50.016606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network c070693a-a017-47c1-b1bd-1adf0a66dc26 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:50.044629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d752264c-1530-443a-a420-f6fe89031680 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Unset dirty status for tenant:5041257e54134674a4056879bd2610e1 on resource:floatingip {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:50.045854 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d752264c-1530-443a-a420-f6fe89031680 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.7845321 Nov 25 08:50:50.058065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41796) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:50.064437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9b4dd6b8-de50-43fc-a9e3-72c864decf50 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:50.126420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, c070693a-a017-47c1-b1bd-1adf0a66dc26) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:50.137550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e80922-3f7c-46b4-b31f-64c92b6a03c2 None None] Network c070693a-a017-47c1-b1bd-1adf0a66dc26 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:50.215949 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-640e8989-6f49-4684-af5b-1990ed396388 tempest-DHCPAgentSchedulersTestJSON-1241939272 tempest-DHCPAgentSchedulersTestJSON-1241939272-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.4377637 Nov 25 08:50:50.216573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41800) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:50.233349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.252721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:50.254512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Transition to ACTIVE for port object 7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:50.264642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:50.265368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:50.266437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:50.266437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:50.266785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:50.267244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:50.267685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:50.268498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:50.268612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:50.269627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Synchronizing usage tracker for tenant:5041257e54134674a4056879bd2610e1 on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:50.285539 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-70359db4-2968-4e41-abfd-11c106acc591 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/routers/e2f71d39-43a3-41d0-ba1f-bf83852f8985 HTTP/1.1" status: 200 len: 892 time: 1.0112681 Nov 25 08:50:50.288543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:50.289213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.290415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1586110354'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:50.294180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41804) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:50.310384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:50.325438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Usage tracker for resource:network and tenant:2bf466d8379d40c8ad5a0280aea6e5e8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:50.331372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:50.335369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.361301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:50.391168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f69a4b0a-68a9-4e48-9039-c56f0dc3eec5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:50.404355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cbcd8f-417d-4c46-9504-b0bdacd99ac1']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:50.405889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Unset dirty status for tenant:5041257e54134674a4056879bd2610e1 on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:50.410538 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-428fef73-0da2-4889-96b1-51e3ee3a65f4 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5739 time: 0.3489156 Nov 25 08:50:50.411840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41808) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:50.417861 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6687360 Nov 25 08:50:50.425202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41812) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:50.433241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.441468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-c070693a-a017-47c1-b1bd-1adf0a66dc26', 'network_id': 'c070693a-a017-47c1-b1bd-1adf0a66dc26', 'tenant_id': 'f8f43b3aa68c4f21aa9ed91a16b90df3', 'fixed_ips': [{'subnet_id': '0a62f57b-1cfc-4768-acf6-1dea2bb93086'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:50.442341 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.453448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': 'c070693a-a017-47c1-b1bd-1adf0a66dc26', 'name': 'tempest-PortsIpV6TestJSON-754147611'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:50.473713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb092d9f-daf9-40b9-ad58-bcb64623f769') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:50.474010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb092d9f-daf9-40b9-ad58-bcb64623f769') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:50.482235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Made reservation on behalf of 2bf466d8379d40c8ad5a0280aea6e5e8 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:50.485887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.501379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f69a4b0a-68a9-4e48-9039-c56f0dc3eec5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:50.502251 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f69a4b0a-68a9-4e48-9039-c56f0dc3eec5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2f71d39-43a3-41d0-ba1f-bf83852f8985 HTTP/1.1" status: 200 len: 205 time: 0.2041988 Nov 25 08:50:50.512451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41816) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:50.569247 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-6642cbf8-21ad-4ae7-aafb-d9ce04416bed tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] delete failed (client error): The resource could not be found. Nov 25 08:50:50.573033 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6642cbf8-21ad-4ae7-aafb-d9ce04416bed tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/82b10a06-58ce-4d64-b3ab-e6a6440540e1 HTTP/1.1" status: 404 len: 345 time: 0.1591070 Nov 25 08:50:50.575925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41820) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:50.594204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.631506 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Allocated IP 2001:db8::2 (c070693a-a017-47c1-b1bd-1adf0a66dc26/0a62f57b-1cfc-4768-acf6-1dea2bb93086/da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:50.646748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff69c407-7f76-483d-b95b-37e90bee90ba None None] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:50.668395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23f5d95e-0baa-494c-970e-66e6b928d33d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:50.674417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.698385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for c58b5f84-dd2b-440b-8810-12a236c384d3 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:50.728780 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12a580f-f4f8-46cf-b4e4-92f53e92a7e9 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] DELETE failed (client error): The resource could not be found. Nov 25 08:50:50.729273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12a580f-f4f8-46cf-b4e4-92f53e92a7e9 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:50.737944 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a12a580f-f4f8-46cf-b4e4-92f53e92a7e9 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "DELETE /v2.0/networks/09378382-ced2-4181-9d4d-08e342b3b15e HTTP/1.1" status: 404 len: 339 time: 0.1546633 Nov 25 08:50:50.738628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41824) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:50.769123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.771072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Request body: {'network': {'name': 'tempest-network--917779287', 'router:external': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:50.778422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:50.783665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:50.788688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:50.791853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:50.798636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:50.802898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:50.803301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:50.820275 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:50.831997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Usage tracker for resource:network and tenant:5041257e54134674a4056879bd2610e1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:50.836371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-281cba18-ea11-476f-9582-f91d85cd616b None None] Provisioning for port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:50.839736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:50.842489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'Port': ['ID=7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:50.859786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:50.860624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:50.868938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-281cba18-ea11-476f-9582-f91d85cd616b None None] Provisioning complete for port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:50.869317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-281cba18-ea11-476f-9582-f91d85cd616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.888075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.888075 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Added segment db16e731-d6c7-435b-8db0-d5c472fe905a of type vlan for network 88754f9a-13b9-4f36-bd63-2c0b5484baeb Nov 25 08:50:50.895461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.955694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Made reservation on behalf of 5041257e54134674a4056879bd2610e1 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:50.957973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.988197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:50.992319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:50.997032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.009815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d788d6d7-0aba-4d67-a7c0-2ff2a9865c86 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:51.024895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:51.030789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.046420 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/19cbcd8f-417d-4c46-9504-b0bdacd99ac1 HTTP/1.1" status: 204 len: 168 time: 5.6140382 Nov 25 08:50:51.055520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41828) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:51.055741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:51.055741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.056471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=19cbcd8f-417d-4c46-9504-b0bdacd99ac1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:51.094632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:51.104407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:51.116446 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe65dbfb-22bc-49b9-9e07-d89ab771cdf5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] GET failed (client error): The resource could not be found. Nov 25 08:50:51.116926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fe65dbfb-22bc-49b9-9e07-d89ab771cdf5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Synchronizing usage tracker for tenant:4ef46c2b254444faab84043026d40399 on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:51.125902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:51.129350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.157670 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4202762 Nov 25 08:50:51.161710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41832) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:51.168953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port ebc2d69a-813f-45f6-9698-31f4faf7df11 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:51.173581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Request body: {'port': {'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0', 'name': 'tempest-AllowedAddressPairTestJSON-1595229351', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:99:1a:0f'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:51.191640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.198838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.199152 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Added segment dc78b137-87d8-4be6-bd0a-7410b8797eff of type vlan for network 32db5ed7-5a0e-4306-8a8c-24ee1ab22ee7 Nov 25 08:50:51.200868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.206058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.212195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:51.212776 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.220793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0968dcec-3875-4db7-971d-da52b3b30e13 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:51.222805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Transition to ACTIVE for port object da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:51.240133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-281cba18-ea11-476f-9582-f91d85cd616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.254032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fe65dbfb-22bc-49b9-9e07-d89ab771cdf5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Unset dirty status for tenant:4ef46c2b254444faab84043026d40399 on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:51.255068 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fe65dbfb-22bc-49b9-9e07-d89ab771cdf5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/subnets/30ff5323-bb89-41d3-bc53-59984e7733b1 HTTP/1.1" status: 404 len: 337 time: 0.1965289 Nov 25 08:50:51.280475 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Transition to ACTIVE for port object da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:51.292928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-281cba18-ea11-476f-9582-f91d85cd616b None None] For port 9b4dd6b8-de50-43fc-a9e3-72c864decf50, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9b4dd6b8-de50-43fc-a9e3-72c864decf50,segment=NetworkSegment(8e14f593-2858-478a-9e87-ac9bde25e4ec),segment_id=8e14f593-2858-478a-9e87-ac9bde25e4ec)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:51.294884 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.300398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:51.346720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41836) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:51.374065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Pushing event updated for resources: {'Port': ['ID=da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:51.376522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-281cba18-ea11-476f-9582-f91d85cd616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.383078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:51.384133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:51.436994 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1642256 Nov 25 08:50:51.446703 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-de328b95-22e7-41b9-ad26-8fa455093e60 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:50:51.447427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de328b95-22e7-41b9-ad26-8fa455093e60 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:51.449772 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-de328b95-22e7-41b9-ad26-8fa455093e60 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/19cbcd8f-417d-4c46-9504-b0bdacd99ac1 HTTP/1.1" status: 404 len: 339 time: 0.0873549 Nov 25 08:50:51.450801 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Pushing event updated for resources: {'Network': ['ID=88754f9a-13b9-4f36-bd63-2c0b5484baeb,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:51.455866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41840) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:51.457511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41842) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:51.460147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Network c070693a-a017-47c1-b1bd-1adf0a66dc26 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:51.468775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:51.475384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 88754f9a-13b9-4f36-bd63-2c0b5484baeb details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:51.516021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:51.583093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:51.628405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.630593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.660968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port e617cf46-8868-42af-9d3e-e84269f15a14 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:51.661451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.682539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7367d-d79c-49b0-b98b-a69d449df36e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:51.683271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-75e7367d-d79c-49b0-b98b-a69d449df36e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Synchronizing usage tracker for tenant:4ef46c2b254444faab84043026d40399 on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:51.689673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:51.707549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Usage tracker for resource:port and tenant:1abd61fbc99a4871a677319406fbf29b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:51.709492 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cba18-ea11-476f-9582-f91d85cd616b None None] Pushing event updated for resources: {'Port': ['ID=9b4dd6b8-de50-43fc-a9e3-72c864decf50,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:51.717916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Attempting to bind port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:50:51.718715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Attempting to bind port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '9fbedafe-a807-4f44-ac51-005138b1e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c070693a-a017-47c1-b1bd-1adf0a66dc26'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:50:51.720286 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Attempting to bind port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 on network c070693a-a017-47c1-b1bd-1adf0a66dc26 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:50:51.722975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a8d79fb5-8df4-4d69-87c8-61ebb9b73be2 None None] Provisioning complete for port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:51.723358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a8d79fb5-8df4-4d69-87c8-61ebb9b73be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.725174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:51.740180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.741344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:51.742010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.748418 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-281cba18-ea11-476f-9582-f91d85cd616b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:51.758078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:51.762358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-11aa72c9-901a-4ca3-840e-33d558288b0c tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:51.765822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:50:51.766210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Checking segment: {'id': '9fbedafe-a807-4f44-ac51-005138b1e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c070693a-a017-47c1-b1bd-1adf0a66dc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:51.766623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.767020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Bound using segment: {'id': '9fbedafe-a807-4f44-ac51-005138b1e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c070693a-a017-47c1-b1bd-1adf0a66dc26'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:50:51.767489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Bound port: da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbedafe-a807-4f44-ac51-005138b1e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c070693a-a017-47c1-b1bd-1adf0a66dc26'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:50:51.767861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.803550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.813131 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0668993 Nov 25 08:50:51.864177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41848) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:51.929452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] For port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:50:51.943199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] For port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1,segment=NetworkSegment(9fbedafe-a807-4f44-ac51-005138b1e4a2),segment_id=9fbedafe-a807-4f44-ac51-005138b1e4a2)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:50:51.946841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Made reservation on behalf of 1abd61fbc99a4871a677319406fbf29b for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:51.953579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:51.956755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8::153 (c070693a-a017-47c1-b1bd-1adf0a66dc26/0a62f57b-1cfc-4768-acf6-1dea2bb93086/ebc2d69a-813f-45f6-9698-31f4faf7df11) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:51.958605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:51.963104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-94dbff7e-6767-4405-8517-680f5193f34f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:52.002205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-75e7367d-d79c-49b0-b98b-a69d449df36e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Unset dirty status for tenant:4ef46c2b254444faab84043026d40399 on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:52.002626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a8d79fb5-8df4-4d69-87c8-61ebb9b73be2 None None] Provisioning for port 7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:52.006088 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-75e7367d-d79c-49b0-b98b-a69d449df36e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4965494 Nov 25 08:50:52.016494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a8d79fb5-8df4-4d69-87c8-61ebb9b73be2 None None] Provisioning complete for port 7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:52.017044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a8d79fb5-8df4-4d69-87c8-61ebb9b73be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:52.019625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41852) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:52.030060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=c58b5f84-dd2b-440b-8810-12a236c384d3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:52.068179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:52.104088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Pushing event updated for resources: {'Port': ['ID=da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:52.107222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a8d79fb5-8df4-4d69-87c8-61ebb9b73be2 None None] Port 7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:52.108592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:52.111965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event updated for resources: {'Network': ['ID=32db5ed7-5a0e-4306-8a8c-24ee1ab22ee7,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:52.125462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:52.126788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41856) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:52.139570 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-70809b03-a142-4aba-86fb-752e1830d688 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 207 time: 0.1186097 Nov 25 08:50:52.147275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 32db5ed7-5a0e-4306-8a8c-24ee1ab22ee7 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:52.332149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:52.369968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3414bccb-b267-4eb1-98ea-2a6bb77938e3 None None] Provisioning complete for port 7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:52.370508 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3414bccb-b267-4eb1-98ea-2a6bb77938e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:52.404040 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-565fc10c-7240-4c83-8041-5e6cb55ab936 tempest-DHCPAgentSchedulersTestJSON-1241939272 tempest-DHCPAgentSchedulersTestJSON-1241939272-project-admin] 10.222.0.54 "GET /v2.0/agents/a3393d06-5ab8-4df8-9fed-b022f4ac668d/dhcp-networks HTTP/1.1" status: 200 len: 8771 time: 0.8958783 Nov 25 08:50:52.416822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41862) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:52.442366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3414bccb-b267-4eb1-98ea-2a6bb77938e3 None None] Port 7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:52.606728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for e617cf46-8868-42af-9d3e-e84269f15a14 owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:52.653129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:52.659484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:52.695212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493584d-1f64-459e-ac18-3b155178596c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:52.700925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493584d-1f64-459e-ac18-3b155178596c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:52.706989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493584d-1f64-459e-ac18-3b155178596c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:52.713056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493584d-1f64-459e-ac18-3b155178596c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:52.718922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493584d-1f64-459e-ac18-3b155178596c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:52.719799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1493584d-1f64-459e-ac18-3b155178596c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Synchronizing usage tracker for tenant:4ef46c2b254444faab84043026d40399 on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:52.740542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ec339-3c86-49a6-9178-ad250877189a tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:52.747413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ec339-3c86-49a6-9178-ad250877189a tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:52.753503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ec339-3c86-49a6-9178-ad250877189a tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:52.759551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ec339-3c86-49a6-9178-ad250877189a tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:52.761249 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ad8ec339-3c86-49a6-9178-ad250877189a tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.8490474 Nov 25 08:50:52.765594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41868) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:52.795728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] device_id is not set on port fe494f12-e67c-480f-9ec5-9f60d1e68e5d yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:52.847790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1493584d-1f64-459e-ac18-3b155178596c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Unset dirty status for tenant:4ef46c2b254444faab84043026d40399 on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:52.848950 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1493584d-1f64-459e-ac18-3b155178596c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3036 time: 0.7170992 Nov 25 08:50:52.856711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41872) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:52.986551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:53.026206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:53.108258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Allocated IP 172.20.0.8 (82e88bd9-30a8-41b8-ac86-0353acddf6d0/b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106/fe494f12-e67c-480f-9ec5-9f60d1e68e5d) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:53.132328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649ab42-9530-40e8-9168-7139f2a21aef tempest-DHCPAgentSchedulersTestJSON-1241939272 tempest-DHCPAgentSchedulersTestJSON-1241939272-project-admin] Network 88754f9a-13b9-4f36-bd63-2c0b5484baeb is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:53.137142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object ebc2d69a-813f-45f6-9698-31f4faf7df11 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:53.172919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Router 360813f1-966e-4b9d-9a06-f7aac88d1c72 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:50:53.174957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da30272-1eb2-4aa2-81de-e63b9ea883dd None None] Network 88754f9a-13b9-4f36-bd63-2c0b5484baeb requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:53.188744 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4649ab42-9530-40e8-9168-7139f2a21aef tempest-DHCPAgentSchedulersTestJSON-1241939272 tempest-DHCPAgentSchedulersTestJSON-1241939272-project-admin] 10.222.0.54 "POST /v2.0/agents/a3393d06-5ab8-4df8-9fed-b022f4ac668d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7638292 Nov 25 08:50:53.192498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41876) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:53.252859 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fa57fe90-99b9-4aaa-a7c6-486d8127131d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 667 time: 0.3899758 Nov 25 08:50:53.310743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41880) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:53.394117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0abd9e8-3aec-4642-8374-5cf66da11b2f None None] Network c070693a-a017-47c1-b1bd-1adf0a66dc26 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:53.423561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:53.499484 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-64c32a4f-08be-4cfc-aaae-b74b940bb001 None None] Provisioning for port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:53.500255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32db5ed7-5a0e-4306-8a8c-24ee1ab22ee7']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:53.587010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:53.595176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc78b137-87d8-4be6-bd0a-7410b8797eff') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:53.595465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc78b137-87d8-4be6-bd0a-7410b8797eff') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:53.601937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c7ef45bb-8872-4d99-8999-a33fe7bd137b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:53.645829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:53.662649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:50:53.666302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:53.667338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=e617cf46-8868-42af-9d3e-e84269f15a14,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:53.669972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:53.673922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:53.685145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e17813-e048-47eb-913b-015984d46416 None None] Sync routers for ids ['360813f1-966e-4b9d-9a06-f7aac88d1c72'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:53.696521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e17813-e048-47eb-913b-015984d46416 None None] Routers {'360813f1-966e-4b9d-9a06-f7aac88d1c72'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:53.698062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-68e17813-e048-47eb-913b-015984d46416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['360813f1-966e-4b9d-9a06-f7aac88d1c72'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:53.712022 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "PUT /v2.0/routers/360813f1-966e-4b9d-9a06-f7aac88d1c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9920456 Nov 25 08:50:53.723235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41884) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:53.775712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network c070693a-a017-47c1-b1bd-1adf0a66dc26 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:53.781389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c353e1-3cbd-4161-b8df-6a9decc8cdcf tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:53.782967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c353e1-3cbd-4161-b8df-6a9decc8cdcf tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:53.787976 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a5c353e1-3cbd-4161-b8df-6a9decc8cdcf tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4559534 Nov 25 08:50:53.790428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9b4dd6b8-de50-43fc-a9e3-72c864decf50 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:53.792112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:53.804192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41888) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:53.809509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:53.815078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:53.815701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:53.823233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=ebc2d69a-813f-45f6-9698-31f4faf7df11,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:53.856616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:53.861115 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-68e17813-e048-47eb-913b-015984d46416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:53.861315 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c02746b-1634-4661-8f9e-5ddd4e5db5b6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:50:53.865445 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5c02746b-1634-4661-8f9e-5ddd4e5db5b6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/c58b5f84-dd2b-440b-8810-12a236c384d3 HTTP/1.1" status: 404 len: 333 time: 0.1272202 Nov 25 08:50:53.868173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:53.874558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41892) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:53.889464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e17813-e048-47eb-913b-015984d46416 None None] Routers {'360813f1-966e-4b9d-9a06-f7aac88d1c72'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:50:53.890134 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-68e17813-e048-47eb-913b-015984d46416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['360813f1-966e-4b9d-9a06-f7aac88d1c72'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:53.921994 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-418e72f3-93e0-4632-bfbf-b61bda8df36a tempest-DHCPAgentSchedulersTestJSON-1241939272 tempest-DHCPAgentSchedulersTestJSON-1241939272-project-admin] 10.222.0.54 "GET /v2.0/agents/a3393d06-5ab8-4df8-9fed-b022f4ac668d/dhcp-networks HTTP/1.1" status: 200 len: 9541 time: 0.7241230 Nov 25 08:50:53.934720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41896) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:53.937088 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5105639 Nov 25 08:50:53.943502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41898) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:53.956896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:53.957295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:53.974339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-68e17813-e048-47eb-913b-015984d46416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:53.974849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e17813-e048-47eb-913b-015984d46416 None None] The sync data for ids ['360813f1-966e-4b9d-9a06-f7aac88d1c72'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:53.992027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:53.992497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:54.004867 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:54.129969 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ba6706-53c8-4e36-9750-b9862ed13c4e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['shared'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:54.131737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ba6706-53c8-4e36-9750-b9862ed13c4e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['shared'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:54.137604 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-67ba6706-53c8-4e36-9750-b9862ed13c4e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3299780 Nov 25 08:50:54.138593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41904) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:54.144736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-501f98a2-c628-4129-915b-192110208264 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port ebc2d69a-813f-45f6-9698-31f4faf7df11 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:54.145206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-501f98a2-c628-4129-915b-192110208264 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.166244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a85ff5a5-97d6-4c68-8351-b371ae2939f1 None None] Provisioning for port ebc2d69a-813f-45f6-9698-31f4faf7df11 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:54.172378 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:54.197099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.203003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a85ff5a5-97d6-4c68-8351-b371ae2939f1 None None] Provisioning complete for port ebc2d69a-813f-45f6-9698-31f4faf7df11 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:54.203527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a85ff5a5-97d6-4c68-8351-b371ae2939f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.212364 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ebc0373f-38ae-4266-8acc-643255e7ff63 tempest-DHCPAgentSchedulersTestJSON-1241939272 tempest-DHCPAgentSchedulersTestJSON-1241939272-project-admin] 10.222.0.54 "DELETE /v2.0/agents/a3393d06-5ab8-4df8-9fed-b022f4ac668d/dhcp-networks/88754f9a-13b9-4f36-bd63-2c0b5484baeb HTTP/1.1" status: 204 len: 168 time: 0.2735825 Nov 25 08:50:54.218784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41908) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:54.244649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.249521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-32819c9d-d7f9-48be-ab9d-ffe4bef0de1d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.285859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a85ff5a5-97d6-4c68-8351-b371ae2939f1 None None] Port ebc2d69a-813f-45f6-9698-31f4faf7df11 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:54.300113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:54.307366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:54.308088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.353193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5d5b41-1828-4e59-bdc7-96356bfae9b4 None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:50:54.454320 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d9884492-b3f0-4efd-87cb-7e916609679c None None] Provisioning complete for port ebc2d69a-813f-45f6-9698-31f4faf7df11 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:54.454320 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d9884492-b3f0-4efd-87cb-7e916609679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.509998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.519995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Transition to ACTIVE for port object fe494f12-e67c-480f-9ec5-9f60d1e68e5d will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:50:54.521420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-94253696-8fb0-49ee-899e-ce83e975142d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:54.536666 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:50:54.539479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.543713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32db5ed7-5a0e-4306-8a8c-24ee1ab22ee7 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 08:50:54.547779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.549708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.605207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59793e20-3964-4dad-95bc-a28dc26d2554 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:54.610738 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-59793e20-3964-4dad-95bc-a28dc26d2554 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/networks/51e56a7f-a649-4767-8cc5-66d630cdf050 HTTP/1.1" status: 200 len: 799 time: 0.4704154 Nov 25 08:50:54.614138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41914) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:54.666851 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event deleted for resources: {'Network': ['ID=32db5ed7-5a0e-4306-8a8c-24ee1ab22ee7,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:54.686096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:54.701203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.721999 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5d5b41-1828-4e59-bdc7-96356bfae9b4 None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:50:54.728707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d9884492-b3f0-4efd-87cb-7e916609679c None None] Port ebc2d69a-813f-45f6-9698-31f4faf7df11 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:54.756033 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "DELETE /v2.0/networks/32db5ed7-5a0e-4306-8a8c-24ee1ab22ee7 HTTP/1.1" status: 204 len: 168 time: 1.9873948 Nov 25 08:50:54.759929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41918) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:54.761751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-32819c9d-d7f9-48be-ab9d-ffe4bef0de1d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.767392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1,segment=NetworkSegment(9fbedafe-a807-4f44-ac51-005138b1e4a2),segment_id=9fbedafe-a807-4f44-ac51-005138b1e4a2)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:54.768300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Request body: {'network': {'name': 'tempest-network--1335482800', 'router:external': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:54.773327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-32819c9d-d7f9-48be-ab9d-ffe4bef0de1d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.779135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:54.781353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.782196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Fanout notify agent at l3_agent the message router_deleted on router e2f71d39-43a3-41d0-ba1f-bf83852f8985 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:50:54.792636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Usage tracker for resource:network and tenant:5041257e54134674a4056879bd2610e1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:54.810448 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1e10794e-0e0e-4ac1-9430-790fc14e6af4 tempest-DHCPAgentSchedulersTestJSON-1241939272 tempest-DHCPAgentSchedulersTestJSON-1241939272-project-admin] 10.222.0.54 "GET /v2.0/agents/a3393d06-5ab8-4df8-9fed-b022f4ac668d/dhcp-networks HTTP/1.1" status: 200 len: 8771 time: 0.5903351 Nov 25 08:50:54.815883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41922) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:54.820128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-501f98a2-c628-4129-915b-192110208264 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.929037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:54.940937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:54.952641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.959536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.961152 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/e2f71d39-43a3-41d0-ba1f-bf83852f8985 HTTP/1.1" status: 204 len: 168 time: 4.4481547 Nov 25 08:50:54.962585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:54.967544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-32819c9d-d7f9-48be-ab9d-ffe4bef0de1d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.968358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32819c9d-d7f9-48be-ab9d-ffe4bef0de1d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Fanout notify agent at l3_agent the message router_deleted on router 360813f1-966e-4b9d-9a06-f7aac88d1c72 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:50:54.969889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41926) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:54.973591 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:54.975711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Made reservation on behalf of 5041257e54134674a4056879bd2610e1 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:54.979275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.001517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-da20a18c-f909-4146-909f-46e41e27cfac tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:55.015662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-501f98a2-c628-4129-915b-192110208264 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for ebc2d69a-813f-45f6-9698-31f4faf7df11 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:55.071658 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-629b366c-90b4-4d24-b810-515aa31018ca tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/networks/51e56a7f-a649-4767-8cc5-66d630cdf050?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4538860 Nov 25 08:50:55.074256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41930) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:55.091871 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bd22ddc1-04f7-44c3-8634-2e6a31bfada3 tempest-DHCPAgentSchedulersTestJSON-1241939272 tempest-DHCPAgentSchedulersTestJSON-1241939272-project-admin] 10.222.0.54 "GET /v2.0/networks/0140cf38-b2d6-48cf-b687-cfba7c0ed4ea/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2744310 Nov 25 08:50:55.092303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41934) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:55.096068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:55.118259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-789404048'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:55.124832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:55.125103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:55.134158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:network and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:55.137424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:55.143512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:55.146504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'Port': ['ID=fe494f12-e67c-480f-9ec5-9f60d1e68e5d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:55.155694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:55.166529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-32819c9d-d7f9-48be-ab9d-ffe4bef0de1d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.170264 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-32819c9d-d7f9-48be-ab9d-ffe4bef0de1d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/routers/360813f1-966e-4b9d-9a06-f7aac88d1c72 HTTP/1.1" status: 204 len: 168 time: 1.2947528 Nov 25 08:50:55.178071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41938) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:55.197265 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d50c0a6b-56c2-4da3-8453-a0d27845b089 tempest-DHCPAgentSchedulersTestJSON-1241939272 tempest-DHCPAgentSchedulersTestJSON-1241939272-project-admin] 10.222.0.54 "GET /v2.0/networks/0140cf38-b2d6-48cf-b687-cfba7c0ed4ea/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0691178 Nov 25 08:50:55.200126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41942) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:55.214453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3625d32-12e0-4f79-a931-ec77576ad303 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:55.219128 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a3625d32-12e0-4f79-a931-ec77576ad303 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/subnets/9bac3af4-21ef-4fa4-837e-ee5a2510fe43 HTTP/1.1" status: 200 len: 811 time: 0.1340456 Nov 25 08:50:55.226527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41946) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:55.231396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:55.236599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:55.238389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:55.241730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.252855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:50:55.374239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-865b49b1-f2af-4472-aca4-4ac865a84196 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting subnet 65311f7c-d8d4-465b-9c3d-e53c8290abc0 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:50:55.389783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-865b49b1-f2af-4472-aca4-4ac865a84196 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.427673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:55.428339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.465912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faee8d1-b612-4047-a75c-79a9019470bd tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['shared'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:55.466464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4faee8d1-b612-4047-a75c-79a9019470bd tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Synchronizing usage tracker for tenant:4ef46c2b254444faab84043026d40399 on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:55.487037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-865b49b1-f2af-4472-aca4-4ac865a84196 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.514761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-501f98a2-c628-4129-915b-192110208264 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.526853 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.3607142 Nov 25 08:50:55.527412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fd59a2dc-b5b2-4dcd-a07d-9d0e226faeb4 tempest-RoutersAdminTest-1188396287 tempest-RoutersAdminTest-1188396287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:55.545300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:55.545300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41950) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:55.545300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:55.583999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f98a2-c628-4129-915b-192110208264 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=ebc2d69a-813f-45f6-9698-31f4faf7df11,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:55.589303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:50:55.602828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4faee8d1-b612-4047-a75c-79a9019470bd tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Unset dirty status for tenant:4ef46c2b254444faab84043026d40399 on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:55.607619 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4faee8d1-b612-4047-a75c-79a9019470bd tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "GET /v2.0/subnets/9bac3af4-21ef-4fa4-837e-ee5a2510fe43?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3715990 Nov 25 08:50:55.615736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41954) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:55.628332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.628622 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added segment bb918467-9ee5-444c-b305-56746b946397 of type vlan for network ee2853a9-cc33-495b-9332-83816c6c2d17 Nov 25 08:50:55.629463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-501f98a2-c628-4129-915b-192110208264 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:55.641387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1192308613'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:55.646955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:55.656263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.656745 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Added segment 890812d3-63ab-45cd-b22a-86c6ed9d76a9 of type vlan for network 8eecc6cc-fe68-4304-9f72-54654d1c554a Nov 25 08:50:55.662976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-501f98a2-c628-4129-915b-192110208264 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.677319 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c85e6ab2-272a-4e74-a951-4668638a0103 tempest-DHCPAgentSchedulersTestJSON-1241939272 tempest-DHCPAgentSchedulersTestJSON-1241939272-project-admin] 10.222.0.54 "GET /v2.0/agents/a3393d06-5ab8-4df8-9fed-b022f4ac668d/dhcp-networks HTTP/1.1" status: 200 len: 8771 time: 0.4759762 Nov 25 08:50:55.681463 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-501f98a2-c628-4129-915b-192110208264 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/ebc2d69a-813f-45f6-9698-31f4faf7df11 HTTP/1.1" status: 204 len: 168 time: 1.7366865 Nov 25 08:50:55.683925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41958) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:55.690418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:55.692313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41960) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:55.705552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5e966538-6656-4d30-9b21-2230a1822e9d None None] Provisioning for port fe494f12-e67c-480f-9ec5-9f60d1e68e5d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:55.717593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:55.717981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.738826 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-8113afdf-80c6-4b3b-9095-0148322c07c6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:50:55.739295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8113afdf-80c6-4b3b-9095-0148322c07c6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:55.743598 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8113afdf-80c6-4b3b-9095-0148322c07c6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/ebc2d69a-813f-45f6-9698-31f4faf7df11 HTTP/1.1" status: 404 len: 333 time: 0.0559719 Nov 25 08:50:55.745730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41966) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:55.747502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.776321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:55.780159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.817276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5e966538-6656-4d30-9b21-2230a1822e9d None None] Provisioning complete for port fe494f12-e67c-480f-9ec5-9f60d1e68e5d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:55.817750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5e966538-6656-4d30-9b21-2230a1822e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.840266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.861259 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-749fb6f7-c08e-4b5d-80e7-f3e75d3a1cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:50:55.862620 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-749fb6f7-c08e-4b5d-80e7-f3e75d3a1cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/ebc2d69a-813f-45f6-9698-31f4faf7df11 HTTP/1.1" status: 404 len: 333 time: 0.1088588 Nov 25 08:50:55.871999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41970) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:55.901914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-865b49b1-f2af-4472-aca4-4ac865a84196 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.924343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:55.926208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5e966538-6656-4d30-9b21-2230a1822e9d None None] Port fe494f12-e67c-480f-9ec5-9f60d1e68e5d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:50:55.953021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:55.955215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6aecdf9-3791-457b-ac18-c3bae5e2e06c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting subnet 0a62f57b-1cfc-4768-acf6-1dea2bb93086 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:50:55.975563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea810d0f-6cc1-40c4-afdd-043b3f8ddf52 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:55.981638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea810d0f-6cc1-40c4-afdd-043b3f8ddf52 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:55.987424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea810d0f-6cc1-40c4-afdd-043b3f8ddf52 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:55.988252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ea810d0f-6cc1-40c4-afdd-043b3f8ddf52 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Synchronizing usage tracker for tenant:1abd61fbc99a4871a677319406fbf29b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:55.994161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6aecdf9-3791-457b-ac18-c3bae5e2e06c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.000921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.006736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:56.007273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.015385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:56.101344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.101688 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Added segment a2b8817b-3675-46a7-a7e7-f5cd8cdb964b of type vlan for network 62a55aa6-bafd-4784-a9f4-c08a1266cffe Nov 25 08:50:56.118418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.119328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:56.119893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.143419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.152387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6aecdf9-3791-457b-ac18-c3bae5e2e06c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.153926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ea810d0f-6cc1-40c4-afdd-043b3f8ddf52 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Unset dirty status for tenant:1abd61fbc99a4871a677319406fbf29b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:56.157695 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ea810d0f-6cc1-40c4-afdd-043b3f8ddf52 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.6078594 Nov 25 08:50:56.171824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41974) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:56.189587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Network': ['ID=ee2853a9-cc33-495b-9332-83816c6c2d17,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:56.201645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network ee2853a9-cc33-495b-9332-83816c6c2d17 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:56.212837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88754f9a-13b9-4f36-bd63-2c0b5484baeb']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:56.231572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db16e731-d6c7-435b-8db0-d5c472fe905a') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:56.231572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db16e731-d6c7-435b-8db0-d5c472fe905a') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:56.231899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:56.238810 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4693735 Nov 25 08:50:56.238810 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2634456 Nov 25 08:50:56.238810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd00386f-30b1-4927-80ff-01e093d62412 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:56.239143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41978) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:56.246610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41980) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:56.256437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'subnet': {'network_id': 'ee2853a9-cc33-495b-9332-83816c6c2d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:56.265232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.277304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.326021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-865b49b1-f2af-4472-aca4-4ac865a84196 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.370347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-865b49b1-f2af-4472-aca4-4ac865a84196 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.370857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f3ee1-3d27-443d-8663-5c118c132ee2 None None] Network 07d7a167-fe31-4277-bc36-97e4739d2433 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:56.374569 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-865b49b1-f2af-4472-aca4-4ac865a84196 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/65311f7c-d8d4-465b-9c3d-e53c8290abc0 HTTP/1.1" status: 204 len: 168 time: 1.1920271 Nov 25 08:50:56.377398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-058e75b3-90e0-4765-8ebc-1524130d98c3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Deleting port fe494f12-e67c-480f-9ec5-9f60d1e68e5d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:56.377740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-058e75b3-90e0-4765-8ebc-1524130d98c3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.401439 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event updated for resources: {'Network': ['ID=8eecc6cc-fe68-4304-9f72-54654d1c554a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:56.415998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41986) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:56.422822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:56.423322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-167a1a73-517e-48a2-b43d-87d9a6b0c172 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:56.439798 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 8eecc6cc-fe68-4304-9f72-54654d1c554a details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:56.440036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.465815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b49b1-f2af-4472-aca4-4ac865a84196 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Subnet': ['ID=65311f7c-d8d4-465b-9c3d-e53c8290abc0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:56.477527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-865b49b1-f2af-4472-aca4-4ac865a84196 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:56.487271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.493353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:56.494158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.498306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:56.499040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.501273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-176722b1-a691-4d28-a9d4-692b119c0df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:56.516972 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:56.638081 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0187433 Nov 25 08:50:56.644208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 41990) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:56.644752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6aecdf9-3791-457b-ac18-c3bae5e2e06c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.656765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'network_id': '62a55aa6-bafd-4784-a9f4-c08a1266cffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:56.692478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Network': ['ID=62a55aa6-bafd-4784-a9f4-c08a1266cffe,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:56.703575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:56.705644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 62a55aa6-bafd-4784-a9f4-c08a1266cffe details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:50:56.752572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165a7f27-9653-4bec-b7ab-6361b4221bbd tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:56.753270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-165a7f27-9653-4bec-b7ab-6361b4221bbd tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Synchronizing usage tracker for tenant:03419fc2af174c82915bc52bec72052a on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:56.769999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:56.782930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.788626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:subnet and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:56.790860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5306cd2-b5cf-4188-94b5-e576a0495d42 None None] DHCP port deletion for 07d7a167-fe31-4277-bc36-97e4739d2433 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:56.791749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.795952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:56.802933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e5306cd2-b5cf-4188-94b5-e576a0495d42 None None] Deleting port fc2aa504-6f98-46c4-800d-71e0f70ca96c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:56.802933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e5306cd2-b5cf-4188-94b5-e576a0495d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.810149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-30da447c-525e-4c75-8a7c-6f1fcc02f4b1 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:56.827469 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:56.833193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.861828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Pushing event deleted for resources: {'Network': ['ID=88754f9a-13b9-4f36-bd63-2c0b5484baeb,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:56.867980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-165a7f27-9653-4bec-b7ab-6361b4221bbd tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Unset dirty status for tenant:03419fc2af174c82915bc52bec72052a on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:56.869218 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-165a7f27-9653-4bec-b7ab-6361b4221bbd tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] 10.222.0.54 "GET /v2.0/networks/8eecc6cc-fe68-4304-9f72-54654d1c554a HTTP/1.1" status: 200 len: 757 time: 0.6194222 Nov 25 08:50:56.870617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:56.876842 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] 10.222.0.54 "DELETE /v2.0/networks/88754f9a-13b9-4f36-bd63-2c0b5484baeb HTTP/1.1" status: 204 len: 168 time: 1.1810901 Nov 25 08:50:56.876842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port fc2aa504-6f98-46c4-800d-71e0f70ca96c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:56.876842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:56.900829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41994) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:56.901183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 41996) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:56.910723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:56.914162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.000343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:57.000546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6aecdf9-3791-457b-ac18-c3bae5e2e06c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.025047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:57.030469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-058e75b3-90e0-4765-8ebc-1524130d98c3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.062696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e5306cd2-b5cf-4188-94b5-e576a0495d42 None None] For port fc2aa504-6f98-46c4-800d-71e0f70ca96c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fc2aa504-6f98-46c4-800d-71e0f70ca96c,segment=NetworkSegment(865fcac2-cc60-49b5-8b85-6afd12e3ce82),segment_id=865fcac2-cc60-49b5-8b85-6afd12e3ce82)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:57.062921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e5306cd2-b5cf-4188-94b5-e576a0495d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.063041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bdb29565-af0c-46dc-af60-ac098246196e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:57.097238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Made reservation on behalf of 4ef46c2b254444faab84043026d40399 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:57.100878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.177405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-058e75b3-90e0-4765-8ebc-1524130d98c3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Calling delete_port for fe494f12-e67c-480f-9ec5-9f60d1e68e5d owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:57.190269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e5306cd2-b5cf-4188-94b5-e576a0495d42 None None] Calling delete_port for fc2aa504-6f98-46c4-800d-71e0f70ca96c owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:57.267978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e5306cd2-b5cf-4188-94b5-e576a0495d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.272207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-281cba18-ea11-476f-9582-f91d85cd616b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:57.293648 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-64398d0e-7bda-485f-b5ca-9465b69c19eb tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] DELETE failed (client error): The resource could not be found. Nov 25 08:50:57.294271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64398d0e-7bda-485f-b5ca-9465b69c19eb tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:50:57.298132 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-64398d0e-7bda-485f-b5ca-9465b69c19eb tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] 10.222.0.54 "DELETE /v2.0/ports/31d9fae5-a1a2-4b0d-b224-b46be674bbda HTTP/1.1" status: 404 len: 333 time: 0.3864865 Nov 25 08:50:57.299796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42002) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:57.311226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.ipam_backend_mixin [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Performing IP validity checks on allocation pools {{(pid=87513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 08:50:57.311743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.ipam_backend_mixin [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 08:50:57.313441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aecdf9-3791-457b-ac18-c3bae5e2e06c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Subnet': ['ID=0a62f57b-1cfc-4768-acf6-1dea2bb93086,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:57.315821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6aecdf9-3791-457b-ac18-c3bae5e2e06c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.317871 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f6aecdf9-3791-457b-ac18-c3bae5e2e06c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/0a62f57b-1cfc-4768-acf6-1dea2bb93086 HTTP/1.1" status: 204 len: 168 time: 1.4447641 Nov 25 08:50:57.335924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f6aecdf9-3791-457b-ac18-c3bae5e2e06c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:57.341534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42006) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:57.362859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5306cd2-b5cf-4188-94b5-e576a0495d42 None None] Pushing event deleted for resources: {'Port': ['ID=fc2aa504-6f98-46c4-800d-71e0f70ca96c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:57.365040 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e5306cd2-b5cf-4188-94b5-e576a0495d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:57.365760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928eeaf-08b5-4924-a87d-3fae5db054a0 None None] Network c070693a-a017-47c1-b1bd-1adf0a66dc26 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:57.389304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5306cd2-b5cf-4188-94b5-e576a0495d42 None None] No DVR routers for this DVR port fc2aa504-6f98-46c4-800d-71e0f70ca96c on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:57.429175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] The port 'fc2aa504-6f98-46c4-800d-71e0f70ca96c' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:50:57.457674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-144297e0-a74c-44fd-97ea-8cff7c30d83e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Deleting subnet 251c6b7e-6aba-4c12-a115-0a9d579e6ef3 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:50:57.463465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-144297e0-a74c-44fd-97ea-8cff7c30d83e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.495263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea67a1b-e09d-46bc-bd6a-b4286eeb3605 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:57.496870 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-eea67a1b-e09d-46bc-bd6a-b4286eeb3605 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] 10.222.0.54 "GET /v2.0/networks/e5f1464d-ec2f-4093-9771-338355f325a9 HTTP/1.1" status: 200 len: 767 time: 0.5896001 Nov 25 08:50:57.523680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42010) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:57.555438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-058e75b3-90e0-4765-8ebc-1524130d98c3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.594198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fc2aa504-6f98-46c4-800d-71e0f70ca96c no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:57.615902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7ea9cfe3-514d-4291-99d0-fd0387b960f5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:57.639180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: fc2aa504-6f98-46c4-800d-71e0f70ca96c {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:57.639617 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fc2aa504-6f98-46c4-800d-71e0f70ca96c not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:57.669107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e91c74-5066-43d8-bb68-8cc579156c66 None None] DHCP port deletion for c070693a-a017-47c1-b1bd-1adf0a66dc26 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:57.674326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-80e91c74-5066-43d8-bb68-8cc579156c66 None None] Deleting port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:57.674710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80e91c74-5066-43d8-bb68-8cc579156c66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.675140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.682908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.722472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e75b3-90e0-4765-8ebc-1524130d98c3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event deleted for resources: {'Port': ['ID=fe494f12-e67c-480f-9ec5-9f60d1e68e5d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:57.733409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-058e75b3-90e0-4765-8ebc-1524130d98c3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:57.743550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-144297e0-a74c-44fd-97ea-8cff7c30d83e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.764618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d7a167-fe31-4277-bc36-97e4739d2433']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:57.771968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:57.772516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.815061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865fcac2-cc60-49b5-8b85-6afd12e3ce82') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:57.815366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865fcac2-cc60-49b5-8b85-6afd12e3ce82') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:57.838275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.877727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.896896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.902368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:57.902786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:57.918379 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:57.935308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-80e91c74-5066-43d8-bb68-8cc579156c66 None None] For port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1,segment=NetworkSegment(9fbedafe-a807-4f44-ac51-005138b1e4a2),segment_id=9fbedafe-a807-4f44-ac51-005138b1e4a2)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:57.935856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80e91c74-5066-43d8-bb68-8cc579156c66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.068007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.069782 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.079736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3f68a19b-eea3-4d05-afe1-c4807a1e704f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:58.110310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.116504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.118736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-80e91c74-5066-43d8-bb68-8cc579156c66 None None] Calling delete_port for da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:58.128615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-51b42421-78d2-40c5-bf1e-7287f1a7d227 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:58.194561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-058e75b3-90e0-4765-8ebc-1524130d98c3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.201713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80e91c74-5066-43d8-bb68-8cc579156c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.206264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-09892d13-7412-42a2-9253-93a7334f8764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:58.221742 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/networks/07d7a167-fe31-4277-bc36-97e4739d2433 HTTP/1.1" status: 204 len: 168 time: 1.7968576 Nov 25 08:50:58.239485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42014) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:58.254546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e91c74-5066-43d8-bb68-8cc579156c66 None None] Pushing event deleted for resources: {'Port': ['ID=da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:58.257927 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-80e91c74-5066-43d8-bb68-8cc579156c66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:58.260688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e91c74-5066-43d8-bb68-8cc579156c66 None None] No DVR routers for this DVR port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:58.318669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Subnet': ['ID=68947f76-bf27-4601-b457-48697e282e37,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:58.330904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.337852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:58.338414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d4fa6c6c-1296-4b67-83e7-c7a34871d4e6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:58.339851 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-058e75b3-90e0-4765-8ebc-1524130d98c3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "DELETE /v2.0/ports/fe494f12-e67c-480f-9ec5-9f60d1e68e5d HTTP/1.1" status: 204 len: 168 time: 2.1645441 Nov 25 08:50:58.347487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=344d80d0-ee85-42ee-81d8-0274cac369f8,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:58.353098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42018) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:58.358822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:58.366938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] For port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1,segment=NetworkSegment(9fbedafe-a807-4f44-ac51-005138b1e4a2),segment_id=9fbedafe-a807-4f44-ac51-005138b1e4a2)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:50:58.367299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.369288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-144297e0-a74c-44fd-97ea-8cff7c30d83e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.374926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Checking segment: {'id': 'bb918467-9ee5-444c-b305-56746b946397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee2853a9-cc33-495b-9332-83816c6c2d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:58.375283 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network hostable DHCP agents. Network: ee2853a9-cc33-495b-9332-83816c6c2d17, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:58.385996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Network': ['ID=07d7a167-fe31-4277-bc36-97e4739d2433,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:58.397094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56cac65-1b9b-4ed6-9fd2-657994eaa1d4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:58.397094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b56cac65-1b9b-4ed6-9fd2-657994eaa1d4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:58.450877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:58.457896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eecc6cc-fe68-4304-9f72-54654d1c554a']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:58.467502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Checking segment: {'id': 'a2b8817b-3675-46a7-a7e7-f5cd8cdb964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '62a55aa6-bafd-4784-a9f4-c08a1266cffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:50:58.467861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network hostable DHCP agents. Network: 62a55aa6-bafd-4784-a9f4-c08a1266cffe, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:50:58.472182 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9565d68-6a48-4df1-8556-c8eb547a7457 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] GET failed (client error): The resource could not be found. Nov 25 08:50:58.472700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b9565d68-6a48-4df1-8556-c8eb547a7457 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Synchronizing usage tracker for tenant:1abd61fbc99a4871a677319406fbf29b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:50:58.497457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890812d3-63ab-45cd-b22a-86c6ed9d76a9') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:58.497753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890812d3-63ab-45cd-b22a-86c6ed9d76a9') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:58.518796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:50:58.522763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.536848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b9565d68-6a48-4df1-8556-c8eb547a7457 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Unset dirty status for tenant:1abd61fbc99a4871a677319406fbf29b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:58.538061 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b9565d68-6a48-4df1-8556-c8eb547a7457 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "GET /v2.0/ports/fe494f12-e67c-480f-9ec5-9f60d1e68e5d HTTP/1.1" status: 404 len: 333 time: 0.1823578 Nov 25 08:50:58.543409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Network 62a55aa6-bafd-4784-a9f4-c08a1266cffe is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:58.546570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42022) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:58.548870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.565386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:58.565843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.571760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Request body: {'port': {'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0', 'name': 'tempest-AllowedAddressPairTestJSON-2028654265'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:58.588200 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:58.592095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 62a55aa6-bafd-4784-a9f4-c08a1266cffe) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:58.601362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa5bffc-0d35-4f1b-8ba0-92779c3a2f86 None None] Network 62a55aa6-bafd-4784-a9f4-c08a1266cffe requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:58.656624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network ee2853a9-cc33-495b-9332-83816c6c2d17 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:50:58.677618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b56cac65-1b9b-4ed6-9fd2-657994eaa1d4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:50:58.684010 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b56cac65-1b9b-4ed6-9fd2-657994eaa1d4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/14cfac99-ea12-499c-ba46-aa3d529451be HTTP/1.1" status: 200 len: 841 time: 0.4320333 Nov 25 08:50:58.686002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42026) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:58.689211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, ee2853a9-cc33-495b-9332-83816c6c2d17) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:58.701569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c943a89-dc7c-42ea-a008-e1ab1e008a8b None None] Network ee2853a9-cc33-495b-9332-83816c6c2d17 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:58.741689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:58.742264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.752582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-144297e0-a74c-44fd-97ea-8cff7c30d83e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.756866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7443fa08-3da2-4718-aa47-e05be31b9086 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:58.807696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:58.808566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.811150 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5684605 Nov 25 08:50:58.812874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144297e0-a74c-44fd-97ea-8cff7c30d83e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Pushing event deleted for resources: {'Subnet': ['ID=251c6b7e-6aba-4c12-a115-0a9d579e6ef3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:58.816754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42030) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:58.823544 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bd928537-ffd4-4d28-b025-1763bb3e1c4d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/14cfac99-ea12-499c-ba46-aa3d529451be?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1379852 Nov 25 08:50:58.833619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42034) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:58.836900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:58.837222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:58.838560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3cdcb467-d3bb-4c18-97a2-b759104b615f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2032095553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:58.842795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-144297e0-a74c-44fd-97ea-8cff7c30d83e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:58.846541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd5efd-7446-43eb-84cf-c83b6cd665a6 None None] Network 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:50:58.850914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-144297e0-a74c-44fd-97ea-8cff7c30d83e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.856956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3cdcb467-d3bb-4c18-97a2-b759104b615f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:58.868317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3cdcb467-d3bb-4c18-97a2-b759104b615f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:router and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:58.876303 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-144297e0-a74c-44fd-97ea-8cff7c30d83e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] 10.222.0.54 "DELETE /v2.0/subnets/251c6b7e-6aba-4c12-a115-0a9d579e6ef3 HTTP/1.1" status: 204 len: 168 time: 1.5745006 Nov 25 08:50:58.876303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3cdcb467-d3bb-4c18-97a2-b759104b615f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:58.878202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42038) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:58.905381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3cdcb467-d3bb-4c18-97a2-b759104b615f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:58.907233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.912275 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2621298 Nov 25 08:50:58.916963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5530914e-0e3e-453f-9d07-1c93aa045a78 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:50:58.981772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8eecc6cc-fe68-4304-9f72-54654d1c554a {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 08:50:58.983578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:58.984742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42042) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:58.991187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:58.993685 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "DELETE /v2.0/networks/8eecc6cc-fe68-4304-9f72-54654d1c554a HTTP/1.1" status: 204 len: 168 time: 1.4686167 Nov 25 08:50:58.999552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42046) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:59.006479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Request body: {'network': {'name': 'tempest-network--276270501'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:59.006661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e174fea4-0324-4d2d-bf31-73c1d6b8900f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:59.038490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event deleted for resources: {'Network': ['ID=8eecc6cc-fe68-4304-9f72-54654d1c554a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:59.054193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:50:59.064132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:59.064442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cdcb467-d3bb-4c18-97a2-b759104b615f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.065405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cdcb467-d3bb-4c18-97a2-b759104b615f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.066202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:59.091748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Usage tracker for resource:network and tenant:5041257e54134674a4056879bd2610e1 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:59.099957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:59.117157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.118142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:59.123213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:59.141865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:50:59.150435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:50:59.161099 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:50:59.164610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Made reservation on behalf of 1abd61fbc99a4871a677319406fbf29b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:59.169140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cdcb467-d3bb-4c18-97a2-b759104b615f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.173921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.190051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Made reservation on behalf of 5041257e54134674a4056879bd2610e1 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:59.192661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.204390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Deleting port 93b34543-18f4-4875-a027-2282fb523348 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:59.204782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.209810 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:50:59.224438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-62a55aa6-bafd-4784-a9f4-c08a1266cffe', 'network_id': '62a55aa6-bafd-4784-a9f4-c08a1266cffe', 'tenant_id': '4ef46c2b254444faab84043026d40399', 'fixed_ips': [{'subnet_id': '344d80d0-ee85-42ee-81d8-0274cac369f8'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:59.225644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.244302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] device_id is not set on port 7bca5c3f-f074-4609-817b-e1c5861e04a9 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:50:59.276790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cdcb467-d3bb-4c18-97a2-b759104b615f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.293802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:50:59.297388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.302602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e174fea4-0324-4d2d-bf31-73c1d6b8900f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3149248'] for subnet, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.337820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:59.338565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.339894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-ee2853a9-cc33-495b-9332-83816c6c2d17', 'network_id': 'ee2853a9-cc33-495b-9332-83816c6c2d17', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'fixed_ips': [{'subnet_id': '68947f76-bf27-4601-b457-48697e282e37'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:50:59.340792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.384570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cdcb467-d3bb-4c18-97a2-b759104b615f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.385768 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3cdcb467-d3bb-4c18-97a2-b759104b615f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5589547 Nov 25 08:50:59.396692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42052) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:50:59.422129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:50:59.499863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] The port 'da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:50:59.511217 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.511750 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Added segment 2c1ed526-00fd-49b2-af70-3f7aed11d945 of type vlan for network 3a0addd9-6464-4231-92c0-ea38dc157b52 Nov 25 08:50:59.601764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:50:59.653901 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:50:59.654377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device da2ece1c-38b9-40c9-9a2c-8d391a6b2ec1 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:50:59.712707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc015195-6adb-40b0-80c7-d6be55207f7d None None] DHCP port deletion for 0140cf38-b2d6-48cf-b687-cfba7c0ed4ea request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:50:59.729395 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dc015195-6adb-40b0-80c7-d6be55207f7d None None] Deleting port 93b34543-18f4-4875-a027-2282fb523348 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:50:59.729898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc015195-6adb-40b0-80c7-d6be55207f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.757577 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.807896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Allocated IP 2001:db8::2 (ee2853a9-cc33-495b-9332-83816c6c2d17/68947f76-bf27-4601-b457-48697e282e37/78d6a8cd-615a-4867-8d0b-a34e16a9e9da) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:59.813883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.836532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Allocated IP 172.20.0.3 (82e88bd9-30a8-41b8-ac86-0353acddf6d0/b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106/7bca5c3f-f074-4609-817b-e1c5861e04a9) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:59.871216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 08:50:59.871216 dv-neutron-818341-1-hyperv neutron-server[87514]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 25 08:50:59.871216 dv-neutron-818341-1-hyperv neutron-server[87514]: [parameters: {'in_use': 1, 'id_1': '344d80d0-ee85-42ee-81d8-0274cac369f8'}] Nov 25 08:50:59.871216 dv-neutron-818341-1-hyperv neutron-server[87514]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:50:59.872035 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:50:59.907859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c070693a-a017-47c1-b1bd-1adf0a66dc26']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:59.955453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.956475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:59.957063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:50:59.961924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbedafe-a807-4f44-ac51-005138b1e4a2') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:59.961924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbedafe-a807-4f44-ac51-005138b1e4a2') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:59.984158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:00.036630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.101093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] For port 93b34543-18f4-4875-a027-2282fb523348, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=93b34543-18f4-4875-a027-2282fb523348,segment=NetworkSegment(0009d5b0-f84c-4d1a-b447-2b10f2e37ca5),segment_id=0009d5b0-f84c-4d1a-b447-2b10f2e37ca5)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:00.102402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.105654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-dc015195-6adb-40b0-80c7-d6be55207f7d None None] For port 93b34543-18f4-4875-a027-2282fb523348, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=93b34543-18f4-4875-a027-2282fb523348,segment=NetworkSegment(0009d5b0-f84c-4d1a-b447-2b10f2e37ca5),segment_id=0009d5b0-f84c-4d1a-b447-2b10f2e37ca5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:00.106435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc015195-6adb-40b0-80c7-d6be55207f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.147772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.248374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:00.248799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.249870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dc015195-6adb-40b0-80c7-d6be55207f7d None None] Calling delete_port for 93b34543-18f4-4875-a027-2282fb523348 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:00.271684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event updated for resources: {'Network': ['ID=3a0addd9-6464-4231-92c0-ea38dc157b52,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:00.274470 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:00.283807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:00.302692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 3a0addd9-6464-4231-92c0-ea38dc157b52 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:00.330981 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3289051 Nov 25 08:51:00.340130 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42056) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:00.348291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-49264399-5694-41bb-955a-9570efdb1ed2 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:00.366051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.373625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.385770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:00.388392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.404042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Calling delete_port for 93b34543-18f4-4875-a027-2282fb523348 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:00.513660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc015195-6adb-40b0-80c7-d6be55207f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.524587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-59662983-af5f-4f26-9c48-c4687e12f5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:00.544208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:00.555978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.555978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:00.577547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:00.577750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.587402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.610995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Subnet': ['ID=797a68fc-c85e-4882-94e4-f2aa4e06df2f,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:00.621152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:00.634870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.635898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:00.637609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a689eb-7e1e-451a-bb98-0520c106000d None None] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:00.651462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.658379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc015195-6adb-40b0-80c7-d6be55207f7d None None] Pushing event deleted for resources: {'Port': ['ID=93b34543-18f4-4875-a027-2282fb523348,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:00.660441 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/networks/c070693a-a017-47c1-b1bd-1adf0a66dc26 HTTP/1.1" status: 204 len: 168 time: 3.3176327 Nov 25 08:51:00.670582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42060) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:00.678524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-dc015195-6adb-40b0-80c7-d6be55207f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:00.712607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e174fea4-0324-4d2d-bf31-73c1d6b8900f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772570589004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3993522'] for subnet, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.719513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2f859fa6-0da9-4a9e-a66e-cf6947f25fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:00.739578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Transition to ACTIVE for port object 78d6a8cd-615a-4867-8d0b-a34e16a9e9da will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:00.742824 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc015195-6adb-40b0-80c7-d6be55207f7d None None] No DVR routers for this DVR port 93b34543-18f4-4875-a027-2282fb523348 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:51:00.807748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Transition to ACTIVE for port object 78d6a8cd-615a-4867-8d0b-a34e16a9e9da will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:00.824136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.826502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:51:00.826822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:51:00.847108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e174fea4-0324-4d2d-bf31-73c1d6b8900f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:00.847697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e174fea4-0324-4d2d-bf31-73c1d6b8900f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.848983 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e174fea4-0324-4d2d-bf31-73c1d6b8900f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "PUT /v2.0/subnets/344d80d0-ee85-42ee-81d8-0274cac369f8 HTTP/1.1" status: 200 len: 877 time: 1.8611190 Nov 25 08:51:00.853178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174fea4-0324-4d2d-bf31-73c1d6b8900f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event updated for resources: {'Subnet': ['ID=344d80d0-ee85-42ee-81d8-0274cac369f8,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:00.858159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42062) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:00.860572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e174fea4-0324-4d2d-bf31-73c1d6b8900f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:00.864443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-36752237'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:00.865269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-99787e50-c60d-41a3-9d6f-6bcfba1b52dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:00.875719 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Network': ['ID=c070693a-a017-47c1-b1bd-1adf0a66dc26,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:00.885240 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0470860 Nov 25 08:51:00.886843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:00.892546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42068) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:00.899820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:00.905490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Transition to ACTIVE for port object 7bca5c3f-f074-4609-817b-e1c5861e04a9 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:00.906885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:network and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:00.912266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'security_group': {'name': 'tempest-secgroup-2080011011'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:00.920207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:00.929867 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:00.951949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:00.955400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.970550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:00.988203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-49264399-5694-41bb-955a-9570efdb1ed2 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:00.997410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Network ee2853a9-cc33-495b-9332-83816c6c2d17 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:01.012282 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:01.017811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-49264399-5694-41bb-955a-9570efdb1ed2 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.021122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:01.024393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:01.027052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50872e97-cdab-4a16-b42f-8321e456e684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:01.035751 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Pushing event updated for resources: {'Port': ['ID=78d6a8cd-615a-4867-8d0b-a34e16a9e9da,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:01.038554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:01.039771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49264399-5694-41bb-955a-9570efdb1ed2 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Network 3a0addd9-6464-4231-92c0-ea38dc157b52 is not hosted by any dhcp agent {{(pid=87512) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 25 08:51:01.041337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49264399-5694-41bb-955a-9570efdb1ed2 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:01.041337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-49264399-5694-41bb-955a-9570efdb1ed2 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.042759 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-49264399-5694-41bb-955a-9570efdb1ed2 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "PUT /v2.0/networks/3a0addd9-6464-4231-92c0-ea38dc157b52 HTTP/1.1" status: 200 len: 857 time: 0.6993454 Nov 25 08:51:01.049350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42072) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:01.053432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:security_group and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:01.055037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.060633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:01.067673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.068249 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Added segment 41fd7ae1-5709-469f-ae65-58a67ac7ec0d of type vlan for network 374d9cdc-e63d-4dce-a6a8-be85f998602f Nov 25 08:51:01.077456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:01.084308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Allocated IP 172.20.0.3 (62a55aa6-bafd-4784-a9f4-c08a1266cffe/344d80d0-ee85-42ee-81d8-0274cac369f8/d01eb11c-b2dc-44c0-9601-c8cfc33995bf) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:01.107203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Allocated IP 2001:db8::1 (ee2853a9-cc33-495b-9332-83816c6c2d17/68947f76-bf27-4601-b457-48697e282e37/a6b9e5a7-50c2-4248-8d86-860700d67a41) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:01.115993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.137647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.169854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.196620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:01.256154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.259944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:security_group_rule and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:01.263463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:01.264006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:01.264240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.266608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Attempting to bind port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:01.267130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Attempting to bind port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'bb918467-9ee5-444c-b305-56746b946397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee2853a9-cc33-495b-9332-83816c6c2d17'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:01.267344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Attempting to bind port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da on network ee2853a9-cc33-495b-9332-83816c6c2d17 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:01.272355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:01.316322 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:01.328948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Deleting port 93b34543-18f4-4875-a027-2282fb523348 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:01.328948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.333691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:01.334079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Checking segment: {'id': 'bb918467-9ee5-444c-b305-56746b946397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee2853a9-cc33-495b-9332-83816c6c2d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:01.334518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.334920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Bound using segment: {'id': 'bb918467-9ee5-444c-b305-56746b946397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee2853a9-cc33-495b-9332-83816c6c2d17'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:01.335399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Bound port: 78d6a8cd-615a-4867-8d0b-a34e16a9e9da, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb918467-9ee5-444c-b305-56746b946397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee2853a9-cc33-495b-9332-83816c6c2d17'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:01.335782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.337609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:01.346567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:01.423177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49264399-5694-41bb-955a-9570efdb1ed2 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event updated for resources: {'Network': ['ID=3a0addd9-6464-4231-92c0-ea38dc157b52,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:01.430739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-49264399-5694-41bb-955a-9570efdb1ed2 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:01.433414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-db17ce1e-cdaa-46b1-9cb1-13c26c917161 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:01.473956 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6157687 Nov 25 08:51:01.488076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.494670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42076) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:01.505220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.510388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': '374d9cdc-e63d-4dce-a6a8-be85f998602f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:01.513205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'tenant_id': '582cee82d17044798b7f02b1399f0549', 'fixed_ips': [{'subnet_id': '797a68fc-c85e-4882-94e4-f2aa4e06df2f'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:01.513938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.525647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] For port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:01.540010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] The port '93b34543-18f4-4875-a027-2282fb523348' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:51:01.543002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Transition to ACTIVE for port object a6b9e5a7-50c2-4248-8d86-860700d67a41 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:01.573668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:01.574977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.595580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93b34543-18f4-4875-a027-2282fb523348 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:51:01.609961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.623303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-032d9cff-bcc0-4b00-a7e1-6b83029a415d tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:01.682276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'Port': ['ID=7bca5c3f-f074-4609-817b-e1c5861e04a9,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:01.697918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.698208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 93b34543-18f4-4875-a027-2282fb523348 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:51:01.698738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93b34543-18f4-4875-a027-2282fb523348 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:51:01.702382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:01.702936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] For port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=78d6a8cd-615a-4867-8d0b-a34e16a9e9da,segment=NetworkSegment(bb918467-9ee5-444c-b305-56746b946397),segment_id=bb918467-9ee5-444c-b305-56746b946397)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:01.703093 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5c5758d9-1d42-45bf-b193-e1fa00d999c8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:01.733551 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1838727 Nov 25 08:51:01.744472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.754468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:01.799898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42080) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:01.812329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.822115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network ee2853a9-cc33-495b-9332-83816c6c2d17 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:01.834961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e326cad4-4f42-4ac7-b9e7-c71e602468c9 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:99:1a:0f'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:01.835154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-95dd61a9-007b-4660-ad7c-d20a23d7df36 None None] Provisioning for port 7bca5c3f-f074-4609-817b-e1c5861e04a9 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:01.857376 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Transition to ACTIVE for port object d01eb11c-b2dc-44c0-9601-c8cfc33995bf will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:01.869223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:01.871617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:01.871983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.875011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-95dd61a9-007b-4660-ad7c-d20a23d7df36 None None] Provisioning complete for port 7bca5c3f-f074-4609-817b-e1c5861e04a9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:01.877433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95dd61a9-007b-4660-ad7c-d20a23d7df36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.910018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:01.914893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Network': ['ID=374d9cdc-e63d-4dce-a6a8-be85f998602f,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:01.920386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:01.923322 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:01.925187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:01.933443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:01.943901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:01.964521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0addd9-6464-4231-92c0-ea38dc157b52']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:01.971623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 374d9cdc-e63d-4dce-a6a8-be85f998602f details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:01.977083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1ed526-00fd-49b2-af70-3f7aed11d945') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:01.977529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1ed526-00fd-49b2-af70-3f7aed11d945') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:01.988090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:01.991638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.013690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.075228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.076101 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Pushing event updated for resources: {'Port': ['ID=78d6a8cd-615a-4867-8d0b-a34e16a9e9da,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:02.079310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Transition to ACTIVE for port object d01eb11c-b2dc-44c0-9601-c8cfc33995bf will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:02.099198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=a6b9e5a7-50c2-4248-8d86-860700d67a41,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:02.102537 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:02.102916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:02.111624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.124890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.128691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-95dd61a9-007b-4660-ad7c-d20a23d7df36 None None] Port 7bca5c3f-f074-4609-817b-e1c5861e04a9 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:02.129426 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:02.130030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.141953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:02.144689 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:02.179829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0140cf38-b2d6-48cf-b687-cfba7c0ed4ea']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:02.189365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Allocated IP 172.20.0.2 (c955ae0e-02ba-4b40-8c38-7c8dd50f53f9/797a68fc-c85e-4882-94e4-f2aa4e06df2f/a2972e2d-892e-4e5f-acf8-22c604bee764) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:02.189591 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.222328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0009d5b0-f84c-4d1a-b447-2b10f2e37ca5') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:02.222611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0009d5b0-f84c-4d1a-b447-2b10f2e37ca5') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:02.232735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Network 62a55aa6-bafd-4784-a9f4-c08a1266cffe is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:02.235775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.245308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:02.253851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:02.262229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.267134 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-074c43ad-6af4-4a70-9112-bbe1658dee76 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:02.274653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Pushing event updated for resources: {'Port': ['ID=d01eb11c-b2dc-44c0-9601-c8cfc33995bf,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:02.284377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a0addd9-6464-4231-92c0-ea38dc157b52 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 08:51:02.286610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:02.287514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.295446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:02.297987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a0addd9-6464-4231-92c0-ea38dc157b52,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:02.302745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:02.333941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.338113 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] 10.222.0.54 "DELETE /v2.0/networks/3a0addd9-6464-4231-92c0-ea38dc157b52 HTTP/1.1" status: 204 len: 168 time: 1.2809925 Nov 25 08:51:02.349761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42084) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:02.396394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.401641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1497b6b-ada2-4b87-a0ed-2359526e5118,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:02.404586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:02.433437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.449624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-865b49b1-f2af-4472-aca4-4ac865a84196 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:02.499285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Subnet': ['ID=344d80d0-ee85-42ee-81d8-0274cac369f8,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:02.502140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:02.504183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:02.504753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.507489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.522021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Transition to ACTIVE for port object a2972e2d-892e-4e5f-acf8-22c604bee764 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:02.530781 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:02.553561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Transition to ACTIVE for port object a2972e2d-892e-4e5f-acf8-22c604bee764 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:02.594997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.601269 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc30f5e-241a-4742-a30d-b0c99cfacc6c tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:02.602425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc30f5e-241a-4742-a30d-b0c99cfacc6c tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:02.603989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e5306cd2-b5cf-4188-94b5-e576a0495d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:02.607117 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0dc30f5e-241a-4742-a30d-b0c99cfacc6c tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] 10.222.0.54 "DELETE /v2.0/subnets/8d60eb0c-cde6-4c5b-9726-3fadcca8f5d7 HTTP/1.1" status: 404 len: 337 time: 0.2567508 Nov 25 08:51:02.608701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.615388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42088) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:02.620167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c5c90031-6e27-4aa5-96be-28a4a3487b1f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:02.644765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.651327 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7549446 Nov 25 08:51:02.662618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42090) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:02.695541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'security_group': {'name': 'tempest-secgroup-291078493'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:02.702096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:02.706222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:security_group and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:02.709308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:02.716030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:02.753622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:02.754728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Subnet': ['ID=1cab49a1-a2f1-4541-891e-820975865b8f,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:02.758071 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Attempting to bind port d01eb11c-b2dc-44c0-9601-c8cfc33995bf on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:02.758673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Attempting to bind port d01eb11c-b2dc-44c0-9601-c8cfc33995bf by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'a2b8817b-3675-46a7-a7e7-f5cd8cdb964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '62a55aa6-bafd-4784-a9f4-c08a1266cffe'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:02.759221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Attempting to bind port d01eb11c-b2dc-44c0-9601-c8cfc33995bf on network 62a55aa6-bafd-4784-a9f4-c08a1266cffe {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:02.765252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:02.770083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:02.770742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Checking segment: {'id': 'a2b8817b-3675-46a7-a7e7-f5cd8cdb964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '62a55aa6-bafd-4784-a9f4-c08a1266cffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:02.771325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.771496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:02.772038 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Bound using segment: {'id': 'a2b8817b-3675-46a7-a7e7-f5cd8cdb964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '62a55aa6-bafd-4784-a9f4-c08a1266cffe'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:02.772673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Bound port: d01eb11c-b2dc-44c0-9601-c8cfc33995bf, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b8817b-3675-46a7-a7e7-f5cd8cdb964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '62a55aa6-bafd-4784-a9f4-c08a1266cffe'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:02.773310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.783445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:02.787332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Pushing event updated for resources: {'Port': ['ID=a2972e2d-892e-4e5f-acf8-22c604bee764,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:02.801105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:02.802627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.835727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.910900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.932754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Checking segment: {'id': '41fd7ae1-5709-469f-ae65-58a67ac7ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '374d9cdc-e63d-4dce-a6a8-be85f998602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:02.933122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network hostable DHCP agents. Network: 374d9cdc-e63d-4dce-a6a8-be85f998602f, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:51:02.943015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Attempting to bind port a2972e2d-892e-4e5f-acf8-22c604bee764 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:02.943496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Attempting to bind port a2972e2d-892e-4e5f-acf8-22c604bee764 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'f44691f0-fa8f-4749-a3c1-195f2d7ceb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:02.943937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Attempting to bind port a2972e2d-892e-4e5f-acf8-22c604bee764 on network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:02.961872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:02.962469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Checking segment: {'id': 'f44691f0-fa8f-4749-a3c1-195f2d7ceb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:02.962975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:02.963556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Bound using segment: {'id': 'f44691f0-fa8f-4749-a3c1-195f2d7ceb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:02.964042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Bound port: a2972e2d-892e-4e5f-acf8-22c604bee764, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44691f0-fa8f-4749-a3c1-195f2d7ceb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:02.964521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.028860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] For port d01eb11c-b2dc-44c0-9601-c8cfc33995bf, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:03.054721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] For port d01eb11c-b2dc-44c0-9601-c8cfc33995bf, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d01eb11c-b2dc-44c0-9601-c8cfc33995bf,segment=NetworkSegment(a2b8817b-3675-46a7-a7e7-f5cd8cdb964b),segment_id=a2b8817b-3675-46a7-a7e7-f5cd8cdb964b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:03.076406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.082334 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:03.136816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.155860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.183546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.188744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2474881d-372b-46f3-91d9-c4c13325b0d2 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:03.193467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 374d9cdc-e63d-4dce-a6a8-be85f998602f is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:51:03.205369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] For port a2972e2d-892e-4e5f-acf8-22c604bee764, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:03.227847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.237032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 374d9cdc-e63d-4dce-a6a8-be85f998602f) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:03.254742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:03.255367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.257377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] For port a2972e2d-892e-4e5f-acf8-22c604bee764, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a2972e2d-892e-4e5f-acf8-22c604bee764,segment=NetworkSegment(f44691f0-fa8f-4749-a3c1-195f2d7ceb93),segment_id=f44691f0-fa8f-4749-a3c1-195f2d7ceb93)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:03.260716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b256f5-ac88-47d3-b3dc-1c33a4963900 None None] Network 374d9cdc-e63d-4dce-a6a8-be85f998602f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:03.287584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.297811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f1464d-ec2f-4093-9771-338355f325a9']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:03.301017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Pushing event updated for resources: {'Port': ['ID=d01eb11c-b2dc-44c0-9601-c8cfc33995bf,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:03.301921 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] 10.222.0.54 "DELETE /v2.0/networks/0140cf38-b2d6-48cf-b687-cfba7c0ed4ea HTTP/1.1" status: 204 len: 168 time: 4.4229763 Nov 25 08:51:03.320844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:03.334203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a55aa6-bafd-4784-a9f4-c08a1266cffe']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:03.335721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8fb4bf-fe23-4aad-8b18-3b15d2c9be47') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:03.336790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8fb4bf-fe23-4aad-8b18-3b15d2c9be47') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:03.342195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Pushing event deleted for resources: {'Network': ['ID=0140cf38-b2d6-48cf-b687-cfba7c0ed4ea,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:03.349282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:security_group_rule and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:03.355152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:03.356192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:03.358230 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8579473 Nov 25 08:51:03.363498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42098) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:03.365568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b8817b-3675-46a7-a7e7-f5cd8cdb964b') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:03.365868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b8817b-3675-46a7-a7e7-f5cd8cdb964b') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:03.369012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.383433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '374d9cdc-e63d-4dce-a6a8-be85f998602f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-452812332'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:03.385890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:03.387798 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:03.393696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:03.397899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e326cad4-4f42-4ac7-b9e7-c71e602468c9 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.438790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.507149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c12f3d-3c97-4184-a1d5-e9be174b5113 None None] Network 62a55aa6-bafd-4784-a9f4-c08a1266cffe requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:03.542007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.552550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:03.553629 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.646213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.658567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 78d6a8cd-615a-4867-8d0b-a34e16a9e9da up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:03.692149 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:03.718892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.719722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.749638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c117b467-0aa9-4679-856c-9d136b0e6d2b tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:03.767287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.771348 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:03.779939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c9461520-cb78-4260-9e57-7fa8688242f0 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:03.816567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Pushing event updated for resources: {'Port': ['ID=a2972e2d-892e-4e5f-acf8-22c604bee764,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:03.841008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Pushing event deleted for resources: {'Network': ['ID=e5f1464d-ec2f-4093-9771-338355f325a9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:03.857376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:03.878401 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] 10.222.0.54 "DELETE /v2.0/networks/e5f1464d-ec2f-4093-9771-338355f325a9 HTTP/1.1" status: 204 len: 168 time: 1.1518135 Nov 25 08:51:03.882589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:03.888879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:03.897257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:03.911581 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42106) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:03.912805 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:03.944174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:03.969186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:03.972761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.021437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd2e4e-b6c6-48c8-b4ce-f1665ecd1bf3 None None] Network ee2853a9-cc33-495b-9332-83816c6c2d17 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:04.025338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port 91f6255d-b129-4a02-8aaa-3a54b58fad3c yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:04.084539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=a6b9e5a7-50c2-4248-8d86-860700d67a41,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:04.095681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network ee2853a9-cc33-495b-9332-83816c6c2d17 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:04.099177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.101113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:04.102546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:04.177939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.302012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5808107a-d2ac-4a02-a325-178d004af7dd None None] Provisioning for port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:04.309129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8::ee (374d9cdc-e63d-4dce-a6a8-be85f998602f/1cab49a1-a2f1-4541-891e-820975865b8f/91f6255d-b129-4a02-8aaa-3a54b58fad3c) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:04.355063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:04.382909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-374d9cdc-e63d-4dce-a6a8-be85f998602f', 'network_id': '374d9cdc-e63d-4dce-a6a8-be85f998602f', 'tenant_id': 'f8f43b3aa68c4f21aa9ed91a16b90df3', 'fixed_ips': [{'subnet_id': '1cab49a1-a2f1-4541-891e-820975865b8f'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:04.384373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.396728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:04.397199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.420859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42114) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:04.424427 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f52b0ef4-a5da-45b7-aaef-eceab265b8bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2bf466d8379d40c8ad5a0280aea6e5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072985 Nov 25 08:51:04.436593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42118) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:04.531329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:04.531818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.541853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.566950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object 91f6255d-b129-4a02-8aaa-3a54b58fad3c will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:04.570127 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:04.634155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beefc8e-ca96-4757-a408-c84e7900a33e None None] Network 62a55aa6-bafd-4784-a9f4-c08a1266cffe requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:04.654216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.666177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0b14a900-05bd-48db-ad6d-c5014d9988b3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:04.753829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 374d9cdc-e63d-4dce-a6a8-be85f998602f is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:04.762380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=91f6255d-b129-4a02-8aaa-3a54b58fad3c,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:04.770715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:04.772904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:04.777176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:04.782749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:04.783372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.799355 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-91c7b6d8-0d59-4847-8544-d8d9b757ec0f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03419fc2af174c82915bc52bec72052a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735926 Nov 25 08:51:04.802243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42124) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:04.813401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.846958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.847554 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.4821448 Nov 25 08:51:04.873392 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42128) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:04.879291 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:04.898138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.899468 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.2321351 Nov 25 08:51:04.900478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:51:04.900478 dv-neutron-818341-1-hyperv neutron-server[87513]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:51:04.900478 dv-neutron-818341-1-hyperv neutron-server[87513]: [parameters: {'id': '62a55aa6-bafd-4784-a9f4-c08a1266cffe'}] Nov 25 08:51:04.900478 dv-neutron-818341-1-hyperv neutron-server[87513]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:51:04.900828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:51:04.909499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42132) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:04.928894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d273c23-9635-416f-a978-d22dd08492c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.940076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1443757975', 'security_groups': ['dcebcfd5-1de0-4d5f-902b-00d9b574d656'], 'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '797a68fc-c85e-4882-94e4-f2aa4e06df2f'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:04.941389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:04.990540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3b08c765-628b-4d41-8ed1-627611f6b617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.062795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d93c9289-4f77-42a8-b144-e27cb833bd92 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 91f6255d-b129-4a02-8aaa-3a54b58fad3c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:05.063362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d93c9289-4f77-42a8-b144-e27cb833bd92 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.104154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Allocated IP 2001:db8::2 (374d9cdc-e63d-4dce-a6a8-be85f998602f/1cab49a1-a2f1-4541-891e-820975865b8f/6b14b46a-4b0e-47da-bb20-3ab245f3e971) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:05.116702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=78d6a8cd-615a-4867-8d0b-a34e16a9e9da,segment=NetworkSegment(bb918467-9ee5-444c-b305-56746b946397),segment_id=bb918467-9ee5-444c-b305-56746b946397)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:05.125688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3b08c765-628b-4d41-8ed1-627611f6b617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.126572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcebcfd5-1de0-4d5f-902b-00d9b574d656,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:05.129937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.135887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7e83dc3e-afee-47c2-82b8-cfaad25d4a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:05.140678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:05.143816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:05.174931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d273c23-9635-416f-a978-d22dd08492c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.182396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:port and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:05.192637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:05.207473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:05.238393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router e2bb93f2-b587-423c-9d61-10d192b45e99 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:51:05.254539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:05.396075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1227fece-8a05-4402-973b-192f4362b60a None None] Provisioning complete for port 14cfac99-ea12-499c-ba46-aa3d529451be triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:05.396648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1227fece-8a05-4402-973b-192f4362b60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.415144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3b08c765-628b-4d41-8ed1-627611f6b617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.425714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2fa940cc-8a15-48d2-aac7-030041536521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:05.430724 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=78d6a8cd-615a-4867-8d0b-a34e16a9e9da,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:05.433920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:05.456828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.458770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d93c9289-4f77-42a8-b144-e27cb833bd92 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.464316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e326cad4-4f42-4ac7-b9e7-c71e602468c9 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.478468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08c765-628b-4d41-8ed1-627611f6b617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec613b5-fc23-4728-9b0c-b6b865c25242,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:05.483444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3b08c765-628b-4d41-8ed1-627611f6b617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.484731 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3b08c765-628b-4d41-8ed1-627611f6b617 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ec613b5-fc23-4728-9b0c-b6b865c25242 HTTP/1.1" status: 204 len: 168 time: 0.6815228 Nov 25 08:51:05.486056 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3b08c765-628b-4d41-8ed1-627611f6b617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:05.561623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1227fece-8a05-4402-973b-192f4362b60a None None] Port 14cfac99-ea12-499c-ba46-aa3d529451be cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:05.583914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e326cad4-4f42-4ac7-b9e7-c71e602468c9 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.603229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-39ad06c1-b5b0-4758-94ef-3c98d1359562 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:05.671474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1227fece-8a05-4402-973b-192f4362b60a None None] Provisioning for port a2972e2d-892e-4e5f-acf8-22c604bee764 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:05.680548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.695791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d273c23-9635-416f-a978-d22dd08492c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.697943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Transition to ACTIVE for port object 6b14b46a-4b0e-47da-bb20-3ab245f3e971 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:05.718814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d93c9289-4f77-42a8-b144-e27cb833bd92 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 91f6255d-b129-4a02-8aaa-3a54b58fad3c owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:05.726297 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Transition to ACTIVE for port object 6b14b46a-4b0e-47da-bb20-3ab245f3e971 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:05.737246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.747469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a2972e2d-892e-4e5f-acf8-22c604bee764 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:05.780504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.782684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Deleting port d01eb11c-b2dc-44c0-9601-c8cfc33995bf {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:05.783484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:05.802083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-dc015195-6adb-40b0-80c7-d6be55207f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:05.928178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Network 374d9cdc-e63d-4dce-a6a8-be85f998602f is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:05.950258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Pushing event updated for resources: {'Port': ['ID=6b14b46a-4b0e-47da-bb20-3ab245f3e971,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:05.952875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:05.957066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:05.969025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:06.084414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6833c1a8-8f79-4fce-9973-98e3eda7df5b None None] Provisioning complete for port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:06.084724 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6833c1a8-8f79-4fce-9973-98e3eda7df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.134216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42142) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:06.154710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d273c23-9635-416f-a978-d22dd08492c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.158890 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9d273c23-9635-416f-a978-d22dd08492c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81945216-fb64-4beb-863a-24d67df701b7 HTTP/1.1" status: 204 len: 168 time: 1.7152514 Nov 25 08:51:06.159876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:51:06.172650 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f977d4-cb89-4a17-831b-8286b553406a None None] Sync routers for ids ['e2bb93f2-b587-423c-9d61-10d192b45e99'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:51:06.182882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d93c9289-4f77-42a8-b144-e27cb833bd92 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.188251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5ad5864a-b352-4379-b82f-e23fe790d3d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:06.190078 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f977d4-cb89-4a17-831b-8286b553406a None None] Routers {'e2bb93f2-b587-423c-9d61-10d192b45e99'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:06.190740 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-11f977d4-cb89-4a17-831b-8286b553406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['e2bb93f2-b587-423c-9d61-10d192b45e99'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:06.214941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Attempting to bind port 6b14b46a-4b0e-47da-bb20-3ab245f3e971 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:06.215313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Attempting to bind port 6b14b46a-4b0e-47da-bb20-3ab245f3e971 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '41fd7ae1-5709-469f-ae65-58a67ac7ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '374d9cdc-e63d-4dce-a6a8-be85f998602f'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:06.216961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Attempting to bind port 6b14b46a-4b0e-47da-bb20-3ab245f3e971 on network 374d9cdc-e63d-4dce-a6a8-be85f998602f {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:06.235114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:06.236963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:06.237424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Checking segment: {'id': '41fd7ae1-5709-469f-ae65-58a67ac7ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '374d9cdc-e63d-4dce-a6a8-be85f998602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:06.237741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.238141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Bound using segment: {'id': '41fd7ae1-5709-469f-ae65-58a67ac7ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '374d9cdc-e63d-4dce-a6a8-be85f998602f'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:06.238664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Bound port: 6b14b46a-4b0e-47da-bb20-3ab245f3e971, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fd7ae1-5709-469f-ae65-58a67ac7ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '374d9cdc-e63d-4dce-a6a8-be85f998602f'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:06.239040 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.239798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c9289-4f77-42a8-b144-e27cb833bd92 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=91f6255d-b129-4a02-8aaa-3a54b58fad3c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:06.270843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d93c9289-4f77-42a8-b144-e27cb833bd92 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:06.288411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d93c9289-4f77-42a8-b144-e27cb833bd92 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.310114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port a2972e2d-892e-4e5f-acf8-22c604bee764 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:06.312141 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d93c9289-4f77-42a8-b144-e27cb833bd92 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/91f6255d-b129-4a02-8aaa-3a54b58fad3c HTTP/1.1" status: 204 len: 168 time: 1.4371593 Nov 25 08:51:06.315915 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/e2bb93f2-b587-423c-9d61-10d192b45e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9181855 Nov 25 08:51:06.316767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42148) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:06.318608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42150) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:06.329681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port a2972e2d-892e-4e5f-acf8-22c604bee764 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:06.330065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.340215 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-11f977d4-cb89-4a17-831b-8286b553406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:06.355014 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f977d4-cb89-4a17-831b-8286b553406a None None] Routers {'e2bb93f2-b587-423c-9d61-10d192b45e99'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:06.356122 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-11f977d4-cb89-4a17-831b-8286b553406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['e2bb93f2-b587-423c-9d61-10d192b45e99'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:06.416371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e4fb32-9161-4993-a973-17e34d286bad tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:06.417037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-12e4fb32-9161-4993-a973-17e34d286bad tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:06.431854 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-11f977d4-cb89-4a17-831b-8286b553406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:06.432519 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f977d4-cb89-4a17-831b-8286b553406a None None] The sync data for ids ['e2bb93f2-b587-423c-9d61-10d192b45e99'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:51:06.455125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] For port d01eb11c-b2dc-44c0-9601-c8cfc33995bf, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d01eb11c-b2dc-44c0-9601-c8cfc33995bf,segment=NetworkSegment(a2b8817b-3675-46a7-a7e7-f5cd8cdb964b),segment_id=a2b8817b-3675-46a7-a7e7-f5cd8cdb964b)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:06.455477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.462437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-12e4fb32-9161-4993-a973-17e34d286bad tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:06.467086 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-12e4fb32-9161-4993-a973-17e34d286bad tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports/a6b9e5a7-50c2-4248-8d86-860700d67a41 HTTP/1.1" status: 200 len: 911 time: 0.1440773 Nov 25 08:51:06.467086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42156) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:06.473999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-dc71b3bb-c244-4988-b99d-fd0f7b81c37e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68947f76-bf27-4601-b457-48697e282e37'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:06.493022 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] For port 6b14b46a-4b0e-47da-bb20-3ab245f3e971, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:06.565179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] For port 6b14b46a-4b0e-47da-bb20-3ab245f3e971, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6b14b46a-4b0e-47da-bb20-3ab245f3e971,segment=NetworkSegment(41fd7ae1-5709-469f-ae65-58a67ac7ec0d),segment_id=41fd7ae1-5709-469f-ae65-58a67ac7ec0d)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:06.591175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.606248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-32ce353c-308d-420a-8de2-5319592c26f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:06.657791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.677013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6833c1a8-8f79-4fce-9973-98e3eda7df5b None None] Provisioning for port a6b9e5a7-50c2-4248-8d86-860700d67a41 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:06.693471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6833c1a8-8f79-4fce-9973-98e3eda7df5b None None] Provisioning complete for port a6b9e5a7-50c2-4248-8d86-860700d67a41 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:06.693856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6833c1a8-8f79-4fce-9973-98e3eda7df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.758533 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8f9a97d8-16e8-4e8a-b319-331e38d68a9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5041257e54134674a4056879bd2610e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000805 Nov 25 08:51:06.760311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326cad4-4f42-4ac7-b9e7-c71e602468c9 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'Port': ['ID=7bca5c3f-f074-4609-817b-e1c5861e04a9,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:06.782010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42162) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:06.792958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port a2972e2d-892e-4e5f-acf8-22c604bee764, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a2972e2d-892e-4e5f-acf8-22c604bee764,segment=NetworkSegment(f44691f0-fa8f-4749-a3c1-195f2d7ceb93),segment_id=f44691f0-fa8f-4749-a3c1-195f2d7ceb93)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:06.793924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Pushing event updated for resources: {'Port': ['ID=6b14b46a-4b0e-47da-bb20-3ab245f3e971,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:06.798212 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:06.799012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6833c1a8-8f79-4fce-9973-98e3eda7df5b None None] Port a6b9e5a7-50c2-4248-8d86-860700d67a41 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:06.813878 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.814779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 78d6a8cd-615a-4867-8d0b-a34e16a9e9da up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:06.834956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc71b3bb-c244-4988-b99d-fd0f7b81c37e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.845099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e4bae689-76d2-4ab1-8818-57041086768a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:06.849729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42166) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:06.875208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9f74e7d3-3a1c-418f-9a08-e17795ef8989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.902028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e326cad4-4f42-4ac7-b9e7-c71e602468c9 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.299s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:06.908110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9764a7e3-ef5c-45ed-9efd-6cfcca3cf02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.173s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:06.936289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=a2972e2d-892e-4e5f-acf8-22c604bee764,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:06.937790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9f74e7d3-3a1c-418f-9a08-e17795ef8989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:06.946822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9f74e7d3-3a1c-418f-9a08-e17795ef8989 admin admin] Usage tracker for resource:security_group_rule and tenant:508d349b24a44f608fc32fe4b45d0ffb is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:06.947043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:06.950513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9f74e7d3-3a1c-418f-9a08-e17795ef8989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:06.964112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9f74e7d3-3a1c-418f-9a08-e17795ef8989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:06.965171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ba6cd21e-14be-4a31-ae60-5f401a19d9e2 None None] Provisioning complete for port 7bca5c3f-f074-4609-817b-e1c5861e04a9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:06.965559 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd21e-14be-4a31-ae60-5f401a19d9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:06.986452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d273c23-9635-416f-a978-d22dd08492c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81945216-fb64-4beb-863a-24d67df701b7,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:07.003322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Calling delete_port for d01eb11c-b2dc-44c0-9601-c8cfc33995bf owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:07.054975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cd21e-14be-4a31-ae60-5f401a19d9e2 None None] Port 7bca5c3f-f074-4609-817b-e1c5861e04a9 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:07.057702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:07.058079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.119899 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38a2915-11e3-4fff-9841-34325489a5c4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:51:07.121262 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d38a2915-11e3-4fff-9841-34325489a5c4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/91f6255d-b129-4a02-8aaa-3a54b58fad3c HTTP/1.1" status: 404 len: 333 time: 0.7347231 Nov 25 08:51:07.122772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d273c23-9635-416f-a978-d22dd08492c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:07.155288 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ba6cd21e-14be-4a31-ae60-5f401a19d9e2 None None] Provisioning complete for port a6b9e5a7-50c2-4248-8d86-860700d67a41 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:07.155856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd21e-14be-4a31-ae60-5f401a19d9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.183795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-e326cad4-4f42-4ac7-b9e7-c71e602468c9 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] In _notify_port_updated(), no bound segment for port 7bca5c3f-f074-4609-817b-e1c5861e04a9 on network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:51:07.189156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e326cad4-4f42-4ac7-b9e7-c71e602468c9 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:07.190170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e326cad4-4f42-4ac7-b9e7-c71e602468c9 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.191717 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e326cad4-4f42-4ac7-b9e7-c71e602468c9 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "PUT /v2.0/ports/7bca5c3f-f074-4609-817b-e1c5861e04a9 HTTP/1.1" status: 200 len: 994 time: 5.3873065 Nov 25 08:51:07.199131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42170) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:07.199457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42172) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:07.226225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0dab1bbd-bd28-4a7b-b2e5-eff13df6fa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.260914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cd21e-14be-4a31-ae60-5f401a19d9e2 None None] Port a6b9e5a7-50c2-4248-8d86-860700d67a41 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:07.300192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0dab1bbd-bd28-4a7b-b2e5-eff13df6fa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.340528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.353499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:07.410537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Port': ['ID=d01eb11c-b2dc-44c0-9601-c8cfc33995bf,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:07.423579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:07.434186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No DVR routers for this DVR port d01eb11c-b2dc-44c0-9601-c8cfc33995bf on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:51:07.465571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9f74e7d3-3a1c-418f-9a08-e17795ef8989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.479135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.10 (c955ae0e-02ba-4b40-8c38-7c8dd50f53f9/797a68fc-c85e-4882-94e4-f2aa4e06df2f/61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:07.483176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9f74e7d3-3a1c-418f-9a08-e17795ef8989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.514979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:07.524205 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9f74e7d3-3a1c-418f-9a08-e17795ef8989 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=508d349b24a44f608fc32fe4b45d0ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6708989 Nov 25 08:51:07.525651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-997e832e-0c8d-4ca6-9935-3594a068625f tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Deleting port 7bca5c3f-f074-4609-817b-e1c5861e04a9 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:07.525996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-997e832e-0c8d-4ca6-9935-3594a068625f tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.552546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42178) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:07.565339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting subnet 1cab49a1-a2f1-4541-891e-820975865b8f {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:07.588405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.611660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.649116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0dab1bbd-bd28-4a7b-b2e5-eff13df6fa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.669090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0c966a48-cbd6-4597-b692-04652b146f0f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:07.670244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a2972e2d-892e-4e5f-acf8-22c604bee764 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:07.682184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a55aa6-bafd-4784-a9f4-c08a1266cffe']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:07.752247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b8817b-3675-46a7-a7e7-f5cd8cdb964b') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:07.752545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b8817b-3675-46a7-a7e7-f5cd8cdb964b') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:07.766624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port a2972e2d-892e-4e5f-acf8-22c604bee764 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:07.767516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.771062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74e7d3-3a1c-418f-9a08-e17795ef8989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce26c3a6-4003-4c5e-9af7-ff7c651c8324,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:07.792519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9f74e7d3-3a1c-418f-9a08-e17795ef8989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:07.813973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.829546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab1bbd-bd28-4a7b-b2e5-eff13df6fa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d451ebe-bd8d-4e57-b401-f4c2753648ad,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:07.831995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0dab1bbd-bd28-4a7b-b2e5-eff13df6fa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:07.882474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.902449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0dab1bbd-bd28-4a7b-b2e5-eff13df6fa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.917190 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0dab1bbd-bd28-4a7b-b2e5-eff13df6fa2c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d451ebe-bd8d-4e57-b401-f4c2753648ad HTTP/1.1" status: 204 len: 168 time: 1.1146052 Nov 25 08:51:07.958066 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.965599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6b14b46a-4b0e-47da-bb20-3ab245f3e971 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:07.976865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:07.985319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:07.986178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.018496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3540f374-74e3-4da3-81df-f16fb30d55d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.067261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 6b14b46a-4b0e-47da-bb20-3ab245f3e971 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:08.108253 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:08.118491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3540f374-74e3-4da3-81df-f16fb30d55d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.144618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:08.153504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.157572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-08a468c7-3f1e-4b35-a34d-7f5d08471deb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:08.177930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.182721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca176a37-0216-465f-89e8-8d07b9faabc9 None None] Network 374d9cdc-e63d-4dce-a6a8-be85f998602f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:08.187949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=62a55aa6-bafd-4784-a9f4-c08a1266cffe,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:08.194530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:08.205896 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/62a55aa6-bafd-4784-a9f4-c08a1266cffe HTTP/1.1" status: 204 len: 168 time: 7.3466775 Nov 25 08:51:08.209712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42184) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:08.216481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.265767 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d663337f-109c-4191-9409-49f0b178dbf5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:08.266035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d663337f-109c-4191-9409-49f0b178dbf5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:08.267771 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d663337f-109c-4191-9409-49f0b178dbf5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/subnets/344d80d0-ee85-42ee-81d8-0274cac369f8 HTTP/1.1" status: 404 len: 337 time: 0.0550432 Nov 25 08:51:08.280376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5304e93c-9387-4750-b6b1-01877001da7f tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:08.335067 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42190) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:08.362688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:08.370624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:08.374008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:08.383915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:08.384825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:08.409021 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a68679-25f9-4087-80d2-8aa5fd26bf4c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:08.409828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a68679-25f9-4087-80d2-8aa5fd26bf4c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:08.465941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] Provisioning for port 6b14b46a-4b0e-47da-bb20-3ab245f3e971 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:08.475899 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] Provisioning complete for port 6b14b46a-4b0e-47da-bb20-3ab245f3e971 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:08.477044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.496923 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-46a68679-25f9-4087-80d2-8aa5fd26bf4c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/62a55aa6-bafd-4784-a9f4-c08a1266cffe HTTP/1.1" status: 404 len: 339 time: 0.1435647 Nov 25 08:51:08.503201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42198) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:08.557367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:08.558491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.597621 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6798370 Nov 25 08:51:08.600785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42204) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:08.614043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-7e32017b-3cd4-406d-b731-3ee6b43edda0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:08.640022 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2642a19-d2dc-490f-8085-ee4361cc3d59 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:08.640442 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2642a19-d2dc-490f-8085-ee4361cc3d59 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:08.657595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.702373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.736832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-dc71b3bb-c244-4988-b99d-fd0f7b81c37e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:51:08.758802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-997e832e-0c8d-4ca6-9935-3594a068625f tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.772901 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e2642a19-d2dc-490f-8085-ee4361cc3d59 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/subnets/30ff5323-bb89-41d3-bc53-59984e7733b1 HTTP/1.1" status: 404 len: 337 time: 0.2625308 Nov 25 08:51:08.776649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42210) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:08.781339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3540f374-74e3-4da3-81df-f16fb30d55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.783850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3540f374-74e3-4da3-81df-f16fb30d55d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.785199 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3540f374-74e3-4da3-81df-f16fb30d55d9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce26c3a6-4003-4c5e-9af7-ff7c651c8324 HTTP/1.1" status: 204 len: 168 time: 1.2178352 Nov 25 08:51:08.792339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5b6e5173-b1cb-4cba-8b24-93e637cc081b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:08.801805 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc71b3bb-c244-4988-b99d-fd0f7b81c37e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:08.878781 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c5164c-62ac-4cc5-9349-7fdb3a941f77 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:08.879786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c5164c-62ac-4cc5-9349-7fdb3a941f77 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:08.881137 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-15c5164c-62ac-4cc5-9349-7fdb3a941f77 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/19cbcd8f-417d-4c46-9504-b0bdacd99ac1 HTTP/1.1" status: 404 len: 339 time: 0.1035419 Nov 25 08:51:08.887566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42218) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:08.964023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-997e832e-0c8d-4ca6-9935-3594a068625f tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Calling delete_port for 7bca5c3f-f074-4609-817b-e1c5861e04a9 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:09.101200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540f374-74e3-4da3-81df-f16fb30d55d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce26c3a6-4003-4c5e-9af7-ff7c651c8324,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:09.110729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3540f374-74e3-4da3-81df-f16fb30d55d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:09.112072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc71b3bb-c244-4988-b99d-fd0f7b81c37e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:09.118805 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc71b3bb-c244-4988-b99d-fd0f7b81c37e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:09.119456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc71b3bb-c244-4988-b99d-fd0f7b81c37e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:09.123713 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dc71b3bb-c244-4988-b99d-fd0f7b81c37e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/ports/a6b9e5a7-50c2-4248-8d86-860700d67a41 HTTP/1.1" status: 200 len: 911 time: 2.6530495 Nov 25 08:51:09.123713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e5c3dbb1-db40-4b65-9b0c-6703cec597a4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:09.168164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42228) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:09.196579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:09.233212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7e32017b-3cd4-406d-b731-3ee6b43edda0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:09.411062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:09.453111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71b3bb-c244-4988-b99d-fd0f7b81c37e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=a6b9e5a7-50c2-4248-8d86-860700d67a41,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:09.458553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dc71b3bb-c244-4988-b99d-fd0f7b81c37e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:09.468398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1945e86d-4f40-4c43-844d-ecf7535e41e6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:09.498276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:09.521486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42240) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:09.524750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:51:09.527263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:51:09.539994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Subnet': ['ID=1cab49a1-a2f1-4541-891e-820975865b8f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:09.543005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7e32017b-3cd4-406d-b731-3ee6b43edda0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:09.555008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7e32017b-3cd4-406d-b731-3ee6b43edda0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:09.573788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7e32017b-3cd4-406d-b731-3ee6b43edda0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:09.584691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:09.608569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:09.610402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-997e832e-0c8d-4ca6-9935-3594a068625f tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:09.619748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e32017b-3cd4-406d-b731-3ee6b43edda0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:09.624600 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/1cab49a1-a2f1-4541-891e-820975865b8f HTTP/1.1" status: 204 len: 168 time: 2.3812659 Nov 25 08:51:09.627933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7e32017b-3cd4-406d-b731-3ee6b43edda0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:09.687500 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-64d5666b-f581-4791-a6b3-238811f73e0f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:09.738743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c09913-f82d-42b4-9c13-c0dfc3b80d83 None None] Network 374d9cdc-e63d-4dce-a6a8-be85f998602f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:09.756819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42248) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:09.783136 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.ipam_backend_mixin [None req-7e32017b-3cd4-406d-b731-3ee6b43edda0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 797a68fc-c85e-4882-94e4-f2aa4e06df2f (CIDR: 172.20.0.0/28) Nov 25 08:51:09.788261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff75b30f-8ccd-4b59-9ef4-da540e091856']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:09.801187 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e32017b-3cd4-406d-b731-3ee6b43edda0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:09.802075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e32017b-3cd4-406d-b731-3ee6b43edda0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:09.811981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783699e7-4363-4343-838f-3a5f4b6c2a7e') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:09.812367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783699e7-4363-4343-838f-3a5f4b6c2a7e') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:09.841782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:09.865037 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7e32017b-3cd4-406d-b731-3ee6b43edda0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2607875 Nov 25 08:51:09.866695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:09.869775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42258) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:09.885323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:09.959411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e832e-0c8d-4ca6-9935-3594a068625f tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event deleted for resources: {'Port': ['ID=7bca5c3f-f074-4609-817b-e1c5861e04a9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:10.002377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-997e832e-0c8d-4ca6-9935-3594a068625f tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:10.031592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:10.031910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:10.057341 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:10.069900 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2595e8eb-0f2a-456d-9878-9ab23d2f9bf9 tempest-AgentManagementNegativeTest-1000911434 tempest-AgentManagementNegativeTest-1000911434-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5456648 Nov 25 08:51:10.136219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.183843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] For port 6b14b46a-4b0e-47da-bb20-3ab245f3e971, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6b14b46a-4b0e-47da-bb20-3ab245f3e971,segment=NetworkSegment(41fd7ae1-5709-469f-ae65-58a67ac7ec0d),segment_id=41fd7ae1-5709-469f-ae65-58a67ac7ec0d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:10.197224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.201151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac78aa7-1143-4422-b7fc-0e31e9061cbc None None] DHCP port deletion for 374d9cdc-e63d-4dce-a6a8-be85f998602f request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:51:10.207266 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6f2218ad-6dfc-452f-b02d-c00067ad4a33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:10.253379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8ac78aa7-1143-4422-b7fc-0e31e9061cbc None None] Deleting port 6b14b46a-4b0e-47da-bb20-3ab245f3e971 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:10.253639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8ac78aa7-1143-4422-b7fc-0e31e9061cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.294702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42266) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:10.329865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:10.336103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:10.340766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:10.341444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-daa60c17-8ef7-4c90-9ead-66c28b14e76a None None] Could not find standard attr ID for object 91f6255d-b129-4a02-8aaa-3a54b58fad3c. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:51:10.347551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.349570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:10.363438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e80632ba-ea91-488c-8832-8b0c355ac403 tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:10.404639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.443061 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/ff75b30f-8ccd-4b59-9ef4-da540e091856 HTTP/1.1" status: 204 len: 168 time: 1.5487890 Nov 25 08:51:10.449512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42274) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:10.460227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.462690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=ff75b30f-8ccd-4b59-9ef4-da540e091856,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:10.508550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:10.516683 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-16df7f8f-79fb-4730-a241-ebbf89646466 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:10.517361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16df7f8f-79fb-4730-a241-ebbf89646466 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:10.519553 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-16df7f8f-79fb-4730-a241-ebbf89646466 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/subnets/724c83bd-5d4c-484b-9ed5-286a0d255278 HTTP/1.1" status: 404 len: 337 time: 0.0618448 Nov 25 08:51:10.521423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:10.525720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.543593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42278) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:10.580399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] Pushing event updated for resources: {'Port': ['ID=6b14b46a-4b0e-47da-bb20-3ab245f3e971,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:10.591312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:10.594946 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-daa60c17-8ef7-4c90-9ead-66c28b14e76a None None] Provisioning complete for port 6b14b46a-4b0e-47da-bb20-3ab245f3e971 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:10.595745 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daa60c17-8ef7-4c90-9ead-66c28b14e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.598244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 6b14b46a-4b0e-47da-bb20-3ab245f3e971 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:10.598966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.637262 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8eb1fd0-683b-4980-bcbf-7e6c65239840 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:10.638121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8eb1fd0-683b-4980-bcbf-7e6c65239840 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:10.643031 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b8eb1fd0-683b-4980-bcbf-7e6c65239840 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/e1f4a754-d416-41e5-9001-1a8ea054beb2 HTTP/1.1" status: 404 len: 339 time: 0.0978117 Nov 25 08:51:10.653029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42282) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:10.653679 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42284) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:10.709876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-8ac78aa7-1143-4422-b7fc-0e31e9061cbc None None] For port 6b14b46a-4b0e-47da-bb20-3ab245f3e971, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6b14b46a-4b0e-47da-bb20-3ab245f3e971,segment=NetworkSegment(41fd7ae1-5709-469f-ae65-58a67ac7ec0d),segment_id=41fd7ae1-5709-469f-ae65-58a67ac7ec0d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:10.710272 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8ac78aa7-1143-4422-b7fc-0e31e9061cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.730359 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e8cb5e-30f6-46c3-bf62-ed4f142c6064 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:10.731309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e8cb5e-30f6-46c3-bf62-ed4f142c6064 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:10.735984 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-35e8cb5e-30f6-46c3-bf62-ed4f142c6064 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/subnets/b5ba400c-ba60-401d-b061-ca8b409f6cac HTTP/1.1" status: 404 len: 337 time: 0.0793374 Nov 25 08:51:10.737003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42292) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:10.740096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-997e832e-0c8d-4ca6-9935-3594a068625f tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.745410 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-997e832e-0c8d-4ca6-9935-3594a068625f tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "DELETE /v2.0/ports/7bca5c3f-f074-4609-817b-e1c5861e04a9 HTTP/1.1" status: 204 len: 168 time: 3.5028310 Nov 25 08:51:10.768973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42294) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:10.793410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1371788917'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:10.802322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:10.816415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Usage tracker for resource:network and tenant:2997b6acdc9a4e0b9413a28e3f1d6879 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:10.820739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:10.827921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:10.830579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.834925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:10.874921 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-101015aa-8d46-4c24-88cd-0fa6524715ed tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:10.875213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101015aa-8d46-4c24-88cd-0fa6524715ed tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:10.879658 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-101015aa-8d46-4c24-88cd-0fa6524715ed tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/ec27fdca-0c22-49d5-8644-5c4ee5c57a7f HTTP/1.1" status: 404 len: 339 time: 0.1318226 Nov 25 08:51:10.880559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42300) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:10.889975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb39e-a895-43f4-96cf-a275ebbc5fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.891824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Made reservation on behalf of 2997b6acdc9a4e0b9413a28e3f1d6879 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:10.895262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.900464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8ac78aa7-1143-4422-b7fc-0e31e9061cbc None None] Calling delete_port for 6b14b46a-4b0e-47da-bb20-3ab245f3e971 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:10.916260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:10.920612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:10.924341 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.929166 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-117b69e8-30f2-4d4e-9efd-6524bf667d40 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] GET failed (client error): The resource could not be found. Nov 25 08:51:10.931076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-117b69e8-30f2-4d4e-9efd-6524bf667d40 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Synchronizing usage tracker for tenant:1abd61fbc99a4871a677319406fbf29b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:10.935741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:10.936339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:10.939268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d291f7b4-d6b5-4310-a0a1-00368e62a3f5 None None] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:10.953645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Subnet': ['ID=946e893d-50ff-49a9-ae95-e04128984e5b,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:10.957771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:10.961215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:10.966734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Usage tracker for resource:security_group_rule and tenant:2997b6acdc9a4e0b9413a28e3f1d6879 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:10.969699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:10.980398 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1063962 Nov 25 08:51:10.980398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42304) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:10.983794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:10.989509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-513778141', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '946e893d-50ff-49a9-ae95-e04128984e5b'}], 'security_groups': ['a1497b6b-ada2-4b87-a0ed-2359526e5118']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:11.000964 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-267418a3-3fa2-4cfa-9d42-2017bc7b3315 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:11.001410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267418a3-3fa2-4cfa-9d42-2017bc7b3315 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:11.006220 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-267418a3-3fa2-4cfa-9d42-2017bc7b3315 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/subnets/801765f2-24f4-4fa1-ae36-b2efb839d923 HTTP/1.1" status: 404 len: 337 time: 0.1202881 Nov 25 08:51:11.007415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fb3eb39e-a895-43f4-96cf-a275ebbc5fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:11.020800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42308) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:11.035254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fb3eb39e-a895-43f4-96cf-a275ebbc5fec admin admin] Usage tracker for resource:security_group_rule and tenant:c93fac14b4c64ed7b3d814229d3f4b66 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:11.055399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-daa60c17-8ef7-4c90-9ead-66c28b14e76a None None] Provisioning for port 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:11.073810 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2469917-5eac-4a19-a94e-a5195c6372e3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:11.074202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2469917-5eac-4a19-a94e-a5195c6372e3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:11.076082 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c2469917-5eac-4a19-a94e-a5195c6372e3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/3ad1a409-7b17-4cbd-b3f8-b3dae0cd8662 HTTP/1.1" status: 404 len: 339 time: 0.0495794 Nov 25 08:51:11.079627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-daa60c17-8ef7-4c90-9ead-66c28b14e76a None None] Provisioning complete for port 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:11.080012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daa60c17-8ef7-4c90-9ead-66c28b14e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:11.090891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fb3eb39e-a895-43f4-96cf-a275ebbc5fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:11.095145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42312) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:11.119110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fb3eb39e-a895-43f4-96cf-a275ebbc5fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:11.125052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-117b69e8-30f2-4d4e-9efd-6524bf667d40 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Unset dirty status for tenant:1abd61fbc99a4871a677319406fbf29b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:11.130753 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-117b69e8-30f2-4d4e-9efd-6524bf667d40 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "GET /v2.0/ports/7bca5c3f-f074-4609-817b-e1c5861e04a9 HTTP/1.1" status: 404 len: 333 time: 0.3585134 Nov 25 08:51:11.143541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42316) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:11.166814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Request body: {'port': {'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0', 'name': 'tempest-AllowedAddressPairTestJSON-337979573'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:11.167154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8ac78aa7-1143-4422-b7fc-0e31e9061cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:11.174747 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba90052-a6ed-40e3-b833-9acb11cb71b1 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:11.175220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba90052-a6ed-40e3-b833-9acb11cb71b1 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:11.176357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:11.244648 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0ba90052-a6ed-40e3-b833-9acb11cb71b1 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/subnets/226b29e4-16a5-4254-afc4-204515e9cf4f HTTP/1.1" status: 404 len: 337 time: 0.1484590 Nov 25 08:51:11.250919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42322) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:11.278505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] For port 6b14b46a-4b0e-47da-bb20-3ab245f3e971, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6b14b46a-4b0e-47da-bb20-3ab245f3e971,segment=NetworkSegment(41fd7ae1-5709-469f-ae65-58a67ac7ec0d),segment_id=41fd7ae1-5709-469f-ae65-58a67ac7ec0d)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:11.279017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:11.293108 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e44058-a56f-4ab0-9843-608c724d7ba1 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:11.293563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e44058-a56f-4ab0-9843-608c724d7ba1 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:11.296938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac78aa7-1143-4422-b7fc-0e31e9061cbc None None] Pushing event deleted for resources: {'Port': ['ID=6b14b46a-4b0e-47da-bb20-3ab245f3e971,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:11.300202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8ac78aa7-1143-4422-b7fc-0e31e9061cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:11.309760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-daa60c17-8ef7-4c90-9ead-66c28b14e76a None None] Port 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:11.313257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac78aa7-1143-4422-b7fc-0e31e9061cbc None None] No DVR routers for this DVR port 6b14b46a-4b0e-47da-bb20-3ab245f3e971 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:51:11.322702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-72e44058-a56f-4ab0-9843-608c724d7ba1 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/ecf9c3f1-e6c8-4c84-9588-3ff5eba6c161 HTTP/1.1" status: 404 len: 339 time: 0.0676422 Nov 25 08:51:11.325778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42328) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:11.400144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:11.434151 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c998d5e-91f0-463c-9c19-d889696d7243 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:11.434761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c998d5e-91f0-463c-9c19-d889696d7243 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:11.472858 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0c998d5e-91f0-463c-9c19-d889696d7243 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/subnets/c541c9a1-0045-41df-aeb8-21c792d38b0a HTTP/1.1" status: 404 len: 337 time: 0.1460137 Nov 25 08:51:11.473526 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42332) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:11.520773 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d33a372-6cca-4f58-867c-6bbc5605339c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:11.521366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d33a372-6cca-4f58-867c-6bbc5605339c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:11.525981 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6d33a372-6cca-4f58-867c-6bbc5605339c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/bfd386bd-544c-46b9-afa2-a2326e8baa62 HTTP/1.1" status: 404 len: 339 time: 0.0377092 Nov 25 08:51:11.531477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42336) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:11.537581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:11.576414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:11.586436 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f48961a-6799-44d1-8ad7-bf47c0623ce6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:11.587099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f48961a-6799-44d1-8ad7-bf47c0623ce6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:11.591688 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3f48961a-6799-44d1-8ad7-bf47c0623ce6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/subnets/85399626-9f59-4564-b9a3-f3a04b320b43 HTTP/1.1" status: 404 len: 337 time: 0.0566068 Nov 25 08:51:11.594493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42340) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:11.613022 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264001a-6302-4d01-b651-a87898980b48 None None] Update dhcp port {'port': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'fixed_ips': [{'subnet_id': '797a68fc-c85e-4882-94e4-f2aa4e06df2f', 'ip_address': '172.20.0.2'}, {'subnet_id': '946e893d-50ff-49a9-ae95-e04128984e5b'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'a2972e2d-892e-4e5f-acf8-22c604bee764'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:51:11.617445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:11.625540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4df7aaa-5539-43fe-9f51-63764e8322c1 tempest-RoutersAdminTest-1908447347 tempest-RoutersAdminTest-1908447347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:11.651380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6b14b46a-4b0e-47da-bb20-3ab245f3e971 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:51:11.687081 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07fa0f4-147a-487c-9866-731713122750 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:11.687579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07fa0f4-147a-487c-9866-731713122750 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:11.692889 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d07fa0f4-147a-487c-9866-731713122750 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/1383ed2e-4f34-4cad-a4bf-d917c5229ca1 HTTP/1.1" status: 404 len: 339 time: 0.0972438 Nov 25 08:51:11.701965 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 6b14b46a-4b0e-47da-bb20-3ab245f3e971 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:51:11.702697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6b14b46a-4b0e-47da-bb20-3ab245f3e971 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:51:11.703490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42344) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:11.731743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 6b14b46a-4b0e-47da-bb20-3ab245f3e971 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:11.745198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3264001a-6302-4d01-b651-a87898980b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:11.759779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:11.783951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93c6849-5201-4b59-ba0b-6c0b843c5072,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:11.799933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:11.809165 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec2785c-3e19-4150-9ad6-9f75801f712e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:11.809614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec2785c-3e19-4150-9ad6-9f75801f712e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:11.813409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:11.813744 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Added segment daff122a-6202-4f3f-95f1-8e74ab7d884a of type vlan for network 8cb48842-3163-4616-ad0e-a284c0d3206c Nov 25 08:51:11.827939 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-aec2785c-3e19-4150-9ad6-9f75801f712e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/subnets/e9d74795-438d-4dd2-ade1-7585ded85e2b HTTP/1.1" status: 404 len: 337 time: 0.1229784 Nov 25 08:51:11.833186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42348) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:11.925949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:11.969536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:11.982153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb39e-a895-43f4-96cf-a275ebbc5fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:11.989383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:51:11.989703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:51:11.996369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb39e-a895-43f4-96cf-a275ebbc5fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.010163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8d485e7e-0813-4157-8074-4ed7dbfccce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:12.020270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-3264001a-6302-4d01-b651-a87898980b48 None None] Allocated IP 172.20.0.18 (c955ae0e-02ba-4b40-8c38-7c8dd50f53f9/946e893d-50ff-49a9-ae95-e04128984e5b/a2972e2d-892e-4e5f-acf8-22c604bee764) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:12.023869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Made reservation on behalf of 1abd61fbc99a4871a677319406fbf29b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:12.028141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.043603 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.050670 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-79829d16-e2fc-4c8a-a771-4bc0c562f0b7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:12.051132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79829d16-e2fc-4c8a-a771-4bc0c562f0b7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:12.055684 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-79829d16-e2fc-4c8a-a771-4bc0c562f0b7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/32e68f3b-3d29-4f70-991c-776b2c1bb981 HTTP/1.1" status: 404 len: 339 time: 0.2147400 Nov 25 08:51:12.056977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42354) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:12.102788 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c385af2-1fd7-427c-9ea8-89fa0d95c762 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:12.103232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c385af2-1fd7-427c-9ea8-89fa0d95c762 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:12.107640 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1c385af2-1fd7-427c-9ea8-89fa0d95c762 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/subnets/1ceb271f-d735-4800-8ba4-dfeb5cce420a HTTP/1.1" status: 404 len: 337 time: 0.0471914 Nov 25 08:51:12.111627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42358) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:12.129449 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fb3eb39e-a895-43f4-96cf-a275ebbc5fec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c93fac14b4c64ed7b3d814229d3f4b66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4743459 Nov 25 08:51:12.130410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3eb39e-a895-43f4-96cf-a275ebbc5fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eb3be6-fbe4-4481-95c7-85fede95c4c1,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:12.134471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fb3eb39e-a895-43f4-96cf-a275ebbc5fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:12.137179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42362) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:12.191960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3264001a-6302-4d01-b651-a87898980b48 None None] For port a2972e2d-892e-4e5f-acf8-22c604bee764, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a2972e2d-892e-4e5f-acf8-22c604bee764,segment=NetworkSegment(f44691f0-fa8f-4749-a3c1-195f2d7ceb93),segment_id=f44691f0-fa8f-4749-a3c1-195f2d7ceb93)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:12.220781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.225569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3264001a-6302-4d01-b651-a87898980b48 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.227740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:12.228927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.242944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-741aa35d-3dcf-454d-89e5-0cd360d8864d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:12.244807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3264001a-6302-4d01-b651-a87898980b48 None None] Transition to ACTIVE for port object a2972e2d-892e-4e5f-acf8-22c604bee764 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:12.249297 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3264001a-6302-4d01-b651-a87898980b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.253555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:12.296842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] device_id is not set on port 0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:12.357213 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.0616455 Nov 25 08:51:12.359931 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3a1d92-5e0b-4397-968d-ae064bb460ed tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:12.360639 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3a1d92-5e0b-4397-968d-ae064bb460ed tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:12.364409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42368) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:12.375491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Request body: {'subnet': {'network_id': '8cb48842-3163-4616-ad0e-a284c0d3206c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:12.395872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port a6b9e5a7-50c2-4248-8d86-860700d67a41 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:12.396779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.418105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264001a-6302-4d01-b651-a87898980b48 None None] Pushing event updated for resources: {'Port': ['ID=a2972e2d-892e-4e5f-acf8-22c604bee764,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:12.430428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-3264001a-6302-4d01-b651-a87898980b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:12.436279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Pushing event updated for resources: {'Network': ['ID=8cb48842-3163-4616-ad0e-a284c0d3206c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:12.444458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:12.449566 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 8cb48842-3163-4616-ad0e-a284c0d3206c details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:12.490331 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-db3a1d92-5e0b-4397-968d-ae064bb460ed tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/5045438f-9aff-40e2-8097-9f49b0cd439a HTTP/1.1" status: 404 len: 339 time: 0.3638971 Nov 25 08:51:12.496166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42372) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:12.498760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 6b14b46a-4b0e-47da-bb20-3ab245f3e971 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:12.498912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.637177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] The port '6b14b46a-4b0e-47da-bb20-3ab245f3e971' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:51:12.694128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece4d76c-6a3b-4ffe-93ca-09d6cff186a2 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Deleting subnet 9bac3af4-21ef-4fa4-837e-ee5a2510fe43 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:12.696880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:12.700792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ece4d76c-6a3b-4ffe-93ca-09d6cff186a2 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.735080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-b74194bf-fcc8-40a4-a41e-6c598c235d01 {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:51:12.735414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:51:12.736298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Usage tracker for resource:subnet and tenant:2997b6acdc9a4e0b9413a28e3f1d6879 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:12.748118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:12.760608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:12.788069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ece4d76c-6a3b-4ffe-93ca-09d6cff186a2 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.795785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d204ee1a-48cd-4d87-9e85-b1acd180a3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.828824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Made reservation on behalf of 2997b6acdc9a4e0b9413a28e3f1d6879 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:12.832323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.903353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Allocated IP 172.20.0.13 (82e88bd9-30a8-41b8-ac86-0353acddf6d0/b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106/0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:12.924985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d204ee1a-48cd-4d87-9e85-b1acd180a3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.933150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:12.988381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ece4d76c-6a3b-4ffe-93ca-09d6cff186a2 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.008502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055af658-0eab-4f3b-883e-715ab70cf11a None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:51:13.023479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374d9cdc-e63d-4dce-a6a8-be85f998602f']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:13.034349 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.064905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fd7ae1-5709-469f-ae65-58a67ac7ec0d') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:13.065194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fd7ae1-5709-469f-ae65-58a67ac7ec0d') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:13.074019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ab0e33a2-0be5-4165-8793-4ef7bb37a0cd None None] Provisioning complete for port 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:13.074628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab0e33a2-0be5-4165-8793-4ef7bb37a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.165803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ece4d76c-6a3b-4ffe-93ca-09d6cff186a2 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.172435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b27cded7-e97a-4066-8ef0-cb1655885b39 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:13.174670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e33a2-0be5-4165-8793-4ef7bb37a0cd None None] Port 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:13.199945 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.206670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ab0e33a2-0be5-4165-8793-4ef7bb37a0cd None None] Provisioning complete for port 14cfac99-ea12-499c-ba46-aa3d529451be triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:13.207068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab0e33a2-0be5-4165-8793-4ef7bb37a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.212047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ece4d76c-6a3b-4ffe-93ca-09d6cff186a2 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.213512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for a6b9e5a7-50c2-4248-8d86-860700d67a41 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:13.216266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4d76c-6a3b-4ffe-93ca-09d6cff186a2 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Subnet': ['ID=9bac3af4-21ef-4fa4-837e-ee5a2510fe43,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:13.220118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.228630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ece4d76c-6a3b-4ffe-93ca-09d6cff186a2 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:13.229229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ece4d76c-6a3b-4ffe-93ca-09d6cff186a2 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:13.235854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055af658-0eab-4f3b-883e-715ab70cf11a None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:51:13.269720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.286388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e33a2-0be5-4165-8793-4ef7bb37a0cd None None] Port 14cfac99-ea12-499c-ba46-aa3d529451be cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:13.297502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:13.297907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:13.328666 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:13.339290 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d204ee1a-48cd-4d87-9e85-b1acd180a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.357263 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ece4d76c-6a3b-4ffe-93ca-09d6cff186a2 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/subnets/9bac3af4-21ef-4fa4-837e-ee5a2510fe43 HTTP/1.1" status: 204 len: 168 time: 0.8535938 Nov 25 08:51:13.360432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42380) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:13.363950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ab0e33a2-0be5-4165-8793-4ef7bb37a0cd None None] Provisioning for port a2972e2d-892e-4e5f-acf8-22c604bee764 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:13.375209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ab0e33a2-0be5-4165-8793-4ef7bb37a0cd None None] Provisioning complete for port a2972e2d-892e-4e5f-acf8-22c604bee764 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:13.375770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab0e33a2-0be5-4165-8793-4ef7bb37a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.394988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.427290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Pushing event updated for resources: {'Subnet': ['ID=d921fe61-3449-4138-9162-6ec1b7b0c54f,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:13.433180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:13.481894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204ee1a-48cd-4d87-9e85-b1acd180a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eb3be6-fbe4-4481-95c7-85fede95c4c1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:13.484813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:13.506205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d204ee1a-48cd-4d87-9e85-b1acd180a3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:13.534150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Checking segment: {'id': 'daff122a-6202-4f3f-95f1-8e74ab7d884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8cb48842-3163-4616-ad0e-a284c0d3206c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:13.534539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Network hostable DHCP agents. Network: 8cb48842-3163-4616-ad0e-a284c0d3206c, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:51:13.564959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.567004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d204ee1a-48cd-4d87-9e85-b1acd180a3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.571469 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d204ee1a-48cd-4d87-9e85-b1acd180a3e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49eb3be6-fbe4-4481-95c7-85fede95c4c1 HTTP/1.1" status: 204 len: 168 time: 1.2825530 Nov 25 08:51:13.578960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b642b295-30a8-4136-8fb9-ff1be47a02f3 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:13.594403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.619236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.628076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a2972e2d-892e-4e5f-acf8-22c604bee764 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:13.661802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Deleting port 52392cf6-ca47-487e-8a18-6c4470b15ddf {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:13.662147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.691683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.693575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Network 8cb48842-3163-4616-ad0e-a284c0d3206c is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:51:13.714486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Network': ['ID=374d9cdc-e63d-4dce-a6a8-be85f998602f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:13.724116 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/networks/374d9cdc-e63d-4dce-a6a8-be85f998602f HTTP/1.1" status: 204 len: 168 time: 3.9407666 Nov 25 08:51:13.734227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:13.739592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42390) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:13.822695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port a2972e2d-892e-4e5f-acf8-22c604bee764 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:13.823075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.824873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'name': 'tempest-PortsIpV6TestJSON-249549370'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:13.839112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Transition to ACTIVE for port object 0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:13.905945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 8cb48842-3163-4616-ad0e-a284c0d3206c) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:13.918668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:13.919252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.987340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:13.994919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9e5b7b4d-5429-4949-9962-99abce91b61b tempest-FloatingIPNegativeTestJSON-759748252 tempest-FloatingIPNegativeTestJSON-759748252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:14.046344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:14.060364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d7595-6536-42b6-812e-3fa9833a3dd1 None None] Network 51e56a7f-a649-4767-8cc5-66d630cdf050 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:14.078654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:14.083701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=a6b9e5a7-50c2-4248-8d86-860700d67a41,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:14.106720 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7412245 Nov 25 08:51:14.112822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42406) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:14.157474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Request body: {'port': {'network_id': '8cb48842-3163-4616-ad0e-a284c0d3206c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-278379410'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:14.186723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24821861-a863-4181-89e6-cf82a837c783 None None] Network 8cb48842-3163-4616-ad0e-a284c0d3206c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:14.279331 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:14.289248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:14.297703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:14.303408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:14.386808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:14.394221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] For port 52392cf6-ca47-487e-8a18-6c4470b15ddf, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=52392cf6-ca47-487e-8a18-6c4470b15ddf,segment=NetworkSegment(14b80919-c5cc-4cfb-b0b0-dacad43d6e04),segment_id=14b80919-c5cc-4cfb-b0b0-dacad43d6e04)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:14.394810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:14.523033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:14.526774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:14.555835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:14.568187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:14.578682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:14.590270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port fbcfa740-06ba-4a80-a7a7-beddff960f48 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:14.627868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:14.661849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'Port': ['ID=0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:14.742598 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-8cb48842-3163-4616-ad0e-a284c0d3206c', 'network_id': '8cb48842-3163-4616-ad0e-a284c0d3206c', 'tenant_id': '2997b6acdc9a4e0b9413a28e3f1d6879', 'fixed_ips': [{'subnet_id': 'd921fe61-3449-4138-9162-6ec1b7b0c54f'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:14.743356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:14.763844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Calling delete_port for 52392cf6-ca47-487e-8a18-6c4470b15ddf owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:14.790828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42426) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:14.793471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:14.830627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:14.904414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8c41f3-2ec5-4ead-93c7-fa3fce9c3510 None None] DHCP port deletion for 51e56a7f-a649-4767-8cc5-66d630cdf050 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:51:14.913036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c41f3-2ec5-4ead-93c7-fa3fce9c3510 None None] Deleting port 52392cf6-ca47-487e-8a18-6c4470b15ddf {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:14.913670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce8c41f3-2ec5-4ead-93c7-fa3fce9c3510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.058558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Usage tracker for resource:port and tenant:2997b6acdc9a4e0b9413a28e3f1d6879 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:15.102998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-14bfc139-8b27-4f9d-8a04-efef8ed4f12c None None] Provisioning for port 0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:15.111985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c41f3-2ec5-4ead-93c7-fa3fce9c3510 None None] The port '52392cf6-ca47-487e-8a18-6c4470b15ddf' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:51:15.112802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1221887649'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:15.115289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-14bfc139-8b27-4f9d-8a04-efef8ed4f12c None None] Provisioning complete for port 0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:15.115449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14bfc139-8b27-4f9d-8a04-efef8ed4f12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.129434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:15.130039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.146155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:15.163238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.181597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Allocated IP 2001:db8::2 (8cb48842-3163-4616-ad0e-a284c0d3206c/d921fe61-3449-4138-9162-6ec1b7b0c54f/26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:15.184210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1bf7504f-7539-4365-9c8d-ff257763e090 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:15.195021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:15.212573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-14bfc139-8b27-4f9d-8a04-efef8ed4f12c None None] Port 0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:15.214619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:15.226892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:network and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:15.245055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:15.250199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Port': ['ID=52392cf6-ca47-487e-8a18-6c4470b15ddf,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:15.253312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:15.253955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] No DVR routers for this DVR port 52392cf6-ca47-487e-8a18-6c4470b15ddf on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:51:15.268228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:15.286961 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router e2bb93f2-b587-423c-9d61-10d192b45e99 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:51:15.293044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Made reservation on behalf of 2997b6acdc9a4e0b9413a28e3f1d6879 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:15.296560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.313090 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1689425 Nov 25 08:51:15.319453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42434) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:15.348517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Delete allocated IP 172.20.0.10 (c955ae0e-02ba-4b40-8c38-7c8dd50f53f9/797a68fc-c85e-4882-94e4-f2aa4e06df2f) {{(pid=87513) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 08:51:15.371103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:15.374533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.397477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:99:1a:0f'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:15.418150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] device_id is not set on port ee4fb2e0-3087-44e2-b527-20232a09a315 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:15.424263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.434989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Transition to ACTIVE for port object 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:15.455037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.28 (c955ae0e-02ba-4b40-8c38-7c8dd50f53f9/946e893d-50ff-49a9-ae95-e04128984e5b/61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:15.455716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Transition to ACTIVE for port object 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:15.463919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.469361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:15.494342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.496581 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8cd9c-ff83-4412-806b-e6c53eb2a7a0 req-3c9b7d65-72f3-4654-a97d-c182bf11a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:15.498070 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-97c8cd9c-ff83-4412-806b-e6c53eb2a7a0 req-3c9b7d65-72f3-4654-a97d-c182bf11a18d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8112514b1f3d47e090b4462ec34c3fce&device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 1098 time: 0.5438709 Nov 25 08:51:15.515479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.545699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Network 8cb48842-3163-4616-ad0e-a284c0d3206c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:15.549311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:15.553928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:15.560308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Pushing event updated for resources: {'Port': ['ID=26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:15.564641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:15.573006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e56a7f-a649-4767-8cc5-66d630cdf050']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:15.600399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eebd59-815b-4cd9-ac5e-667cbc3952b2 req-7d7c057f-6f69-43f5-919b-e4958067ece6 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:15.602825 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c9eebd59-815b-4cd9-ac5e-667cbc3952b2 req-7d7c057f-6f69-43f5-919b-e4958067ece6 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.5511298 Nov 25 08:51:15.607815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b80919-c5cc-4cfb-b0b0-dacad43d6e04') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:15.608316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b80919-c5cc-4cfb-b0b0-dacad43d6e04') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:15.650512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 52392cf6-ca47-487e-8a18-6c4470b15ddf no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:51:15.698403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 52392cf6-ca47-487e-8a18-6c4470b15ddf {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:51:15.698775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 52392cf6-ca47-487e-8a18-6c4470b15ddf not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:51:15.714199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Attempting to bind port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:15.714610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Attempting to bind port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'daff122a-6202-4f3f-95f1-8e74ab7d884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8cb48842-3163-4616-ad0e-a284c0d3206c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:15.714982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Attempting to bind port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 on network 8cb48842-3163-4616-ad0e-a284c0d3206c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:15.720548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:15.721177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Checking segment: {'id': 'daff122a-6202-4f3f-95f1-8e74ab7d884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8cb48842-3163-4616-ad0e-a284c0d3206c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:15.721588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.721985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Bound using segment: {'id': 'daff122a-6202-4f3f-95f1-8e74ab7d884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8cb48842-3163-4616-ad0e-a284c0d3206c'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:15.722497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Bound port: 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daff122a-6202-4f3f-95f1-8e74ab7d884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8cb48842-3163-4616-ad0e-a284c0d3206c'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:15.723046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.723177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:15.738302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:security_group_rule and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:15.740384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.758966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:51:15.763017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.768621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:15.780806 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b6e08236-b9ad-4885-8909-ec8de8bc3466 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/e2bb93f2-b587-423c-9d61-10d192b45e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6105523 Nov 25 08:51:15.781586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d330e9-0869-4b2d-a1b8-f81f96d00e74 None None] Sync routers for ids ['e2bb93f2-b587-423c-9d61-10d192b45e99'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:51:15.781871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42438) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:15.805115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.809133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d330e9-0869-4b2d-a1b8-f81f96d00e74 None None] Routers {'e2bb93f2-b587-423c-9d61-10d192b45e99'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:15.810055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b5d330e9-0869-4b2d-a1b8-f81f96d00e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['e2bb93f2-b587-423c-9d61-10d192b45e99'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:15.822750 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c9eebd59-815b-4cd9-ac5e-667cbc3952b2 req-ac25fc81-6056-43e0-8ded-a44e7974dbc1 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056930 Nov 25 08:51:15.827992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:15.828646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:15.844716 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:15.899158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b5d330e9-0869-4b2d-a1b8-f81f96d00e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:15.919057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d330e9-0869-4b2d-a1b8-f81f96d00e74 None None] Routers {'e2bb93f2-b587-423c-9d61-10d192b45e99'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:15.919739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b5d330e9-0869-4b2d-a1b8-f81f96d00e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:50:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['e2bb93f2-b587-423c-9d61-10d192b45e99'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:15.945747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Allocated IP 2001:db8::9c (8cb48842-3163-4616-ad0e-a284c0d3206c/d921fe61-3449-4138-9162-6ec1b7b0c54f/ee4fb2e0-3087-44e2-b527-20232a09a315) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:15.969787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:15.985087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] For port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:15.987432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b5d330e9-0869-4b2d-a1b8-f81f96d00e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:15.988025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d330e9-0869-4b2d-a1b8-f81f96d00e74 None None] The sync data for ids ['e2bb93f2-b587-423c-9d61-10d192b45e99'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:51:16.003055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] For port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94,segment=NetworkSegment(daff122a-6202-4f3f-95f1-8e74ab7d884a),segment_id=daff122a-6202-4f3f-95f1-8e74ab7d884a)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:16.004525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.013556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bbbb4312-c5b5-48b0-a025-61b65dc96c06 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:16.023715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.029612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:16.075982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-376c2ef5-8f6f-46f2-848d-37bb4aa9fc85 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:16.140692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8cd9c-ff83-4412-806b-e6c53eb2a7a0 req-04d1c967-6014-4c2f-9b1b-f221981bcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:16.142157 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-97c8cd9c-ff83-4412-806b-e6c53eb2a7a0 req-04d1c967-6014-4c2f-9b1b-f221981bcaff service neutron] 10.222.0.41 "GET /v2.0/networks?id=37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 200 len: 913 time: 0.6120694 Nov 25 08:51:16.155818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-376c2ef5-8f6f-46f2-848d-37bb4aa9fc85 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:16.159219 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-376c2ef5-8f6f-46f2-848d-37bb4aa9fc85 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2bb93f2-b587-423c-9d61-10d192b45e99 HTTP/1.1" status: 200 len: 205 time: 0.3685920 Nov 25 08:51:16.161838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42442) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:16.167255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.175592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Pushing event updated for resources: {'Port': ['ID=26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:16.180273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:16.232800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Pushing event deleted for resources: {'Network': ['ID=51e56a7f-a649-4767-8cc5-66d630cdf050,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:16.260976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:16.282717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.324279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-235b735b-a483-47df-bcc8-baaf5d0f5d49 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:16.340458 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] 10.222.0.54 "DELETE /v2.0/networks/51e56a7f-a649-4767-8cc5-66d630cdf050 HTTP/1.1" status: 204 len: 168 time: 2.9708924 Nov 25 08:51:16.351755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:51:16.413443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c46cefff-3435-4b13-b18f-a78d2ee8b4f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.442695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8413e87-8dad-41cc-bfc0-3fd3ba7feb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.457166 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-97c8cd9c-ff83-4412-806b-e6c53eb2a7a0 req-d636f26a-a9a1-4e58-96b2-b4470acdc223 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 200 len: 1001 time: 0.3051949 Nov 25 08:51:16.475178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.482058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:16.529325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:16.551341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.561286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=fbcfa740-06ba-4a80-a7a7-beddff960f48,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:16.565705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:16.572246 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:16.573083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.582106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:16.602303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.642413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.644726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:16.657264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:16.674106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8cd9c-ff83-4412-806b-e6c53eb2a7a0 req-6d38bdf0-183a-47b1-9121-95a9c5507871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:16.675668 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-97c8cd9c-ff83-4412-806b-e6c53eb2a7a0 req-6d38bdf0-183a-47b1-9121-95a9c5507871 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40d6fdd8-001d-4957-aaad-ee27dc44d3ff HTTP/1.1" status: 200 len: 851 time: 0.1981544 Nov 25 08:51:16.702931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.735066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:16.744663 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0039985 Nov 25 08:51:16.765663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42450) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:16.779256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bae1f4db-aa5e-484b-b89e-2769840903c9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:16.809006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c4fb0c-fe95-43a6-978e-db5c0b809496,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:16.812085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.812425 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Added segment 91f69ec3-05df-48d7-ab34-f7bd0117cc7b of type vlan for network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 Nov 25 08:51:16.813276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42454) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:16.849180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.849781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.850415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.850974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.851957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.852335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.852694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.853430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.854481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.854861 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.855226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.855590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.856217 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:16.868050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:16.903674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c46cefff-3435-4b13-b18f-a78d2ee8b4f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:16.907197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c46cefff-3435-4b13-b18f-a78d2ee8b4f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.013283 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.043574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb1c6a-d3db-4ee5-ad0c-256b1b16ce87 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port fbcfa740-06ba-4a80-a7a7-beddff960f48 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:17.046568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c4eb1c6a-d3db-4ee5-ad0c-256b1b16ce87 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.053284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:17.075244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:17.100437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c46cefff-3435-4b13-b18f-a78d2ee8b4f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.100868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46cefff-3435-4b13-b18f-a78d2ee8b4f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Fanout notify agent at l3_agent the message router_deleted on router e2bb93f2-b587-423c-9d61-10d192b45e99 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:51:17.123968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.136385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c46cefff-3435-4b13-b18f-a78d2ee8b4f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.139561 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c46cefff-3435-4b13-b18f-a78d2ee8b4f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/e2bb93f2-b587-423c-9d61-10d192b45e99 HTTP/1.1" status: 204 len: 168 time: 0.9664173 Nov 25 08:51:17.144005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42464) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:17.185327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Transition to ACTIVE for port object ee4fb2e0-3087-44e2-b527-20232a09a315 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:17.189839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] In _notify_port_updated(), no bound segment for port 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 on network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:51:17.195936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:17.196533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.200368 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "PUT /v2.0/ports/61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 HTTP/1.1" status: 200 len: 920 time: 6.2162862 Nov 25 08:51:17.207092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42468) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:17.239187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting subnet 68947f76-bf27-4601-b457-48697e282e37 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:17.243928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.317897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.319204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8cd9c-ff83-4412-806b-e6c53eb2a7a0 req-5be19d7b-719e-4d58-8f44-30a5888dc568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:17.321304 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-97c8cd9c-ff83-4412-806b-e6c53eb2a7a0 req-5be19d7b-719e-4d58-8f44-30a5888dc568 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37af9905-3414-4cad-aeb5-b72371ae9d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6358550 Nov 25 08:51:17.325364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-221757e2-9b51-42be-8d88-7979722c723f tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:17.375778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.420254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.425835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:17.426561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.447104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Network 8cb48842-3163-4616-ad0e-a284c0d3206c is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:17.454976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:17.459047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Pushing event updated for resources: {'Port': ['ID=ee4fb2e0-3087-44e2-b527-20232a09a315,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:17.463955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:17.469410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:17.470022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.473905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:17.494192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:17.525842 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.4071982 Nov 25 08:51:17.529035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.535755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13694cac-2729-4611-a3c0-e70245c57ea9 None None] Network 8cb48842-3163-4616-ad0e-a284c0d3206c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:17.573059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42474) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:17.589564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Request body: {'port': {'network_id': '8cb48842-3163-4616-ad0e-a284c0d3206c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-67795034', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:17.590453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] bootfile-name is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:51:17.590995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] tftp-server is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:51:17.591572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] server-ip-address is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:51:17.620712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Network': ['ID=2f1d9eb1-bcd5-4a88-8e93-a479caae7443,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:17.640084 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-914bb432-d063-45bc-af9c-c8de7319adee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4ef46c2b254444faab84043026d40399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8165517 Nov 25 08:51:17.646249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:17.651227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:17.651530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b3af1-cab7-4577-a7d7-b899994d66aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:17.652070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3af1-cab7-4577-a7d7-b899994d66aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.669023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:17.682112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42478) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:17.801137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1b20c93c-99a1-474a-8eff-f99dc2b73f51 None None] Provisioning for port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:17.924332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:51:17.934838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:17.940495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9104e-247a-43e6-bb9a-4b021b071703 req-81847e5f-943b-4b98-8df4-25778fb65e4c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:17.942204 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-86f9104e-247a-43e6-bb9a-4b021b071703 req-81847e5f-943b-4b98-8df4-25778fb65e4c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.9178777 Nov 25 08:51:17.946460 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:17.959657 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.1464164 Nov 25 08:51:17.966804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0596b184-b584-4a8f-93b8-41631404a0c3 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:17.971183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42484) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:17.973297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.011036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Subnet': ['ID=68947f76-bf27-4601-b457-48697e282e37,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:18.012737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:18.013215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.028454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.036118 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:18.037732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.038113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.039292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.039669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.040072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.040874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.041962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.043464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.043878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.044319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.044723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.045285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:18.049310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:18.052453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2efa-e112-49c9-a4d7-fd59e303042d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.059232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-960700eb-a64d-4a64-849b-9c90fd84e8a8 None None] Provisioning for port 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:18.062589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be51fb-2503-4365-9c53-819eef778ba7 None None] Network ee2853a9-cc33-495b-9332-83816c6c2d17 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:18.071433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.083975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2efa-e112-49c9-a4d7-fd59e303042d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.097302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d99e78e2-2ffc-45fe-ac79-73c363eeea99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:18.097531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:18.112519 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/68947f76-bf27-4601-b457-48697e282e37 HTTP/1.1" status: 204 len: 168 time: 0.9675016 Nov 25 08:51:18.115426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42488) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:18.117106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Usage tracker for resource:port and tenant:2997b6acdc9a4e0b9413a28e3f1d6879 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:18.135120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:18.168412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:18.181591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-960700eb-a64d-4a64-849b-9c90fd84e8a8 None None] Provisioning complete for port 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:18.182187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-960700eb-a64d-4a64-849b-9c90fd84e8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.247405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-960700eb-a64d-4a64-849b-9c90fd84e8a8 None None] Port 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:18.259286 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Made reservation on behalf of 2997b6acdc9a4e0b9413a28e3f1d6879 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:18.263042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.296065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] device_id is not set on port 3c052016-7be6-4789-a630-aca67a1e330e yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:18.358971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'Port': ['ID=0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:18.379562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.385750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] In _notify_port_updated(), no bound segment for port 0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 on network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 {{(pid=87512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:51:18.392507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:18.393187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.394766 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "PUT /v2.0/ports/0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 HTTP/1.1" status: 200 len: 996 time: 3.0735111 Nov 25 08:51:18.437060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:18.437454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42492) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:18.441701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2efa-e112-49c9-a4d7-fd59e303042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.448960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:18.448960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.452329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.463397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c4eb1c6a-d3db-4ee5-ad0c-256b1b16ce87 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.473931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-317d1856-b96f-424d-be31-56f141495a71 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:18.475419 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-86f9104e-247a-43e6-bb9a-4b021b071703 req-72491a1d-b434-40c7-80b6-d2f71e394343 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5112729 Nov 25 08:51:18.517343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94,segment=NetworkSegment(daff122a-6202-4f3f-95f1-8e74ab7d884a),segment_id=daff122a-6202-4f3f-95f1-8e74ab7d884a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:18.518443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6872d755-39d7-48bc-9995-06936e432d71 None None] Provisioning complete for port 0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:18.518828 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6872d755-39d7-48bc-9995-06936e432d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.523586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d2efa-e112-49c9-a4d7-fd59e303042d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef0d471-816f-47ac-9d68-ac4b1bbc99a1,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:18.537315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-eb1d2efa-e112-49c9-a4d7-fd59e303042d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:18.546368 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-97c8cd9c-ff83-4412-806b-e6c53eb2a7a0 req-8f41a749-86cf-4796-b329-a9ac4e70bb19 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1970696 Nov 25 08:51:18.551053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2efa-e112-49c9-a4d7-fd59e303042d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.552179 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-eb1d2efa-e112-49c9-a4d7-fd59e303042d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aef0d471-816f-47ac-9d68-ac4b1bbc99a1 HTTP/1.1" status: 204 len: 168 time: 0.8688140 Nov 25 08:51:18.613718 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.617460 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Allocated IP 2001:db8::2cc (8cb48842-3163-4616-ad0e-a284c0d3206c/d921fe61-3449-4138-9162-6ec1b7b0c54f/3c052016-7be6-4789-a630-aca67a1e330e) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:18.626311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b050b545-3c6f-424a-ad9a-801ddc00a079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:18.716138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212b655e-a301-493f-8a84-d204aed502aa None None] DHCP port deletion for ee2853a9-cc33-495b-9332-83816c6c2d17 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:51:18.734583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb1c6a-d3db-4ee5-ad0c-256b1b16ce87 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for fbcfa740-06ba-4a80-a7a7-beddff960f48 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:18.748339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-212b655e-a301-493f-8a84-d204aed502aa None None] Deleting port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:18.748726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-212b655e-a301-493f-8a84-d204aed502aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.769616 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:18.818193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:18.856048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6872d755-39d7-48bc-9995-06936e432d71 None None] Port 0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:18.897564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:18.933705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:18.935583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:18.945446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:18.960124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Transition to ACTIVE for port object 3c052016-7be6-4789-a630-aca67a1e330e will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:19.019281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:19.078276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ec2313dd-5b99-4ca1-bf60-b870e491bcfc tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Deleting port 0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:19.078934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec2313dd-5b99-4ca1-bf60-b870e491bcfc tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.144717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] For port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=78d6a8cd-615a-4867-8d0b-a34e16a9e9da,segment=NetworkSegment(bb918467-9ee5-444c-b305-56746b946397),segment_id=bb918467-9ee5-444c-b305-56746b946397)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:19.145193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.157811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.161823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-65071c9c-fea0-46b4-b652-2757515f1536 None None] Provisioning complete for port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:19.162259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65071c9c-fea0-46b4-b652-2757515f1536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.166804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:19.170567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.174194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-34f4b11e-48db-457c-b718-34e54fff986d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:19.246910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-212b655e-a301-493f-8a84-d204aed502aa None None] For port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=78d6a8cd-615a-4867-8d0b-a34e16a9e9da,segment=NetworkSegment(bb918467-9ee5-444c-b305-56746b946397),segment_id=bb918467-9ee5-444c-b305-56746b946397)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:19.247312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-212b655e-a301-493f-8a84-d204aed502aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.391211 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-97c8cd9c-ff83-4412-806b-e6c53eb2a7a0 req-1d8d672b-cdcd-4967-a579-8e093c7d3772 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7589514 Nov 25 08:51:19.408624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 78d6a8cd-615a-4867-8d0b-a34e16a9e9da owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:19.438521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c4eb1c6a-d3db-4ee5-ad0c-256b1b16ce87 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.450046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Network 8cb48842-3163-4616-ad0e-a284c0d3206c is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:19.463094 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-212b655e-a301-493f-8a84-d204aed502aa None None] Calling delete_port for 78d6a8cd-615a-4867-8d0b-a34e16a9e9da owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:19.463305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3af1-cab7-4577-a7d7-b899994d66aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.469625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:19.472488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e841c08b-babe-4a76-ab7c-707600cc0a46 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:19.494795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:19.504491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:19.505154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.538052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Pushing event updated for resources: {'Port': ['ID=3c052016-7be6-4789-a630-aca67a1e330e,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:19.560540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:19.614891 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.0407522 Nov 25 08:51:19.618112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42518) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:19.643092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-212b655e-a301-493f-8a84-d204aed502aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.648064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-08308162-7990-4e9f-89ae-ba65a014ca4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:19.717594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb1c6a-d3db-4ee5-ad0c-256b1b16ce87 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=fbcfa740-06ba-4a80-a7a7-beddff960f48,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:19.723498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c4eb1c6a-d3db-4ee5-ad0c-256b1b16ce87 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:19.735531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-65071c9c-fea0-46b4-b652-2757515f1536 None None] Provisioning for port ee4fb2e0-3087-44e2-b527-20232a09a315 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:19.777657 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:19.810330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c4eb1c6a-d3db-4ee5-ad0c-256b1b16ce87 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.834093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b655e-a301-493f-8a84-d204aed502aa None None] Pushing event deleted for resources: {'Port': ['ID=78d6a8cd-615a-4867-8d0b-a34e16a9e9da,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:19.839997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42522) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:19.849125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-65071c9c-fea0-46b4-b652-2757515f1536 None None] Provisioning complete for port ee4fb2e0-3087-44e2-b527-20232a09a315 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:19.849627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65071c9c-fea0-46b4-b652-2757515f1536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.865117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:51:19.865446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:51:19.875327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b655e-a301-493f-8a84-d204aed502aa None None] No DVR routers for this DVR port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:51:19.887233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-212b655e-a301-493f-8a84-d204aed502aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:19.923925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc101157-b5c0-4df0-89ac-dcf1792b6d2f tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:19.933910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc101157-b5c0-4df0-89ac-dcf1792b6d2f tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:19.937904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0824-96c5-4ab7-abe3-10e4948a8b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.946267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc101157-b5c0-4df0-89ac-dcf1792b6d2f tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:19.947306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bc101157-b5c0-4df0-89ac-dcf1792b6d2f tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Synchronizing usage tracker for tenant:2997b6acdc9a4e0b9413a28e3f1d6879 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:19.957399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-65071c9c-fea0-46b4-b652-2757515f1536 None None] Port ee4fb2e0-3087-44e2-b527-20232a09a315 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:19.961178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:19.972095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619064b-76c3-457e-9cf7-509193eed35b req-04bbe75c-e4c6-4de8-9c7b-9cc28f767580 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:19.973648 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8619064b-76c3-457e-9cf7-509193eed35b req-04bbe75c-e4c6-4de8-9c7b-9cc28f767580 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.2410247 Nov 25 08:51:19.974784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:19.975164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:20.035286 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9b556343-3920-4c04-b487-bf69dcbe7945 tempest-DvrRoutersNegativeTest-25679015 tempest-DvrRoutersNegativeTest-25679015-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1343498436', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:20.038595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.policy [None req-9b556343-3920-4c04-b487-bf69dcbe7945 tempest-DvrRoutersNegativeTest-25679015 tempest-DvrRoutersNegativeTest-25679015-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87513) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 25 08:51:20.038879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.policy [None req-9b556343-3920-4c04-b487-bf69dcbe7945 tempest-DvrRoutersNegativeTest-25679015 tempest-DvrRoutersNegativeTest-25679015-project] Failed policy check for 'create_router' {{(pid=87513) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 25 08:51:20.039507 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-9b556343-3920-4c04-b487-bf69dcbe7945 tempest-DvrRoutersNegativeTest-25679015 tempest-DvrRoutersNegativeTest-25679015-project] create failed (client error): Access was denied to this resource. Nov 25 08:51:20.044514 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9b556343-3920-4c04-b487-bf69dcbe7945 tempest-DvrRoutersNegativeTest-25679015 tempest-DvrRoutersNegativeTest-25679015-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1953413 Nov 25 08:51:20.051013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bc101157-b5c0-4df0-89ac-dcf1792b6d2f tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Unset dirty status for tenant:2997b6acdc9a4e0b9413a28e3f1d6879 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:20.052704 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bc101157-b5c0-4df0-89ac-dcf1792b6d2f tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4334714 Nov 25 08:51:20.068145 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8619064b-76c3-457e-9cf7-509193eed35b req-95b37e59-d283-4653-9c27-50f8480a07e3 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847783 Nov 25 08:51:20.068659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42530) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:20.135772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-149186c8-ab8f-4d58-949b-cc03b538b83c None None] Provisioning complete for port ee4fb2e0-3087-44e2-b527-20232a09a315 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:20.136273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-149186c8-ab8f-4d58-949b-cc03b538b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:20.193335 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c4eb1c6a-d3db-4ee5-ad0c-256b1b16ce87 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/fbcfa740-06ba-4a80-a7a7-beddff960f48 HTTP/1.1" status: 204 len: 168 time: 3.4261625 Nov 25 08:51:20.196406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42534) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:20.205964 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 78d6a8cd-615a-4867-8d0b-a34e16a9e9da no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:51:20.222684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b3af1-cab7-4577-a7d7-b899994d66aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:20.227544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'mac_address': 'fa:16:3e:87:a1:05', 'name': 'tempest-PortsIpV6TestJSON-1388470168'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:20.253918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 78d6a8cd-615a-4867-8d0b-a34e16a9e9da {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:51:20.254268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 78d6a8cd-615a-4867-8d0b-a34e16a9e9da not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:51:20.267640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ca06ddd2-4af7-4dd2-9aa4-b28f835b0859 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Deleting port 3c052016-7be6-4789-a630-aca67a1e330e {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:20.268131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca06ddd2-4af7-4dd2-9aa4-b28f835b0859 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:20.274972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-149186c8-ab8f-4d58-949b-cc03b538b83c None None] Port ee4fb2e0-3087-44e2-b527-20232a09a315 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:20.290444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-149186c8-ab8f-4d58-949b-cc03b538b83c None None] Provisioning for port 3c052016-7be6-4789-a630-aca67a1e330e completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:20.303629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-149186c8-ab8f-4d58-949b-cc03b538b83c None None] Provisioning complete for port 3c052016-7be6-4789-a630-aca67a1e330e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:20.306491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-149186c8-ab8f-4d58-949b-cc03b538b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:20.384807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-149186c8-ab8f-4d58-949b-cc03b538b83c None None] Port 3c052016-7be6-4789-a630-aca67a1e330e cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:20.443598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec2313dd-5b99-4ca1-bf60-b870e491bcfc tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:20.508410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 78d6a8cd-615a-4867-8d0b-a34e16a9e9da {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:20.508741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:20.531519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42540) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:20.582968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ec2313dd-5b99-4ca1-bf60-b870e491bcfc tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Calling delete_port for 0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:20.624099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] The port '78d6a8cd-615a-4867-8d0b-a34e16a9e9da' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:51:20.711296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:20.723402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:20.729558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-04b52fd1-ed34-430a-937b-ebdcc5361341 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:20.745678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:20.774075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3af1-cab7-4577-a7d7-b899994d66aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:20.796333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:20.806532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-085e29a6-bdb7-4516-a474-e56fd11fa4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:20.835660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:20.925263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:20.932621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-085e29a6-bdb7-4516-a474-e56fd11fa4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:20.946633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=f9c4ec00-e4cd-4fec-af5c-77a146a7d997,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:20.950073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-085e29a6-bdb7-4516-a474-e56fd11fa4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a4ddec8625b9472c952647a6aa1b3a9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:20.958869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-085e29a6-bdb7-4516-a474-e56fd11fa4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:20.961771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:20.964965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-619b0318-24af-415e-a61e-2e10a6303682 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:20.978381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-085e29a6-bdb7-4516-a474-e56fd11fa4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:20.980296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:21.024393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b3af1-cab7-4577-a7d7-b899994d66aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:21.026689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:21.027247 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network hostable DHCP agents. Network: 2f1d9eb1-bcd5-4a88-8e93-a479caae7443, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:51:21.029821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2853a9-cc33-495b-9332-83816c6c2d17']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:21.035197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3b2b3af1-cab7-4577-a7d7-b899994d66aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:21.058179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec2313dd-5b99-4ca1-bf60-b870e491bcfc tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.071006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-023beed1-530e-43e9-bf78-a728e3ab9d6a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:21.110242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb918467-9ee5-444c-b305-56746b946397') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:21.110551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb918467-9ee5-444c-b305-56746b946397') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:21.117536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3af1-cab7-4577-a7d7-b899994d66aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.150069 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2313dd-5b99-4ca1-bf60-b870e491bcfc tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event deleted for resources: {'Port': ['ID=0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:21.152088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ec2313dd-5b99-4ca1-bf60-b870e491bcfc tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:21.154606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.209394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.209881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:51:21.212883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca06ddd2-4af7-4dd2-9aa4-b28f835b0859 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.222776 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3b2b3af1-cab7-4577-a7d7-b899994d66aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 HTTP/1.1" status: 204 len: 168 time: 3.9985769 Nov 25 08:51:21.229895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.246243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42548) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:21.249276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:21.249676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.290055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 2f1d9eb1-bcd5-4a88-8e93-a479caae7443) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:21.294375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:21.295175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.301160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d58403d-1535-4822-a67e-dd7ca9ddef42 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:21.316276 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:21.362697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec2313dd-5b99-4ca1-bf60-b870e491bcfc tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.364518 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ec2313dd-5b99-4ca1-bf60-b870e491bcfc tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "DELETE /v2.0/ports/0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 HTTP/1.1" status: 204 len: 168 time: 2.9079022 Nov 25 08:51:21.371466 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3824279 Nov 25 08:51:21.371466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42552) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:21.372640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42554) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:21.417651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'name': 'tempest-NetworksTestDHCPv6-93512042'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:21.444289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.487832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ca06ddd2-4af7-4dd2-9aa4-b28f835b0859 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Calling delete_port for 3c052016-7be6-4789-a630-aca67a1e330e owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:21.497774 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-09319639-e37e-40df-a6e6-cde3062ffaeb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] GET failed (client error): The resource could not be found. Nov 25 08:51:21.498942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-09319639-e37e-40df-a6e6-cde3062ffaeb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Synchronizing usage tracker for tenant:1abd61fbc99a4871a677319406fbf29b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:21.552539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab741a-72ec-4024-910e-f580d5b00638 req-6b35889f-058e-4d0a-bdb0-5178d29617dc tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:21.554951 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5eab741a-72ec-4024-910e-f580d5b00638 req-6b35889f-058e-4d0a-bdb0-5178d29617dc tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.3544645 Nov 25 08:51:21.557567 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1723df-fb11-4c68-92b0-62207756697e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:51:21.558270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ed1723df-fb11-4c68-92b0-62207756697e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:21.558525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-09319639-e37e-40df-a6e6-cde3062ffaeb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Unset dirty status for tenant:1abd61fbc99a4871a677319406fbf29b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:21.559614 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-09319639-e37e-40df-a6e6-cde3062ffaeb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "GET /v2.0/ports/0a1a62c9-4c4f-49f7-8ee7-4fbb6a864f42 HTTP/1.1" status: 404 len: 333 time: 0.1880279 Nov 25 08:51:21.566199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42560) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:21.571918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Request body: {'port': {'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0', 'name': 'tempest-AllowedAddressPairTestJSON-485937759'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:21.640885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port 44cea15e-3758-4863-8b2d-b8672857bec3 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:21.648349 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': 'f9c4ec00-e4cd-4fec-af5c-77a146a7d997'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:21.649292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.684679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.699660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:21.727823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.751125 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5eab741a-72ec-4024-910e-f580d5b00638 req-12448aa0-59ad-4934-8157-04b95b7b57e8 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856976 Nov 25 08:51:21.755733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Network': ['ID=ee2853a9-cc33-495b-9332-83816c6c2d17,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:21.765028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:21.773896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:21.774124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-085e29a6-bdb7-4516-a474-e56fd11fa4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.784475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:21.799767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:21.813066 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ed1723df-fb11-4c68-92b0-62207756697e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:21.813706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:21.814784 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ed1723df-fb11-4c68-92b0-62207756697e tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/61fe0470-0cab-4b07-8f8a-c3ed7c5ffd76 HTTP/1.1" status: 404 len: 333 time: 0.5676465 Nov 25 08:51:21.822060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42566) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:21.827122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:21.831523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-085e29a6-bdb7-4516-a474-e56fd11fa4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.836456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Allocated IP 2001:db8::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/f9c4ec00-e4cd-4fec-af5c-77a146a7d997/5b463af8-f541-4722-a853-082031bffe68) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:21.843343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2c417f08-9412-4c8a-8c08-c030a3beaf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:21.850368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:21.854590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.861923 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/networks/ee2853a9-cc33-495b-9332-83816c6c2d17 HTTP/1.1" status: 204 len: 168 time: 3.7406769 Nov 25 08:51:21.874519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42570) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:21.875326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:21.885401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-588ec142-7302-41d3-b47c-239386f7bc5b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1775086210', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:21.903947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-588ec142-7302-41d3-b47c-239386f7bc5b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:21.913101 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 24cf063a-39e9-419d-b3de-5cc28694d85d yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:21.916059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-588ec142-7302-41d3-b47c-239386f7bc5b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:router and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:21.919185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e29a6-bdb7-4516-a474-e56fd11fa4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b974dea-25ad-4fa2-98d6-0a1c9757d780,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:21.926412 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-085e29a6-bdb7-4516-a474-e56fd11fa4a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4ddec8625b9472c952647a6aa1b3a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3825080 Nov 25 08:51:21.928739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42574) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:21.929785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-085e29a6-bdb7-4516-a474-e56fd11fa4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:21.930902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-588ec142-7302-41d3-b47c-239386f7bc5b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:21.949965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-588ec142-7302-41d3-b47c-239386f7bc5b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:21.950530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Made reservation on behalf of 1abd61fbc99a4871a677319406fbf29b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:21.953750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.972316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca06ddd2-4af7-4dd2-9aa4-b28f835b0859 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:21.990712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-100ad308-2d81-448b-bec1-93c47b8daadc tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:22.012108 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4b81-9a72-4158-baf4-b4b93fb8bed8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.024289 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] device_id is not set on port 716b2648-768a-4917-92ea-a6c2d23a6fc4 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:22.057969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-588ec142-7302-41d3-b47c-239386f7bc5b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.059010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-588ec142-7302-41d3-b47c-239386f7bc5b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.085900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06ddd2-4af7-4dd2-9aa4-b28f835b0859 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Pushing event deleted for resources: {'Port': ['ID=3c052016-7be6-4789-a630-aca67a1e330e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:22.094740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ca06ddd2-4af7-4dd2-9aa4-b28f835b0859 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:22.121842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.138264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Transition to ACTIVE for port object 5b463af8-f541-4722-a853-082031bffe68 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:22.163485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Transition to ACTIVE for port object 5b463af8-f541-4722-a853-082031bffe68 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:22.172619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.178625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca06ddd2-4af7-4dd2-9aa4-b28f835b0859 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.180326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0c874d0d-141e-4ce2-a977-0d43b50bfa63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:22.263517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:22.267812 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:22.270645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:22.290228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4b81-9a72-4158-baf4-b4b93fb8bed8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.325936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Pushing event updated for resources: {'Port': ['ID=5b463af8-f541-4722-a853-082031bffe68,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:22.329579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:22.368299 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-588ec142-7302-41d3-b47c-239386f7bc5b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.394436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Attempting to bind port 5b463af8-f541-4722-a853-082031bffe68 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:22.394965 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Attempting to bind port 5b463af8-f541-4722-a853-082031bffe68 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:22.395438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Attempting to bind port 5b463af8-f541-4722-a853-082031bffe68 on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:22.400311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3eeb-c1d1-4a8d-aff6-446ebb22d47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.401992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::3ca (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/f9c4ec00-e4cd-4fec-af5c-77a146a7d997/24cf063a-39e9-419d-b3de-5cc28694d85d) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:22.403534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:22.404562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:22.405236 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.405641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:22.406373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Bound port: 5b463af8-f541-4722-a853-082031bffe68, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:22.406884 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.444550 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ca06ddd2-4af7-4dd2-9aa4-b28f835b0859 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] 10.222.0.54 "DELETE /v2.0/ports/3c052016-7be6-4789-a630-aca67a1e330e HTTP/1.1" status: 204 len: 168 time: 2.3712308 Nov 25 08:51:22.451160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42578) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:22.461588 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4b81-9a72-4158-baf4-b4b93fb8bed8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.463465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Request body: {'port': {'name': 'tempest-new-port-name-1470595908', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:22.463859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] bootfile-name is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:51:22.464196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] tftp-server is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:51:22.464521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.api.validators [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] server-ip-address is not in valid_values {{(pid=87513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 08:51:22.469328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:22.497284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Allocated IP 172.20.0.8 (82e88bd9-30a8-41b8-ac86-0353acddf6d0/b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106/716b2648-768a-4917-92ea-a6c2d23a6fc4) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:22.501857 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d4b81-9a72-4158-baf4-b4b93fb8bed8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcebcfd5-1de0-4d5f-902b-00d9b574d656,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:22.503666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3eeb-c1d1-4a8d-aff6-446ebb22d47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.512508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-588ec142-7302-41d3-b47c-239386f7bc5b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.519824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dd7d4b81-9a72-4158-baf4-b4b93fb8bed8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:22.537201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] For port 5b463af8-f541-4722-a853-082031bffe68, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:22.542177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] For port 5b463af8-f541-4722-a853-082031bffe68, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5b463af8-f541-4722-a853-082031bffe68,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:22.549662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.556249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-80e91c74-5066-43d8-bb68-8cc579156c66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:22.574323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.593003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-588ec142-7302-41d3-b47c-239386f7bc5b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.596597 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-588ec142-7302-41d3-b47c-239386f7bc5b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7131875 Nov 25 08:51:22.601915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42582) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:22.623634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1522588332'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:22.626916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4b81-9a72-4158-baf4-b4b93fb8bed8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.630570 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dd7d4b81-9a72-4158-baf4-b4b93fb8bed8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/security-groups/dcebcfd5-1de0-4d5f-902b-00d9b574d656 HTTP/1.1" status: 204 len: 168 time: 0.8039773 Nov 25 08:51:22.637996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42586) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:22.640428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Pushing event updated for resources: {'Port': ['ID=5b463af8-f541-4722-a853-082031bffe68,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:22.643623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:22.646245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:22.661431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:network and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:22.675488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:22.692135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:22.721990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.741161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3eeb-c1d1-4a8d-aff6-446ebb22d47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.750731 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:22.750987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:22.754150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.767735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.814644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e3eeb-c1d1-4a8d-aff6-446ebb22d47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b974dea-25ad-4fa2-98d6-0a1c9757d780,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:22.831843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ae3e3eeb-c1d1-4a8d-aff6-446ebb22d47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:22.836374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:22.887535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.908302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-89e78960-53e6-4a40-99da-716e5d937541 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.910275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3eeb-c1d1-4a8d-aff6-446ebb22d47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.911483 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ae3e3eeb-c1d1-4a8d-aff6-446ebb22d47b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b974dea-25ad-4fa2-98d6-0a1c9757d780 HTTP/1.1" status: 204 len: 168 time: 0.9776747 Nov 25 08:51:22.918219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:22.945070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 24cf063a-39e9-419d-b3de-5cc28694d85d will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:22.958117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:22.962314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:22.962691 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added segment 8d8a360f-0612-4c82-a068-42ef8ba5de2f of type vlan for network 47bf6c61-da04-499a-bb54-316ca34ed24b Nov 25 08:51:22.975578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:22.984669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:22.990808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:22.991601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.044544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.053886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.068056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-89e78960-53e6-4a40-99da-716e5d937541 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.086909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Transition to ACTIVE for port object 716b2648-768a-4917-92ea-a6c2d23a6fc4 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:23.108245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.116667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c4eb1c6a-d3db-4ee5-ad0c-256b1b16ce87 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:23.135807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=44cea15e-3758-4863-8b2d-b8672857bec3,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:23.157847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:23.174916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.175135 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9714069 Nov 25 08:51:23.178173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:23.178834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.179874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42594) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:23.216559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:23.229267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:23.232424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:23.237980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:23.238608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.242999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=24cf063a-39e9-419d-b3de-5cc28694d85d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:23.249228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:23.249738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7bc9d84c-fa69-4ca4-b95c-9e92ab9ed030 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:23.276026 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6700852 Nov 25 08:51:23.279670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42600) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:23.299985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'subnet': {'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:23.326235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-89e78960-53e6-4a40-99da-716e5d937541 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.337997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-085e29a6-bdb7-4516-a474-e56fd11fa4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:23.341498 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9674983 Nov 25 08:51:23.352709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f43c1-7c51-4945-9696-b8d2eba8c171 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:23.353300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a34f43c1-7c51-4945-9696-b8d2eba8c171 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:23.356818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.358349 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42606) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:23.415743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Network': ['ID=47bf6c61-da04-499a-bb54-316ca34ed24b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:23.420371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e78960-53e6-4a40-99da-716e5d937541 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1497b6b-ada2-4b87-a0ed-2359526e5118,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:23.424167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-89e78960-53e6-4a40-99da-716e5d937541 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:23.425624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:23.426476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d93c9289-4f77-42a8-b144-e27cb833bd92 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:23.431568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 47bf6c61-da04-499a-bb54-316ca34ed24b details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:23.475335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:23.475533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-89e78960-53e6-4a40-99da-716e5d937541 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.481554 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-89e78960-53e6-4a40-99da-716e5d937541 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/security-groups/a1497b6b-ada2-4b87-a0ed-2359526e5118 HTTP/1.1" status: 204 len: 168 time: 0.8368156 Nov 25 08:51:23.482254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42614) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:23.502032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:23.509467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:23.546805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a34f43c1-7c51-4945-9696-b8d2eba8c171 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:23.548024 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a34f43c1-7c51-4945-9696-b8d2eba8c171 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/44cea15e-3758-4863-8b2d-b8672857bec3 HTTP/1.1" status: 200 len: 845 time: 0.3671982 Nov 25 08:51:23.549210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:23.581187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42618) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:23.594196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:subnet and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:23.604157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:23.612937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.643312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:23.652412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.676197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a50c6015-d64d-44d2-a509-f4b5dcc14110 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:23.760214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4b64e6-a98f-4f10-9641-cf2f0c653809 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting subnet 797a68fc-c85e-4882-94e4-f2aa4e06df2f {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:23.760845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5b463af8-f541-4722-a853-082031bffe68 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:23.764372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'Port': ['ID=716b2648-768a-4917-92ea-a6c2d23a6fc4,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:23.769518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2b4b64e6-a98f-4f10-9641-cf2f0c653809 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.774657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:23.818223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:23.818927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.871330 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3040626 Nov 25 08:51:23.875838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42630) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:23.878802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:23.886604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.892813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2a6bc49d-7ba6-497c-9bcf-4b69f01a9a72 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 44cea15e-3758-4863-8b2d-b8672857bec3 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:23.893562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc49d-7ba6-497c-9bcf-4b69f01a9a72 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.896430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 5b463af8-f541-4722-a853-082031bffe68 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:23.904320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] In _notify_port_updated(), no bound segment for port ee4fb2e0-3087-44e2-b527-20232a09a315 on network 8cb48842-3163-4616-ad0e-a284c0d3206c {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:51:23.910558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:23.911472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:23.913210 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] 10.222.0.54 "PUT /v2.0/ports/ee4fb2e0-3087-44e2-b527-20232a09a315 HTTP/1.1" status: 200 len: 1129 time: 1.4575133 Nov 25 08:51:23.933161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42632) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:23.950082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbad55-cbbf-44d7-b03d-bb28da9b3e12 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:23.956244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbad55-cbbf-44d7-b03d-bb28da9b3e12 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:23.957062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8bbbad55-cbbf-44d7-b03d-bb28da9b3e12 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:23.963491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Request body: {'port': {'network_id': '82e88bd9-30a8-41b8-ac86-0353acddf6d0', 'name': 'tempest-AllowedAddressPairTestJSON-623490373'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:24.088932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42638) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:24.089626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d11ad0c4-3c7b-46e2-b4e7-e44ec22fd5e1 None None] Provisioning for port 716b2648-768a-4917-92ea-a6c2d23a6fc4 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:24.105937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d11ad0c4-3c7b-46e2-b4e7-e44ec22fd5e1 None None] Provisioning complete for port 716b2648-768a-4917-92ea-a6c2d23a6fc4 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:24.106549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d11ad0c4-3c7b-46e2-b4e7-e44ec22fd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.132121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Pushing event updated for resources: {'Port': ['ID=ee4fb2e0-3087-44e2-b527-20232a09a315,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:24.153676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2b4b64e6-a98f-4f10-9641-cf2f0c653809 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.193598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:24.231583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d11ad0c4-3c7b-46e2-b4e7-e44ec22fd5e1 None None] Port 716b2648-768a-4917-92ea-a6c2d23a6fc4 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:24.257932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dace4ba-4f54-4485-b00f-d1d5eb93abd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:24.258675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1dace4ba-4f54-4485-b00f-d1d5eb93abd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Synchronizing usage tracker for tenant:2997b6acdc9a4e0b9413a28e3f1d6879 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:24.292813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3554903-1182-4621-b9cc-032175f0b50f None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:24.299253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1dace4ba-4f54-4485-b00f-d1d5eb93abd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Unset dirty status for tenant:2997b6acdc9a4e0b9413a28e3f1d6879 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:24.305738 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1dace4ba-4f54-4485-b00f-d1d5eb93abd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] 10.222.0.54 "GET /v2.0/ports/ee4fb2e0-3087-44e2-b527-20232a09a315 HTTP/1.1" status: 200 len: 1129 time: 0.3593245 Nov 25 08:51:24.305738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42644) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:24.331470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc49d-7ba6-497c-9bcf-4b69f01a9a72 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.408143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] Provisioning for port 5b463af8-f541-4722-a853-082031bffe68 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:24.427175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] Provisioning complete for port 5b463af8-f541-4722-a853-082031bffe68 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:24.427555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.444118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2b4b64e6-a98f-4f10-9641-cf2f0c653809 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.478019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4ca970d5-fe40-42af-92f1-1007b5765e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Deleting port ee4fb2e0-3087-44e2-b527-20232a09a315 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:24.478402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4ca970d5-fe40-42af-92f1-1007b5765e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.599741 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2a6bc49d-7ba6-497c-9bcf-4b69f01a9a72 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 44cea15e-3758-4863-8b2d-b8672857bec3 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:24.639826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-697554da-ceb5-4f09-b3d8-0af039b78a92 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-33501961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:24.660987 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.664582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-697554da-ceb5-4f09-b3d8-0af039b78a92 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:24.673959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-697554da-ceb5-4f09-b3d8-0af039b78a92 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Usage tracker for resource:router and tenant:3acbaf7430394848af721459c8a07374 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:24.679872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8bbbad55-cbbf-44d7-b03d-bb28da9b3e12 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:24.683757 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8bbbad55-cbbf-44d7-b03d-bb28da9b3e12 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.3189795 Nov 25 08:51:24.683757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-697554da-ceb5-4f09-b3d8-0af039b78a92 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:24.698122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42648) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:24.705822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] For port 5b463af8-f541-4722-a853-082031bffe68, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5b463af8-f541-4722-a853-082031bffe68,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:24.709966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.713134 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d2462f4e-d764-4905-aa68-fa84da352cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:24.740699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-697554da-ceb5-4f09-b3d8-0af039b78a92 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:24.769177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.779581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1040a0cb-cf41-4c29-8d1c-0ca1cd2eb854 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:24.783945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] Provisioning complete for port ee4fb2e0-3087-44e2-b527-20232a09a315 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:24.784533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.838160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-697554da-ceb5-4f09-b3d8-0af039b78a92 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.839307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-697554da-ceb5-4f09-b3d8-0af039b78a92 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.855318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] Port ee4fb2e0-3087-44e2-b527-20232a09a315 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:24.855848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:24.861277 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] Pushing event updated for resources: {'Port': ['ID=5b463af8-f541-4722-a853-082031bffe68,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:24.868087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-44190850-48b8-4e1e-8db6-aa9c68c0fab0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 24cf063a-39e9-419d-b3de-5cc28694d85d {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:24.868752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-44190850-48b8-4e1e-8db6-aa9c68c0fab0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.872617 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:24.872877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2b4b64e6-a98f-4f10-9641-cf2f0c653809 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.920614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-697554da-ceb5-4f09-b3d8-0af039b78a92 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.922271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:24.933128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc49d-7ba6-497c-9bcf-4b69f01a9a72 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.952547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-806899e8-dd1f-4f6c-bdd4-07dc7fdb6300 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:24.967364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2b4b64e6-a98f-4f10-9641-cf2f0c653809 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:24.968150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90103702-ccfc-428e-8bc0-507a4ffd4920 None None] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:24.978353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Subnet': ['ID=62e225ab-1cb0-4073-a0ce-ec8f82e6d51e,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:24.991241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:24.995000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-853bd2c5-2820-4ee0-8326-7137ccfe426f tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:25.053876 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2b4b64e6-a98f-4f10-9641-cf2f0c653809 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/797a68fc-c85e-4882-94e4-f2aa4e06df2f HTTP/1.1" status: 204 len: 168 time: 1.5694838 Nov 25 08:51:25.061296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42652) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:25.079919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Checking segment: {'id': '8d8a360f-0612-4c82-a068-42ef8ba5de2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:25.080588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network hostable DHCP agents. Network: 47bf6c61-da04-499a-bb54-316ca34ed24b, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:51:25.087952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b64e6-a98f-4f10-9641-cf2f0c653809 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Subnet': ['ID=797a68fc-c85e-4882-94e4-f2aa4e06df2f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:25.091021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bc49d-7ba6-497c-9bcf-4b69f01a9a72 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=44cea15e-3758-4863-8b2d-b8672857bec3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:25.113199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:25.114744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2b4b64e6-a98f-4f10-9641-cf2f0c653809 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:25.119577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5c27fe49-a21a-465e-a457-b3694142ee74 None None] Provisioning complete for port 5b463af8-f541-4722-a853-082031bffe68 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:25.119972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c27fe49-a21a-465e-a457-b3694142ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.137452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4ca970d5-fe40-42af-92f1-1007b5765e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.139390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Made reservation on behalf of 1abd61fbc99a4871a677319406fbf29b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:25.143271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.158889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a6bc49d-7ba6-497c-9bcf-4b69f01a9a72 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:25.198264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc49d-7ba6-497c-9bcf-4b69f01a9a72 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.220898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 47bf6c61-da04-499a-bb54-316ca34ed24b is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:51:25.284245 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 47bf6c61-da04-499a-bb54-316ca34ed24b) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:25.290902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-697554da-ceb5-4f09-b3d8-0af039b78a92 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.298817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4ca970d5-fe40-42af-92f1-1007b5765e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Calling delete_port for ee4fb2e0-3087-44e2-b527-20232a09a315 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:25.312763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd233722-0afd-4ecd-bbf6-c1a1a1b5f771 None None] Network 47bf6c61-da04-499a-bb54-316ca34ed24b requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:25.318634 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2a6bc49d-7ba6-497c-9bcf-4b69f01a9a72 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/44cea15e-3758-4863-8b2d-b8672857bec3 HTTP/1.1" status: 204 len: 168 time: 1.7274594 Nov 25 08:51:25.333346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] device_id is not set on port 38adee2a-bc45-4a2f-9586-ecf3ba868ab5 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:25.339893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42656) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:25.353383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:25.353980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.391503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-697554da-ceb5-4f09-b3d8-0af039b78a92 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.392597 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-697554da-ceb5-4f09-b3d8-0af039b78a92 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.2925301 Nov 25 08:51:25.407661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42660) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:25.428699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-809546915'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:25.442207 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ff30dc-38e4-4a40-aec9-e2b29cb4c84f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:51:25.446908 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c8ff30dc-38e4-4a40-aec9-e2b29cb4c84f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/44cea15e-3758-4863-8b2d-b8672857bec3 HTTP/1.1" status: 404 len: 333 time: 0.1053593 Nov 25 08:51:25.451775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:25.453196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42664) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:25.463706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'name': 'tempest-PortsIpV6TestJSON-1915942040'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:25.485375 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2020552 Nov 25 08:51:25.485375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Usage tracker for resource:network and tenant:3acbaf7430394848af721459c8a07374 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:25.493212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42668) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:25.495005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:25.557003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:25.571634 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5c27fe49-a21a-465e-a457-b3694142ee74 None None] Provisioning for port 24cf063a-39e9-419d-b3de-5cc28694d85d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:25.578099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5c27fe49-a21a-465e-a457-b3694142ee74 None None] Provisioning complete for port 24cf063a-39e9-419d-b3de-5cc28694d85d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:25.578516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c27fe49-a21a-465e-a457-b3694142ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.624488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:25.637333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:25.644249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:25.648335 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5b463af8-f541-4722-a853-082031bffe68 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:25.666874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:25.676321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-44190850-48b8-4e1e-8db6-aa9c68c0fab0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.700399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Allocated IP 172.20.0.7 (82e88bd9-30a8-41b8-ac86-0353acddf6d0/b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106/38adee2a-bc45-4a2f-9586-ecf3ba868ab5) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:25.752763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Made reservation on behalf of 3acbaf7430394848af721459c8a07374 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:25.757982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.792004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5c27fe49-a21a-465e-a457-b3694142ee74 None None] Port 24cf063a-39e9-419d-b3de-5cc28694d85d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:25.825096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-47bf6c61-da04-499a-bb54-316ca34ed24b', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:25.826735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.831473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:25.835948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.852902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 5b463af8-f541-4722-a853-082031bffe68 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:25.853531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.931243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:25.966793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:25.972274 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-44190850-48b8-4e1e-8db6-aa9c68c0fab0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 24cf063a-39e9-419d-b3de-5cc28694d85d owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:25.998246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:26.141362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Allocated IP 2001:db8::2 (47bf6c61-da04-499a-bb54-316ca34ed24b/62e225ab-1cb0-4073-a0ce-ec8f82e6d51e/73696b61-85ca-4e0b-9be4-91c8582a6c3e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:26.159885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:26.170681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:26.184379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.200620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cc5fc0d4-bc2c-4860-83a5-3eb9f7527cb7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:26.237536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:26.250839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:26.251255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:26.271603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:26.272463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.299745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Usage tracker for resource:security_group_rule and tenant:3acbaf7430394848af721459c8a07374 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:26.306383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:26.323003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.326610 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2469971 Nov 25 08:51:26.331533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42672) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:26.343592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'security_group': {'name': 'tempest-secgroup-1127093033'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:26.360749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:26.368562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.380148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Transition to ACTIVE for port object 73696b61-85ca-4e0b-9be4-91c8582a6c3e will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:26.386200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:security_group and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:26.391777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:26.401786 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Transition to ACTIVE for port object 73696b61-85ca-4e0b-9be4-91c8582a6c3e will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:26.405154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Subnet': ['ID=478876c6-11eb-4dc4-b559-0d37ddab63ce,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:26.407607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:26.410057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d45076a-0532-410f-9113-c85ea52bdc45 None None] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:26.414418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:26.437096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.456009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.464396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:26.482086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4ca970d5-fe40-42af-92f1-1007b5765e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.492335 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-009fbf4f-d297-4fb3-ae71-d07531f42b7b tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:26.492688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:26.492863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:26.500170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:security_group_rule and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:26.504873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:26.514992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:26.529436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:26.533472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.541804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-44190850-48b8-4e1e-8db6-aa9c68c0fab0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.557778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ec2313dd-5b99-4ca1-bf60-b870e491bcfc tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:26.568089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f7d33680-cd49-422a-b77a-9e4bbc22fab0 None None] Provisioning complete for port 24cf063a-39e9-419d-b3de-5cc28694d85d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:26.568478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f7d33680-cd49-422a-b77a-9e4bbc22fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.607321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Network 47bf6c61-da04-499a-bb54-316ca34ed24b is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:26.618450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:26.619600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca970d5-fe40-42af-92f1-1007b5765e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Pushing event deleted for resources: {'Port': ['ID=ee4fb2e0-3087-44e2-b527-20232a09a315,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:26.622942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4ca970d5-fe40-42af-92f1-1007b5765e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:26.629326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f7d33680-cd49-422a-b77a-9e4bbc22fab0 None None] Port 24cf063a-39e9-419d-b3de-5cc28694d85d was deleted so its status cannot be updated. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 25 08:51:26.634228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:26.714240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Pushing event updated for resources: {'Port': ['ID=73696b61-85ca-4e0b-9be4-91c8582a6c3e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:26.736695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:26.813103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44190850-48b8-4e1e-8db6-aa9c68c0fab0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=24cf063a-39e9-419d-b3de-5cc28694d85d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:26.824955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-44190850-48b8-4e1e-8db6-aa9c68c0fab0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:26.897910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Attempting to bind port 73696b61-85ca-4e0b-9be4-91c8582a6c3e on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:26.898554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Attempting to bind port 73696b61-85ca-4e0b-9be4-91c8582a6c3e by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '8d8a360f-0612-4c82-a068-42ef8ba5de2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:26.898738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Attempting to bind port 73696b61-85ca-4e0b-9be4-91c8582a6c3e on network 47bf6c61-da04-499a-bb54-316ca34ed24b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:26.900794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9a50f9f5-27a1-492d-9e90-c94ac8ba533b None None] Provisioning complete for port 14cfac99-ea12-499c-ba46-aa3d529451be triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:26.901405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a50f9f5-27a1-492d-9e90-c94ac8ba533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.913091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-44190850-48b8-4e1e-8db6-aa9c68c0fab0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:26.964776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port 4454c078-8970-4fa6-951c-c40ad8205aea yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:26.993125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.003490 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-44190850-48b8-4e1e-8db6-aa9c68c0fab0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/24cf063a-39e9-419d-b3de-5cc28694d85d HTTP/1.1" status: 204 len: 168 time: 2.3012593 Nov 25 08:51:27.008561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42676) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:27.016289 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.023077 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:27.023429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Checking segment: {'id': '8d8a360f-0612-4c82-a068-42ef8ba5de2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:27.023839 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.034926 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Bound using segment: {'id': '8d8a360f-0612-4c82-a068-42ef8ba5de2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:27.035692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Bound port: 73696b61-85ca-4e0b-9be4-91c8582a6c3e, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8a360f-0612-4c82-a068-42ef8ba5de2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:27.036290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.066550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.088790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:27.137683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Transition to ACTIVE for port object 38adee2a-bc45-4a2f-9586-ecf3ba868ab5 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:27.146228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.146228 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8066497 Nov 25 08:51:27.148492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42680) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:27.150498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c7693c-51a6-4d1c-8fe4-ea69bf5e52d8,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:27.153546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:27.156627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4ca970d5-fe40-42af-92f1-1007b5765e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.164685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'security_group': {'name': 'tempest-secgroup-1202815384'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:27.167746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9a50f9f5-27a1-492d-9e90-c94ac8ba533b None None] Port 14cfac99-ea12-499c-ba46-aa3d529451be cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:27.172437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3534691-fe8c-4e2c-a5fb-97966adb7a5c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:27.174075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3534691-fe8c-4e2c-a5fb-97966adb7a5c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:27.174706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c3534691-fe8c-4e2c-a5fb-97966adb7a5c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:27.181998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:27.191119 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:security_group and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:27.197432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:27.209447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:27.217890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9a50f9f5-27a1-492d-9e90-c94ac8ba533b None None] Provisioning complete for port a2972e2d-892e-4e5f-acf8-22c604bee764 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:27.218306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a50f9f5-27a1-492d-9e90-c94ac8ba533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.218424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c3534691-fe8c-4e2c-a5fb-97966adb7a5c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:27.222163 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c3534691-fe8c-4e2c-a5fb-97966adb7a5c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2099273 Nov 25 08:51:27.222419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42684) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:27.268982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.282847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.295713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] For port 73696b61-85ca-4e0b-9be4-91c8582a6c3e, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:27.297828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c9cb93c6-be1c-44a0-ad30-3d2ee4de2b81 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:27.309801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Allocated IP 2001:db8::1 (47bf6c61-da04-499a-bb54-316ca34ed24b/62e225ab-1cb0-4073-a0ce-ec8f82e6d51e/35735790-b9fd-491a-89da-c53422d109a5) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:27.314459 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] For port 73696b61-85ca-4e0b-9be4-91c8582a6c3e, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=73696b61-85ca-4e0b-9be4-91c8582a6c3e,segment=NetworkSegment(8d8a360f-0612-4c82-a068-42ef8ba5de2f),segment_id=8d8a360f-0612-4c82-a068-42ef8ba5de2f)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:27.344009 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4ca970d5-fe40-42af-92f1-1007b5765e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] 10.222.0.54 "DELETE /v2.0/ports/ee4fb2e0-3087-44e2-b527-20232a09a315 HTTP/1.1" status: 204 len: 168 time: 3.0375152 Nov 25 08:51:27.347201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42688) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:27.361417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.371893 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5fdc146c-9d08-47c4-aa07-16d1dea85f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:27.397163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.415630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:27.421293 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:27.443885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-1feff60c-a705-4323-b329-30404e0e215c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet f9c4ec00-e4cd-4fec-af5c-77a146a7d997 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:27.445743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:27.448210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:27.473420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.488771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.493158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:security_group_rule and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:27.496350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0dab1bbd-bd28-4a7b-b2e5-eff13df6fa2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:27.505199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:27.516755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1feff60c-a705-4323-b329-30404e0e215c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.528618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:27.553240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Pushing event updated for resources: {'Port': ['ID=73696b61-85ca-4e0b-9be4-91c8582a6c3e,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:27.563245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'Port': ['ID=38adee2a-bc45-4a2f-9586-ecf3ba868ab5,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:27.567241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:27.571656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:27.580163 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25824b4d-ace4-4fe3-8598-603a0f105cd3 None None] Update dhcp port {'port': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'fixed_ips': [{'subnet_id': '946e893d-50ff-49a9-ae95-e04128984e5b', 'ip_address': '172.20.0.18'}, {'subnet_id': '478876c6-11eb-4dc4-b559-0d37ddab63ce'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'a2972e2d-892e-4e5f-acf8-22c604bee764'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:51:27.581114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:27.588282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.588634 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Added segment 2b83927e-a304-44fa-a7ec-c74487b70d1d of type vlan for network e7217e12-3d9b-4413-becb-b27d64cc5ad4 Nov 25 08:51:27.589747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5425a356-d6c2-4c78-833b-d6ca8c6f069a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:27.616655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:27.638534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bfcf0c-8e69-4c94-885c-88f4554f5a97 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Deleting subnet d921fe61-3449-4138-9162-6ec1b7b0c54f {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:27.646111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.651268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1feff60c-a705-4323-b329-30404e0e215c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.659508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.669143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1ada2dc8-310e-4268-bd66-87089a6394f0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:27.683397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcf0c-8e69-4c94-885c-88f4554f5a97 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.706633 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-25824b4d-ace4-4fe3-8598-603a0f105cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.740338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:27.740895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.744879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.790542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Transition to ACTIVE for port object 35735790-b9fd-491a-89da-c53422d109a5 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:27.794957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:27.813470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:27.815938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcf0c-8e69-4c94-885c-88f4554f5a97 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.825801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=4454c078-8970-4fa6-951c-c40ad8205aea,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:27.831314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:27.837441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:27.838518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.849098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:27.895940 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9602795 Nov 25 08:51:27.896144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.903817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42692) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:27.923027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:27.923913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:27.928806 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b6160053-4370-47ba-aff1-59594aea034e tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:99:1a:0f'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:55:e6:e8'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:27.934151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:27.960627 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5050800 Nov 25 08:51:27.969312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42696) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:28.012711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1feff60c-a705-4323-b329-30404e0e215c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.050178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:28.078144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.088635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b2ca5262-832d-4e0f-b4c2-cd01a77de0ca None None] Provisioning for port 38adee2a-bc45-4a2f-9586-ecf3ba868ab5 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:28.094106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-25824b4d-ace4-4fe3-8598-603a0f105cd3 None None] Allocated IP 172.20.0.2 (c955ae0e-02ba-4b40-8c38-7c8dd50f53f9/478876c6-11eb-4dc4-b559-0d37ddab63ce/a2972e2d-892e-4e5f-acf8-22c604bee764) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:28.098597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b2ca5262-832d-4e0f-b4c2-cd01a77de0ca None None] Provisioning complete for port 38adee2a-bc45-4a2f-9586-ecf3ba868ab5 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:28.099067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2ca5262-832d-4e0f-b4c2-cd01a77de0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.108971 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6982024 Nov 25 08:51:28.121568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42700) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:28.127353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'subnet': {'network_id': 'e7217e12-3d9b-4413-becb-b27d64cc5ad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:28.149367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.169515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcf0c-8e69-4c94-885c-88f4554f5a97 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.173744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Network': ['ID=e7217e12-3d9b-4413-becb-b27d64cc5ad4,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:28.177892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:28.231837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-38393c3c-8f88-4652-ad0c-f653cb31f6a7 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:28.233897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.276857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network e7217e12-3d9b-4413-becb-b27d64cc5ad4 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:28.288676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3540f374-74e3-4da3-81df-f16fb30d55d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:28.300476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca5262-832d-4e0f-b4c2-cd01a77de0ca None None] Port 38adee2a-bc45-4a2f-9586-ecf3ba868ab5 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:28.341235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 47bf6c61-da04-499a-bb54-316ca34ed24b is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:28.360642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:28.364760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f11fcf-e799-422a-b076-d89e8a2d08d4,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:28.377203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:28.377767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.378102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:28.424310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=35735790-b9fd-491a-89da-c53422d109a5,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:28.432925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:28.435371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:28.436628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.438948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.439280 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2900746 Nov 25 08:51:28.441755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-25824b4d-ace4-4fe3-8598-603a0f105cd3 None None] For port a2972e2d-892e-4e5f-acf8-22c604bee764, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a2972e2d-892e-4e5f-acf8-22c604bee764,segment=NetworkSegment(f44691f0-fa8f-4749-a3c1-195f2d7ceb93),segment_id=f44691f0-fa8f-4749-a3c1-195f2d7ceb93)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:28.447748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42704) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:28.449795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Usage tracker for resource:subnet and tenant:3acbaf7430394848af721459c8a07374 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:28.456876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'security_group': {'name': 'tempest-secgroup-522644680'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:28.464371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:28.473002 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-25824b4d-ace4-4fe3-8598-603a0f105cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.489547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcf0c-8e69-4c94-885c-88f4554f5a97 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.491973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-25824b4d-ace4-4fe3-8598-603a0f105cd3 None None] Transition to ACTIVE for port object a2972e2d-892e-4e5f-acf8-22c604bee764 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:28.493879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1feff60c-a705-4323-b329-30404e0e215c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.496535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-25824b4d-ace4-4fe3-8598-603a0f105cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.502244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1bfae404-29c9-4829-bcd1-855724666193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:28.511437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a4ace9ab-8bef-44fd-9854-aaaf1303b6fd tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:28.567075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfcf0c-8e69-4c94-885c-88f4554f5a97 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Pushing event deleted for resources: {'Subnet': ['ID=d921fe61-3449-4138-9162-6ec1b7b0c54f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:28.599211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcf0c-8e69-4c94-885c-88f4554f5a97 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.612397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1feff60c-a705-4323-b329-30404e0e215c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.624059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:28.626704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:28.626838 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1feff60c-a705-4323-b329-30404e0e215c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/f9c4ec00-e4cd-4fec-af5c-77a146a7d997 HTTP/1.1" status: 204 len: 168 time: 1.4034066 Nov 25 08:51:28.630077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42708) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:28.631722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feff60c-a705-4323-b329-30404e0e215c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c4ec00-e4cd-4fec-af5c-77a146a7d997,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:28.638944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1feff60c-a705-4323-b329-30404e0e215c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:28.641003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:security_group and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:28.642002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:28.642405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:28.643233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6160053-4370-47ba-aff1-59594aea034e tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:28.662734 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b0bfcf0c-8e69-4c94-885c-88f4554f5a97 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] 10.222.0.54 "DELETE /v2.0/subnets/d921fe61-3449-4138-9162-6ec1b7b0c54f HTTP/1.1" status: 204 len: 168 time: 1.3052297 Nov 25 08:51:28.685939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30db2255-789c-438d-b9db-1e94244bd629 None None] Network 8cb48842-3163-4616-ad0e-a284c0d3206c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:28.693713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42712) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:28.698709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:28.702984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3fe5d3-a0f6-4fdc-a9d3-dd0496323404 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:28.719036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25824b4d-ace4-4fe3-8598-603a0f105cd3 None None] Pushing event updated for resources: {'Port': ['ID=a2972e2d-892e-4e5f-acf8-22c604bee764,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:28.737925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-25824b4d-ace4-4fe3-8598-603a0f105cd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:28.771735 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-920b1a71-23d2-4d32-a646-821c200ac4a7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359477 Nov 25 08:51:28.780352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42716) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:28.786450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:28.800156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Made reservation on behalf of 3acbaf7430394848af721459c8a07374 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:28.800566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:28.811750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.006060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.175689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.247237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:29.260568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc2e3f-94d2-470a-b66c-8f507214a9b2 None None] Network 47bf6c61-da04-499a-bb54-316ca34ed24b requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:29.267603 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:security_group_rule and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:29.278124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.292157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Deleting port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:29.292758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.310445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:29.350187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:29.357291 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:29.420732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9fbdee3c-0cd3-4500-a804-f6739da26c47 None None] Provisioning for port 73696b61-85ca-4e0b-9be4-91c8582a6c3e completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:29.544006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:51:29.551297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:29.604746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4204cb8d-5992-4c08-a41c-97af5dfe70bb None None] DHCP port deletion for 8cb48842-3163-4616-ad0e-a284c0d3206c request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:51:29.616389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Deleting port 5b463af8-f541-4722-a853-082031bffe68 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:29.616731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.656197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4204cb8d-5992-4c08-a41c-97af5dfe70bb None None] Deleting port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:29.656592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4204cb8d-5992-4c08-a41c-97af5dfe70bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.687212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.688940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:51:29.711533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.727063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1145a189-541f-4961-89c5-70a6aa73c19d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:29.752070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:29.755442 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.789638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.882879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 73696b61-85ca-4e0b-9be4-91c8582a6c3e up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:29.960448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] For port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94,segment=NetworkSegment(daff122a-6202-4f3f-95f1-8e74ab7d884a),segment_id=daff122a-6202-4f3f-95f1-8e74ab7d884a)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:29.960804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.966745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:29.988664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d63eeb54-0e0f-4eb9-a521-e61fa7467af0 None None] Provisioning complete for port 14cfac99-ea12-499c-ba46-aa3d529451be triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:29.992642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d63eeb54-0e0f-4eb9-a521-e61fa7467af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.049183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Subnet': ['ID=93f9be7a-57d1-4bc2-ba99-9dd5cf26b11d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:30.062163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.071086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:30.071641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-efdca238-3dd1-4d31-ad06-1fc89d5c6f07 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:30.120488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d63eeb54-0e0f-4eb9-a521-e61fa7467af0 None None] Port 14cfac99-ea12-499c-ba46-aa3d529451be cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:30.197717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] In _notify_port_updated(), no bound segment for port 4454c078-8970-4fa6-951c-c40ad8205aea on network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:51:30.203080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:30.203683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.204969 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "PUT /v2.0/ports/4454c078-8970-4fa6-951c-c40ad8205aea HTTP/1.1" status: 200 len: 818 time: 2.2341907 Nov 25 08:51:30.216882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42720) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:30.239381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6160053-4370-47ba-aff1-59594aea034e tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.253644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Calling delete_port for 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:30.264567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.271611 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8130488 Nov 25 08:51:30.282034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42724) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:30.308597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-441381082', 'security_groups': ['9425747c-ffee-46a6-9744-f2f405bf078f'], 'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '478876c6-11eb-4dc4-b559-0d37ddab63ce'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:30.328325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6160053-4370-47ba-aff1-59594aea034e tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.332203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d63eeb54-0e0f-4eb9-a521-e61fa7467af0 None None] Provisioning for port a2972e2d-892e-4e5f-acf8-22c604bee764 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:30.343004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:30.351531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=4454c078-8970-4fa6-951c-c40ad8205aea,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:30.416611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d63eeb54-0e0f-4eb9-a521-e61fa7467af0 None None] Provisioning complete for port a2972e2d-892e-4e5f-acf8-22c604bee764 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:30.416995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d63eeb54-0e0f-4eb9-a521-e61fa7467af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.479646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4204cb8d-5992-4c08-a41c-97af5dfe70bb None None] For port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94,segment=NetworkSegment(daff122a-6202-4f3f-95f1-8e74ab7d884a),segment_id=daff122a-6202-4f3f-95f1-8e74ab7d884a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:30.480208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4204cb8d-5992-4c08-a41c-97af5dfe70bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.500312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6160053-4370-47ba-aff1-59594aea034e tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event updated for resources: {'Port': ['ID=38adee2a-bc45-4a2f-9586-ecf3ba868ab5,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:30.521214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 73696b61-85ca-4e0b-9be4-91c8582a6c3e completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:30.574847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-b6160053-4370-47ba-aff1-59594aea034e tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] In _notify_port_updated(), no bound segment for port 38adee2a-bc45-4a2f-9586-ecf3ba868ab5 on network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 {{(pid=87512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:51:30.580552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6160053-4370-47ba-aff1-59594aea034e tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:30.581273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6160053-4370-47ba-aff1-59594aea034e tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.583012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.586484 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b6160053-4370-47ba-aff1-59594aea034e tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "PUT /v2.0/ports/38adee2a-bc45-4a2f-9586-ecf3ba868ab5 HTTP/1.1" status: 200 len: 1055 time: 2.6824512 Nov 25 08:51:30.591337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42728) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:30.592255 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b6160053-4370-47ba-aff1-59594aea034e tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:30.669545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4204cb8d-5992-4c08-a41c-97af5dfe70bb None None] Calling delete_port for 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:30.679745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f977efb6-9b93-4cc6-a685-489faae3a0f5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Deleting port 38adee2a-bc45-4a2f-9586-ecf3ba868ab5 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:30.680047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f977efb6-9b93-4cc6-a685-489faae3a0f5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.700902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 73696b61-85ca-4e0b-9be4-91c8582a6c3e triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:30.701275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.728800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:30.737356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d45f440c-57b3-44de-865f-6f06b98fc84c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 4454c078-8970-4fa6-951c-c40ad8205aea {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:30.737990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d45f440c-57b3-44de-865f-6f06b98fc84c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.749677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] For port 5b463af8-f541-4722-a853-082031bffe68, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5b463af8-f541-4722-a853-082031bffe68,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:30.750073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.775466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2abd6cf7-e208-4b80-9da8-ad9c2ee04e91 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.805s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:30.799128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Checking segment: {'id': '2b83927e-a304-44fa-a7ec-c74487b70d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e7217e12-3d9b-4413-becb-b27d64cc5ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:30.799736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network hostable DHCP agents. Network: e7217e12-3d9b-4413-becb-b27d64cc5ad4, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:51:30.804828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.805844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.817402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:30.864482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:30.877608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-13f2270e-ec02-4532-814d-9763948ffff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:30.902835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Calling delete_port for 5b463af8-f541-4722-a853-082031bffe68 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:30.955810 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] No DVR routers for this DVR port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:51:30.959951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Pushing event deleted for resources: {'Port': ['ID=26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:31.026697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-4204cb8d-5992-4c08-a41c-97af5dfe70bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:51:31.027055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-4204cb8d-5992-4c08-a41c-97af5dfe70bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:51:31.064580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:31.073457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9425747c-ffee-46a6-9744-f2f405bf078f,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:31.076473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:31.083546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b01db9b0-0c73-43c5-82db-5cf5161dcb18 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:31.108777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.123899 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.126883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:31.129862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-212b655e-a301-493f-8a84-d204aed502aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:31.176708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.185532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Pushing event deleted for resources: {'Port': ['ID=5b463af8-f541-4722-a853-082031bffe68,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:31.199936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] No DVR routers for this DVR port 5b463af8-f541-4722-a853-082031bffe68 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:51:31.203008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.203451 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.203850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.204265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.204652 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.205054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.205474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.205868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.206331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.206716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.207102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.207488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:31.209606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:31.217009 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:31.240201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 73696b61-85ca-4e0b-9be4-91c8582a6c3e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=73696b61-85ca-4e0b-9be4-91c8582a6c3e,segment=NetworkSegment(8d8a360f-0612-4c82-a068-42ef8ba5de2f),segment_id=8d8a360f-0612-4c82-a068-42ef8ba5de2f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:31.247501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.248367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a2972e2d-892e-4e5f-acf8-22c604bee764 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:31.262373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network e7217e12-3d9b-4413-becb-b27d64cc5ad4 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:51:31.273724 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8ac78aa7-1143-4422-b7fc-0e31e9061cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:31.306719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4149d03f-c646-43c7-bf58-357ce0decac2 None None] Provisioning complete for port 73696b61-85ca-4e0b-9be4-91c8582a6c3e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:31.307100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4149d03f-c646-43c7-bf58-357ce0decac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.337321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.353502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1feff60c-a705-4323-b329-30404e0e215c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:31.365265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, e7217e12-3d9b-4413-becb-b27d64cc5ad4) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:31.370021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:31.370616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.374413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=35735790-b9fd-491a-89da-c53422d109a5,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:31.377107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:31.379594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb48842-3163-4616-ad0e-a284c0d3206c']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:31.401646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e06c4-0d60-4da7-94f9-084e4aaa481b None None] Network e7217e12-3d9b-4413-becb-b27d64cc5ad4 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:31.423360 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daff122a-6202-4f3f-95f1-8e74ab7d884a') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:31.423752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daff122a-6202-4f3f-95f1-8e74ab7d884a') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:31.446389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:31.451858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.463192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:31.476808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:31.477512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.485227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=73696b61-85ca-4e0b-9be4-91c8582a6c3e,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:31.486139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 47bf6c61-da04-499a-bb54-316ca34ed24b is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:31.486268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=69f1dc2d-7fba-4729-a984-71b71ccf2575,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:31.500797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30be1953-76de-4765-b47b-42a22b1ef982 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:31.503086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:31.504126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:31.510657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.526108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:31.530323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:31.530851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.532047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4204cb8d-5992-4c08-a41c-97af5dfe70bb None None] Deleting port 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:31.532510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4204cb8d-5992-4c08-a41c-97af5dfe70bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.540475 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:51:31.541203 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4181740 Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:31.545775 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:31.547916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42732) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:31.615865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f977efb6-9b93-4cc6-a685-489faae3a0f5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.633644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d45f440c-57b3-44de-865f-6f06b98fc84c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.669096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'network': {'name': 'tempest-router-network01--1587341928'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:31.683605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4204cb8d-5992-4c08-a41c-97af5dfe70bb None None] The port '26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:51:31.752641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:31.757623 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9762201 Nov 25 08:51:31.764493 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f977efb6-9b93-4cc6-a685-489faae3a0f5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Calling delete_port for 38adee2a-bc45-4a2f-9586-ecf3ba868ab5 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:31.795109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42736) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:31.807440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'name': 'tempest-NetworksTestDHCPv6-1271348912'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:31.824508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d45f440c-57b3-44de-865f-6f06b98fc84c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 4454c078-8970-4fa6-951c-c40ad8205aea owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:31.825196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port a2972e2d-892e-4e5f-acf8-22c604bee764 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:31.825586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.893052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.907197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50d9e651-0d67-4eb9-a5e5-4f01aee52c2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:31.915013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Usage tracker for resource:network and tenant:3acbaf7430394848af721459c8a07374 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:31.919416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:31.928009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.936790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:31.941363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Pushing event deleted for resources: {'Network': ['ID=8cb48842-3163-4616-ad0e-a284c0d3206c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:31.948130 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:31.952117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:31.952546 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] 10.222.0.54 "DELETE /v2.0/networks/8cb48842-3163-4616-ad0e-a284c0d3206c HTTP/1.1" status: 204 len: 168 time: 3.2577920 Nov 25 08:51:32.043283 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4149d03f-c646-43c7-bf58-357ce0decac2 None None] Provisioning complete for port 38adee2a-bc45-4a2f-9586-ecf3ba868ab5 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:32.043718 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4149d03f-c646-43c7-bf58-357ce0decac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.059736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:32.079788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:32.086053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Made reservation on behalf of 3acbaf7430394848af721459c8a07374 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:32.090117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:32.091091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.107314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] device_id is not set on port 3e7b02c6-7405-4864-acce-db53e0b068d6 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:32.130185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:32.141922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-e7217e12-3d9b-4413-becb-b27d64cc5ad4', 'network_id': 'e7217e12-3d9b-4413-becb-b27d64cc5ad4', 'tenant_id': '3acbaf7430394848af721459c8a07374', 'fixed_ips': [{'subnet_id': '93f9be7a-57d1-4bc2-ba99-9dd5cf26b11d'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:32.142827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f977efb6-9b93-4cc6-a685-489faae3a0f5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.143160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.149322 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9bd14d13-8edc-4e2d-887d-2259f8832277 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:32.161589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4149d03f-c646-43c7-bf58-357ce0decac2 None None] Port 38adee2a-bc45-4a2f-9586-ecf3ba868ab5 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:32.202252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:32.207399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.246732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:32.252093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d45f440c-57b3-44de-865f-6f06b98fc84c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.259820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977efb6-9b93-4cc6-a685-489faae3a0f5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event deleted for resources: {'Port': ['ID=38adee2a-bc45-4a2f-9586-ecf3ba868ab5,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:32.303107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f977efb6-9b93-4cc6-a685-489faae3a0f5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:32.305284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69b1fa11-7f22-4e69-9c59-9125f475358d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:32.308311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 47dbe9ae-aa47-4dd3-ae59-d82a3d66a736 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:32.389124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f440c-57b3-44de-865f-6f06b98fc84c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=4454c078-8970-4fa6-951c-c40ad8205aea,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:32.400668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.401104 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Added segment 9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798 of type vlan for network 40ffa6af-61fa-473d-b81b-bf148125169f Nov 25 08:51:32.408197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d45f440c-57b3-44de-865f-6f06b98fc84c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:32.408861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42744) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:32.416371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Allocated IP 2001:db8::2 (e7217e12-3d9b-4413-becb-b27d64cc5ad4/93f9be7a-57d1-4bc2-ba99-9dd5cf26b11d/9e561c39-87cb-4d85-85b1-9eae1bbba89c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:32.434983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d45f440c-57b3-44de-865f-6f06b98fc84c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.439326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4149d03f-c646-43c7-bf58-357ce0decac2 None None] Provisioning for port 35735790-b9fd-491a-89da-c53422d109a5 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:32.519501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:51:32.573018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.573155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4149d03f-c646-43c7-bf58-357ce0decac2 None None] Provisioning complete for port 35735790-b9fd-491a-89da-c53422d109a5 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:32.573465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4149d03f-c646-43c7-bf58-357ce0decac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.590667 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d45f440c-57b3-44de-865f-6f06b98fc84c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/4454c078-8970-4fa6-951c-c40ad8205aea HTTP/1.1" status: 204 len: 168 time: 2.3726826 Nov 25 08:51:32.595449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42750) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:32.703385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::160 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/69f1dc2d-7fba-4729-a984-71b71ccf2575/47dbe9ae-aa47-4dd3-ae59-d82a3d66a736) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:32.728185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:51:32.755818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4149d03f-c646-43c7-bf58-357ce0decac2 None None] Port 35735790-b9fd-491a-89da-c53422d109a5 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:32.765218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f977efb6-9b93-4cc6-a685-489faae3a0f5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.767706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '69f1dc2d-7fba-4729-a984-71b71ccf2575'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:32.768554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:32.818010 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f977efb6-9b93-4cc6-a685-489faae3a0f5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "DELETE /v2.0/ports/38adee2a-bc45-4a2f-9586-ecf3ba868ab5 HTTP/1.1" status: 204 len: 168 time: 2.2245874 Nov 25 08:51:32.821208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42754) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:32.850935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5b463af8-f541-4722-a853-082031bffe68 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:51:32.894641 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6819c04-e789-429d-9afa-125d7cc6f6d3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] GET failed (client error): The resource could not be found. Nov 25 08:51:32.895284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a6819c04-e789-429d-9afa-125d7cc6f6d3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Synchronizing usage tracker for tenant:1abd61fbc99a4871a677319406fbf29b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:32.944404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 5b463af8-f541-4722-a853-082031bffe68 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:51:32.944627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5b463af8-f541-4722-a853-082031bffe68 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:51:32.980250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.3 (c955ae0e-02ba-4b40-8c38-7c8dd50f53f9/478876c6-11eb-4dc4-b559-0d37ddab63ce/3e7b02c6-7405-4864-acce-db53e0b068d6) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:32.996152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9a263f9c-38d6-4965-a743-6b5ad1d35fbd None None] Provisioning complete for port 35735790-b9fd-491a-89da-c53422d109a5 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:32.996534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a263f9c-38d6-4965-a743-6b5ad1d35fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.009386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a6819c04-e789-429d-9afa-125d7cc6f6d3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Unset dirty status for tenant:1abd61fbc99a4871a677319406fbf29b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:33.012897 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a6819c04-e789-429d-9afa-125d7cc6f6d3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "GET /v2.0/ports/38adee2a-bc45-4a2f-9586-ecf3ba868ab5 HTTP/1.1" status: 404 len: 333 time: 0.1891415 Nov 25 08:51:33.016791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42758) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:33.025348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.031894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.038721 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:33.039340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.049943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Transition to ACTIVE for port object 9e561c39-87cb-4d85-85b1-9eae1bbba89c will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:33.080041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9a263f9c-38d6-4965-a743-6b5ad1d35fbd None None] Port 35735790-b9fd-491a-89da-c53422d109a5 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:33.083856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Transition to ACTIVE for port object 9e561c39-87cb-4d85-85b1-9eae1bbba89c will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:33.086900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dea9bcfa-4444-462b-95cb-3a0bc69fba89 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:33.097473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.102152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-23a305f4-c9be-4ec1-a107-0b463bafa8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:33.129159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.145164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 47dbe9ae-aa47-4dd3-ae59-d82a3d66a736 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:33.150847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42762) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:33.151236 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9911892d-7bca-4d20-8fbf-0952f323f5f9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2997b6acdc9a4e0b9413a28e3f1d6879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7309425 Nov 25 08:51:33.161394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 73696b61-85ca-4e0b-9be4-91c8582a6c3e up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:33.210881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Network e7217e12-3d9b-4413-becb-b27d64cc5ad4 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:33.220117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.220692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:33.221986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59abc1a9-efe9-49f6-80cf-60c9f944d0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.223620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:33.235446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-84ae8c40-0052-4b20-8f90-4e7ec0ce5fcf tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:33.260277 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6520054 Nov 25 08:51:33.267298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:51:33.268714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42766) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:33.282061 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7839448 Nov 25 08:51:33.288455 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Sync routers for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:51:33.289430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'network': {'name': 'tempest-router-network02--662102222'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:33.298824 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:33.299458 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:33.311427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42770) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:33.323389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-391ef38e-1566-43ba-8880-26ffbf2639df tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Deleting port 716b2648-768a-4917-92ea-a6c2d23a6fc4 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:33.323717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-391ef38e-1566-43ba-8880-26ffbf2639df tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.358444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Network': ['ID=40ffa6af-61fa-473d-b81b-bf148125169f,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:33.361114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:33.426027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-874154335'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:33.431113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:33.435670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:33.437115 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Allocated IP 2001:db8::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/69f1dc2d-7fba-4729-a984-71b71ccf2575/623527c9-cead-4f95-8b1b-eecd190f8709) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:33.439227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3a436-4316-41c5-8c0f-4abd87560ced tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:33.440057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-19b3a436-4316-41c5-8c0f-4abd87560ced tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:33.441176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:33.444303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59abc1a9-efe9-49f6-80cf-60c9f944d0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.447411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Usage tracker for resource:network and tenant:3acbaf7430394848af721459c8a07374 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:33.461098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:33.461977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:33.466316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:33.466938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.467957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:33.468610 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:51:33.479670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:33.497564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:network and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:33.501756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=47dbe9ae-aa47-4dd3-ae59-d82a3d66a736,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:33.507283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:33.512364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:33.521026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:33.526541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 40ffa6af-61fa-473d-b81b-bf148125169f details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:33.546142 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7499511 Nov 25 08:51:33.551833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42774) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:33.587402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Made reservation on behalf of 3acbaf7430394848af721459c8a07374 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:33.590072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.595497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Pushing event updated for resources: {'Port': ['ID=9e561c39-87cb-4d85-85b1-9eae1bbba89c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:33.609404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-19b3a436-4316-41c5-8c0f-4abd87560ced tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:33.611971 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-19b3a436-4316-41c5-8c0f-4abd87560ced tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.0154390 Nov 25 08:51:33.626317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42778) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:33.643130 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59abc1a9-efe9-49f6-80cf-60c9f944d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.652824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d2f8c3e7-3333-45a1-8149-8bee59a70b0b tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:33.671332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:33.683671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:33.687129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.690449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abc1a9-efe9-49f6-80cf-60c9f944d0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93c6849-5201-4b59-ba0b-6c0b843c5072,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:33.712478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-59abc1a9-efe9-49f6-80cf-60c9f944d0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:33.719396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59abc1a9-efe9-49f6-80cf-60c9f944d0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.723210 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-59abc1a9-efe9-49f6-80cf-60c9f944d0be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c93c6849-5201-4b59-ba0b-6c0b843c5072 HTTP/1.1" status: 204 len: 168 time: 0.5714176 Nov 25 08:51:33.749583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Attempting to bind port 9e561c39-87cb-4d85-85b1-9eae1bbba89c on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:33.750054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Attempting to bind port 9e561c39-87cb-4d85-85b1-9eae1bbba89c by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '2b83927e-a304-44fa-a7ec-c74487b70d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e7217e12-3d9b-4413-becb-b27d64cc5ad4'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:33.750334 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Attempting to bind port 9e561c39-87cb-4d85-85b1-9eae1bbba89c on network e7217e12-3d9b-4413-becb-b27d64cc5ad4 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:33.761816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.777804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:33.777958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Checking segment: {'id': '2b83927e-a304-44fa-a7ec-c74487b70d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e7217e12-3d9b-4413-becb-b27d64cc5ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:33.778331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.778873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Bound using segment: {'id': '2b83927e-a304-44fa-a7ec-c74487b70d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e7217e12-3d9b-4413-becb-b27d64cc5ad4'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:33.779358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Bound port: 9e561c39-87cb-4d85-85b1-9eae1bbba89c, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b83927e-a304-44fa-a7ec-c74487b70d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e7217e12-3d9b-4413-becb-b27d64cc5ad4'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:33.779739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.787496 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cb0a67-ed73-46a5-b3a9-57c78b908b33 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:51:33.795843 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-24cb0a67-ed73-46a5-b3a9-57c78b908b33 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/4454c078-8970-4fa6-951c-c40ad8205aea HTTP/1.1" status: 404 len: 333 time: 0.1584167 Nov 25 08:51:33.797051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:33.799528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42784) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:33.806342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e96e7-72f7-44dc-9ee9-96926c3455e6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:33.807131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c50e96e7-72f7-44dc-9ee9-96926c3455e6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:33.816042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 73696b61-85ca-4e0b-9be4-91c8582a6c3e triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:33.816434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.827023 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:51:28Z', 'revision_number': 2, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:30Z', 'revision_number': 2, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:33.831601 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Checking router: 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:51:33.831960 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Updating router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 port 35735790-b9fd-491a-89da-c53422d109a5 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:51:33.859185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c50e96e7-72f7-44dc-9ee9-96926c3455e6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:33.864040 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c50e96e7-72f7-44dc-9ee9-96926c3455e6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3083870 Nov 25 08:51:33.864333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42788) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:33.878589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-56988236'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:33.900819 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.914902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:33.925736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.926216 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added segment e377cf8f-cb33-47fd-9ab0-98b2572b4f98 of type vlan for network 96142c08-c647-4db6-a526-dcc7e5806e22 Nov 25 08:51:33.958415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.996325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:33.996761 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Added segment 5d3e13c8-1376-46cb-854c-7a23b05f4313 of type vlan for network fc9d4a26-d686-4734-8927-3fbb82d38d16 Nov 25 08:51:34.030499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.041177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.073600 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-a77c8234-801a-4eac-9958-9945a1b558e4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 47dbe9ae-aa47-4dd3-ae59-d82a3d66a736 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:34.075754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a77c8234-801a-4eac-9958-9945a1b558e4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.076800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:34.079344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.086448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:34.087185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.115559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b2026c82-8d46-4e5b-b623-b08460d4bd9b tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:34.132445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.138079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:34.139952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.160333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:network and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:34.167877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object 3e7b02c6-7405-4864-acce-db53e0b068d6 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:34.171438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] For port 9e561c39-87cb-4d85-85b1-9eae1bbba89c, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:34.180119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.180813 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8621278 Nov 25 08:51:34.186864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:34.204440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42794) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:34.216741 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'subnet': {'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:34.257469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Transition to ACTIVE for port object 623527c9-cead-4f95-8b1b-eecd190f8709 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:34.270345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] For port 9e561c39-87cb-4d85-85b1-9eae1bbba89c, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9e561c39-87cb-4d85-85b1-9eae1bbba89c,segment=NetworkSegment(2b83927e-a304-44fa-a7ec-c74487b70d1d),segment_id=2b83927e-a304-44fa-a7ec-c74487b70d1d)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:34.272333 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9956479 Nov 25 08:51:34.273564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:34.284924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42800) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:34.300806 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'subnet': {'network_id': '40ffa6af-61fa-473d-b81b-bf148125169f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:34.326915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.348002 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:34.401461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Transition to ACTIVE for port object 623527c9-cead-4f95-8b1b-eecd190f8709 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:34.444930 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.461330 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Transition to ACTIVE for port object 35735790-b9fd-491a-89da-c53422d109a5 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:34.469290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.474041 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.480956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:34.481842 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:34.489433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:subnet and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:34.495590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:34.499227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:34.503147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Usage tracker for resource:subnet and tenant:3acbaf7430394848af721459c8a07374 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:34.506193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:34.506356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:34.512270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:34.521737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:51:34.550111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:34.554613 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.567898 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Pushing event updated for resources: {'Port': ['ID=35735790-b9fd-491a-89da-c53422d109a5,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:34.582344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a77c8234-801a-4eac-9958-9945a1b558e4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.588447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-391ef38e-1566-43ba-8880-26ffbf2639df tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.674395 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:51:34.674749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 26fd4abd-28f8-4ce0-a7f0-22d6aa71ac94 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:51:34.685531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:34.686418 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Pushing event updated for resources: {'Port': ['ID=9e561c39-87cb-4d85-85b1-9eae1bbba89c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:34.689449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:34.709056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:34.709579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:34.719052 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.719646 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.720375 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.721095 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.721578 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.722154 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.722657 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.724161 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.724161 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.724675 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.725155 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.725751 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:51:34.734017 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:34.761372 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:34.844318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-391ef38e-1566-43ba-8880-26ffbf2639df tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Calling delete_port for 716b2648-768a-4917-92ea-a6c2d23a6fc4 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:34.876769 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Attempting to bind port 35735790-b9fd-491a-89da-c53422d109a5 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:34.877137 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Attempting to bind port 35735790-b9fd-491a-89da-c53422d109a5 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '8d8a360f-0612-4c82-a068-42ef8ba5de2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:34.877506 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Attempting to bind port 35735790-b9fd-491a-89da-c53422d109a5 on network 47bf6c61-da04-499a-bb54-316ca34ed24b {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:34.889145 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:34.889459 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Checking segment: {'id': '8d8a360f-0612-4c82-a068-42ef8ba5de2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:34.889867 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.890259 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Bound using segment: {'id': '8d8a360f-0612-4c82-a068-42ef8ba5de2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:34.890756 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Bound port: 35735790-b9fd-491a-89da-c53422d109a5, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8a360f-0612-4c82-a068-42ef8ba5de2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:34.891146 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:34.907870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-a77c8234-801a-4eac-9958-9945a1b558e4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 47dbe9ae-aa47-4dd3-ae59-d82a3d66a736 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:35.044768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Pushing event updated for resources: {'Port': ['ID=623527c9-cead-4f95-8b1b-eecd190f8709,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:35.060416 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:35.062487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Attempting to bind port 623527c9-cead-4f95-8b1b-eecd190f8709 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:35.064440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Attempting to bind port 623527c9-cead-4f95-8b1b-eecd190f8709 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:35.064910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Attempting to bind port 623527c9-cead-4f95-8b1b-eecd190f8709 on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:35.074433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:35.074876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:35.075392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.075884 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:35.076463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Bound port: 623527c9-cead-4f95-8b1b-eecd190f8709, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:35.076938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.164062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a77c8234-801a-4eac-9958-9945a1b558e4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.187376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1fd0fde8-8651-4333-866c-5fadf050e5de tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:35.207664 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] For port 35735790-b9fd-491a-89da-c53422d109a5, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:35.212875 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] For port 35735790-b9fd-491a-89da-c53422d109a5, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=35735790-b9fd-491a-89da-c53422d109a5,segment=NetworkSegment(8d8a360f-0612-4c82-a068-42ef8ba5de2f),segment_id=8d8a360f-0612-4c82-a068-42ef8ba5de2f)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:35.215206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Made reservation on behalf of 3acbaf7430394848af721459c8a07374 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:35.221503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.223676 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.232162 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:35.264427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c8234-801a-4eac-9958-9945a1b558e4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=47dbe9ae-aa47-4dd3-ae59-d82a3d66a736,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:35.267158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a77c8234-801a-4eac-9958-9945a1b558e4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:35.280420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] For port 623527c9-cead-4f95-8b1b-eecd190f8709, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:35.284525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] For port 623527c9-cead-4f95-8b1b-eecd190f8709, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=623527c9-cead-4f95-8b1b-eecd190f8709,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:35.290842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.292151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:35.297737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:35.298974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.319964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a77c8234-801a-4eac-9958-9945a1b558e4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.341158 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a77c8234-801a-4eac-9958-9945a1b558e4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/47dbe9ae-aa47-4dd3-ae59-d82a3d66a736 HTTP/1.1" status: 204 len: 168 time: 1.4725358 Nov 25 08:51:35.348109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42818) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:35.348503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42820) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:35.407331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Pushing event updated for resources: {'Port': ['ID=623527c9-cead-4f95-8b1b-eecd190f8709,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:35.412354 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:35.413951 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:35.425106 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:35.451709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Network': ['ID=96142c08-c647-4db6-a526-dcc7e5806e22,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:35.465518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 96142c08-c647-4db6-a526-dcc7e5806e22 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:35.472964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.358s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:35.473757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fd552ea6-c79b-4acc-a3b7-4949deed3fa6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.300s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:35.567642 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bda32-2e77-4fa0-975a-6b1ff0b6e391 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:35.568534 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Pushing event updated for resources: {'Port': ['ID=35735790-b9fd-491a-89da-c53422d109a5,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:35.580329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bda32-2e77-4fa0-975a-6b1ff0b6e391 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:35.581140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9b9bda32-2e77-4fa0-975a-6b1ff0b6e391 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:35.642976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9b9bda32-2e77-4fa0-975a-6b1ff0b6e391 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:35.645427 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9b9bda32-2e77-4fa0-975a-6b1ff0b6e391 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2959204 Nov 25 08:51:35.662172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42828) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:35.671585 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:35.673515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-61f89129-1875-42a9-8499-d3706deccdc3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:35.674260 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-61f89129-1875-42a9-8499-d3706deccdc3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 08:51:35.676263 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-61f89129-1875-42a9-8499-d3706deccdc3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 08:51:35.684432 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-61f89129-1875-42a9-8499-d3706deccdc3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3331442 Nov 25 08:51:35.730078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42832) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:35.734925 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:51:35.764860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group': {'name': 'tempest-secgroup--405294212'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:35.841338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:35.867226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c1d576-97d2-4879-9066-9e7b51e8a48d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 69f1dc2d-7fba-4729-a984-71b71ccf2575 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:35.874140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d576-97d2-4879-9066-9e7b51e8a48d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.907774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:35.910252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.920427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-391ef38e-1566-43ba-8880-26ffbf2639df tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.944950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Network': ['ID=fc9d4a26-d686-4734-8927-3fbb82d38d16,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:35.957607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network fc9d4a26-d686-4734-8927-3fbb82d38d16 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:35.959315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:35.960304 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Added segment 8d61f2aa-320c-4176-9ca0-651a94f2c08f of type vlan for network bea12f5a-2d0d-4541-8bac-80cd1212d590 Nov 25 08:51:35.961227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:35.962430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:35.964948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:35.971182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:35.998172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:36.009095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.027210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f6aecdf9-3791-457b-ac18-c3bae5e2e06c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:36.110367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:36.141804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:36.182491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Subnet': ['ID=e3ede5c4-6c99-4e90-a123-c55a77965f2e,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:36.197786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:36.216760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:36.220290 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.251644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d576-97d2-4879-9066-9e7b51e8a48d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.340222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.388536 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:51:28Z', 'revision_number': 2, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:35Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:36.398353 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ae462-9e8d-4cf3-a6d9-a59ab6ed0832 None None] The sync data for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv is: [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:51:28Z', 'revision_number': 2, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:35Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:51:36.421143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.471115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=3e7b02c6-7405-4864-acce-db53e0b068d6,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:36.617081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ef38e-1566-43ba-8880-26ffbf2639df tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event deleted for resources: {'Port': ['ID=716b2648-768a-4917-92ea-a6c2d23a6fc4,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:36.635373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-391ef38e-1566-43ba-8880-26ffbf2639df tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:36.640469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.696s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:36.640866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:36.654297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.663605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bf942d53-9b05-47ac-9a2d-93bec0fc8e43 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:36.698690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:36.699458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.710989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:36.717214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2facb5ee-d854-4713-a35d-ab7d03690c7b None None] Network e7217e12-3d9b-4413-becb-b27d64cc5ad4 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:36.731622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:36.749884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-391ef38e-1566-43ba-8880-26ffbf2639df tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.770542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:36.777307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Checking segment: {'id': 'e377cf8f-cb33-47fd-9ab0-98b2572b4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:36.777630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network hostable DHCP agents. Network: 96142c08-c647-4db6-a526-dcc7e5806e22, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:51:36.792073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:36.812959 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e09c296e-5a8e-4b57-b5de-bc0b9a3d0965 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.5191286 Nov 25 08:51:36.817579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42838) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:36.826501 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-391ef38e-1566-43ba-8880-26ffbf2639df tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "DELETE /v2.0/ports/716b2648-768a-4917-92ea-a6c2d23a6fc4 HTTP/1.1" status: 204 len: 168 time: 3.8030341 Nov 25 08:51:36.827452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42842) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:36.831959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d0d0d437-8092-49f1-91d6-691950566327 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:36.860104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d8f06f76-d283-41c1-b3d9-f38d1789d4b2 None None] Provisioning for port 3e7b02c6-7405-4864-acce-db53e0b068d6 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:36.870986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.874004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d8f06f76-d283-41c1-b3d9-f38d1789d4b2 None None] Provisioning complete for port 3e7b02c6-7405-4864-acce-db53e0b068d6 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:36.874424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d8f06f76-d283-41c1-b3d9-f38d1789d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.879206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:36.879881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.932264 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-a124157e-2058-4cbc-a5b8-c249f4921c5b tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] GET failed (client error): The resource could not be found. Nov 25 08:51:36.933721 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a124157e-2058-4cbc-a5b8-c249f4921c5b tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "GET /v2.0/ports/716b2648-768a-4917-92ea-a6c2d23a6fc4 HTTP/1.1" status: 404 len: 333 time: 0.1043191 Nov 25 08:51:36.944827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42846) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:36.945558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 96142c08-c647-4db6-a526-dcc7e5806e22 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:51:36.955635 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d576-97d2-4879-9066-9e7b51e8a48d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:36.997174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d8f06f76-d283-41c1-b3d9-f38d1789d4b2 None None] Port 3e7b02c6-7405-4864-acce-db53e0b068d6 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:37.051911 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Subnet': ['ID=5035ff11-4d06-478a-8057-8967cfff30f9,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:37.065141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:37.182432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 96142c08-c647-4db6-a526-dcc7e5806e22) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:37.196943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b0e46537-ff7b-4e52-bd9b-eba9dc92807c tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:37.211631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:37.212327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:37.237205 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.4247100 Nov 25 08:51:37.242716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42850) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:37.247665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c613bbc2-0817-4762-9c7a-2c3573d7363e None None] Network 96142c08-c647-4db6-a526-dcc7e5806e22 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:37.252846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Checking segment: {'id': '9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '40ffa6af-61fa-473d-b81b-bf148125169f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:37.253211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network hostable DHCP agents. Network: 40ffa6af-61fa-473d-b81b-bf148125169f, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:51:37.259423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-458bbcb6-b56f-40e3-903f-71f0cb98ff75 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Deleting port 7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:37.261460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-458bbcb6-b56f-40e3-903f-71f0cb98ff75 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:37.283440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b1978e41-316e-4924-beb2-082255c81aee None None] Provisioning for port 9e561c39-87cb-4d85-85b1-9eae1bbba89c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:37.327436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:37.389842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Network': ['ID=bea12f5a-2d0d-4541-8bac-80cd1212d590,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:37.393109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:37.393262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 35735790-b9fd-491a-89da-c53422d109a5 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:37.393916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network 40ffa6af-61fa-473d-b81b-bf148125169f is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:51:37.411121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 40ffa6af-61fa-473d-b81b-bf148125169f) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:37.416530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:37.416896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:37.452417 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1539388 Nov 25 08:51:37.463373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42854) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:37.472609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'subnet': {'network_id': 'fc9d4a26-d686-4734-8927-3fbb82d38d16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:37.524681 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3148079 Nov 25 08:51:37.530557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network bea12f5a-2d0d-4541-8bac-80cd1212d590 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:37.538206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42858) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:37.646307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d576-97d2-4879-9066-9e7b51e8a48d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:37.656859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d0d0d437-8092-49f1-91d6-691950566327 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:37.659733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521156b9-dd2b-442e-8593-e6ff7c68d7c3 None None] Network 40ffa6af-61fa-473d-b81b-bf148125169f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:37.664531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d0d0d437-8092-49f1-91d6-691950566327 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:37.666277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:37.668535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d0d0d437-8092-49f1-91d6-691950566327 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:37.678093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d0d0d437-8092-49f1-91d6-691950566327 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:37.680533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:37.686963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Usage tracker for resource:subnet and tenant:3acbaf7430394848af721459c8a07374 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:37.690210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:37.697394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:37.702389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:37.718267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d0d437-8092-49f1-91d6-691950566327 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:37.725005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d437-8092-49f1-91d6-691950566327 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:37.745865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Made reservation on behalf of 3acbaf7430394848af721459c8a07374 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:37.749987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:37.828525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1d576-97d2-4879-9066-9e7b51e8a48d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=69f1dc2d-7fba-4729-a984-71b71ccf2575,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:37.830557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:37.837516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f6c1d576-97d2-4879-9066-9e7b51e8a48d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:37.849732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:37.861845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:37.864214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:37.873130 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d576-97d2-4879-9066-9e7b51e8a48d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:37.875031 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f6c1d576-97d2-4879-9066-9e7b51e8a48d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/69f1dc2d-7fba-4729-a984-71b71ccf2575 HTTP/1.1" status: 204 len: 168 time: 2.2102022 Nov 25 08:51:37.880475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42862) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:37.884181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:37.899965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:37.960782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 35735790-b9fd-491a-89da-c53422d109a5 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:37.972308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fe0622d1-80ae-475b-ba87-48c00e4d774c None None] Provisioning for port 623527c9-cead-4f95-8b1b-eecd190f8709 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:37.992015 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:38.002436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 35735790-b9fd-491a-89da-c53422d109a5 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:38.003753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:38.018730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:38.020906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.ipam_backend_mixin [None req-d0d0d437-8092-49f1-91d6-691950566327 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 478876c6-11eb-4dc4-b559-0d37ddab63ce (CIDR: 172.20.0.0/28) Nov 25 08:51:38.027940 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d0d437-8092-49f1-91d6-691950566327 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:38.032425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d0d437-8092-49f1-91d6-691950566327 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:38.061963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a796123-7f17-44cb-8c3a-3f59fd1c79c6 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:38.149543 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d0d0d437-8092-49f1-91d6-691950566327 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3281381 Nov 25 08:51:38.152387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:38.154608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42866) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:38.159040 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1e77352e-108a-41b8-8197-f604a75063bb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2606881 Nov 25 08:51:38.165984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42870) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:38.173202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-4e61b270-11ee-4dc1-8e07-49966aa0e461 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:38.173761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:38.175969 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e9c6e-d00f-4668-9d18-08f37c5be890,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:38.192669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:38.196262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:38.283268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fe0622d1-80ae-475b-ba87-48c00e4d774c None None] Could not find standard attr ID for object 47dbe9ae-aa47-4dd3-ae59-d82a3d66a736. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:51:38.315771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-96142c08-c647-4db6-a526-dcc7e5806e22', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:38.316598 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:38.384365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:38.387662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:38.466937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:38.477780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:38.526151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-40ffa6af-61fa-473d-b81b-bf148125169f', 'network_id': '40ffa6af-61fa-473d-b81b-bf148125169f', 'tenant_id': '3acbaf7430394848af721459c8a07374', 'fixed_ips': [{'subnet_id': '5035ff11-4d06-478a-8057-8967cfff30f9'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:38.526768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:38.550258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-458bbcb6-b56f-40e3-903f-71f0cb98ff75 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:38.701546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:38.722008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:38.746537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:38.755565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Subnet': ['ID=00979666-6c9e-4a29-b33d-450cf5f2c6d3,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:38.765920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:38.780835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4e61b270-11ee-4dc1-8e07-49966aa0e461 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:38.786003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Allocated IP 2001:db8:1::2 (96142c08-c647-4db6-a526-dcc7e5806e22/e3ede5c4-6c99-4e90-a123-c55a77965f2e/6ef6dde3-86d8-4519-944d-3030526261b6) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:38.794950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Checking segment: {'id': '5d3e13c8-1376-46cb-854c-7a23b05f4313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fc9d4a26-d686-4734-8927-3fbb82d38d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:38.795379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network hostable DHCP agents. Network: fc9d4a26-d686-4734-8927-3fbb82d38d16, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:51:38.801638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 35735790-b9fd-491a-89da-c53422d109a5, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=35735790-b9fd-491a-89da-c53422d109a5,segment=NetworkSegment(8d8a360f-0612-4c82-a068-42ef8ba5de2f),segment_id=8d8a360f-0612-4c82-a068-42ef8ba5de2f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:38.802808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4e61b270-11ee-4dc1-8e07-49966aa0e461 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:38.811855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:38.812831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:38.813639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 623527c9-cead-4f95-8b1b-eecd190f8709 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:38.815381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:38.841348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4e61b270-11ee-4dc1-8e07-49966aa0e461 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:38.874478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-3264001a-6302-4d01-b651-a87898980b48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:38.902968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4e61b270-11ee-4dc1-8e07-49966aa0e461 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:38.922977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea71a3-7a62-40cd-971b-89d1ad45aff3 None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:51:38.934842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network fc9d4a26-d686-4734-8927-3fbb82d38d16 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:51:38.946230 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e61b270-11ee-4dc1-8e07-49966aa0e461 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:38.949651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e61b270-11ee-4dc1-8e07-49966aa0e461 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:38.964879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-acea71a3-7a62-40cd-971b-89d1ad45aff3 None None] Deleting port 623527c9-cead-4f95-8b1b-eecd190f8709 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:38.965190 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acea71a3-7a62-40cd-971b-89d1ad45aff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:38.970584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-458bbcb6-b56f-40e3-903f-71f0cb98ff75 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Calling delete_port for 7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:39.114086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.131496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.138228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Allocated IP 2001:db8::2 (40ffa6af-61fa-473d-b81b-bf148125169f/5035ff11-4d06-478a-8057-8967cfff30f9/f108f5cb-8db4-40b5-ad15-04dd08cd3940) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:39.141767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50e42d77-fbd1-4dbb-94d4-4805373f31a8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:39.155416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, fc9d4a26-d686-4734-8927-3fbb82d38d16) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:39.164522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=35735790-b9fd-491a-89da-c53422d109a5,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:39.168586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:39.168744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.187239 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:39.205909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c282a0c-fb18-45ff-811c-f94a8bd4a12e None None] Network fc9d4a26-d686-4734-8927-3fbb82d38d16 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:39.246631 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7819021 Nov 25 08:51:39.250646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42874) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:39.300310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5e278c-c25e-4372-9e1c-0aed27873032,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:39.341813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:39.348126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.352362 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.6157389 Nov 25 08:51:39.370892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42878) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:39.380625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '5a5e278c-c25e-4372-9e1c-0aed27873032', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:39.399388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:39.411210 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.ipam_backend_mixin [None req-4e61b270-11ee-4dc1-8e07-49966aa0e461 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 946e893d-50ff-49a9-ae95-e04128984e5b (CIDR: 172.20.0.16/28) Nov 25 08:51:39.425707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 623527c9-cead-4f95-8b1b-eecd190f8709 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:39.428410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.432909 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e61b270-11ee-4dc1-8e07-49966aa0e461 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:39.433390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e61b270-11ee-4dc1-8e07-49966aa0e461 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:39.440500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2b4b64e6-a98f-4f10-9641-cf2f0c653809 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:39.453595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:39.466865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:39.472263 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-4816505a-b3ae-45f5-970b-a60d96a65d28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4725449 Nov 25 08:51:39.489434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:39.522538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-458bbcb6-b56f-40e3-903f-71f0cb98ff75 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.525657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=5fc37144-14f5-42c6-9914-9c03da640afd,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:39.532831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-721954e3-27f6-4747-b2f5-9311cc8bd6cb tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:39.535711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:39.564587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.608102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 623527c9-cead-4f95-8b1b-eecd190f8709 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:39.608102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.619697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:39.627587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.640263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bbcb6-b56f-40e3-903f-71f0cb98ff75 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event deleted for resources: {'Port': ['ID=7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:39.654089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.665052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-458bbcb6-b56f-40e3-903f-71f0cb98ff75 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:39.677993 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4e61b270-11ee-4dc1-8e07-49966aa0e461 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5219033 Nov 25 08:51:39.682396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:39.688975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:39.689123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.703078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42882) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:39.712320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'subnet': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:39.717715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-39b01a29-d9f5-44c5-b47b-facf231e70bb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:39.809579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-acea71a3-7a62-40cd-971b-89d1ad45aff3 None None] For port 623527c9-cead-4f95-8b1b-eecd190f8709, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=623527c9-cead-4f95-8b1b-eecd190f8709,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:39.811862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acea71a3-7a62-40cd-971b-89d1ad45aff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.823534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:39.852355 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6852589 Nov 25 08:51:39.923174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42886) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:39.972457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-acea71a3-7a62-40cd-971b-89d1ad45aff3 None None] Calling delete_port for 623527c9-cead-4f95-8b1b-eecd190f8709 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:39.975215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'name': 'tempest-NetworksTestDHCPv6-1256107210'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:40.050780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Transition to ACTIVE for port object 6ef6dde3-86d8-4519-944d-3030526261b6 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:40.092839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:40.100069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Usage tracker for resource:subnet and tenant:582cee82d17044798b7f02b1399f0549 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:40.104770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:40.114082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:40.117339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Subnet': ['ID=2ffae693-0f8c-45a4-a30e-5cc1634d3677,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:40.137139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:40.138155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Checking segment: {'id': '8d61f2aa-320c-4176-9ca0-651a94f2c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:40.138545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network hostable DHCP agents. Network: bea12f5a-2d0d-4541-8bac-80cd1212d590, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:51:40.163333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.174032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Made reservation on behalf of 582cee82d17044798b7f02b1399f0549 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:40.177579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.212510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-458bbcb6-b56f-40e3-903f-71f0cb98ff75 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.224277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.239967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Transition to ACTIVE for port object 6ef6dde3-86d8-4519-944d-3030526261b6 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:40.267978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.273822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-fc9d4a26-d686-4734-8927-3fbb82d38d16', 'network_id': 'fc9d4a26-d686-4734-8927-3fbb82d38d16', 'tenant_id': '3acbaf7430394848af721459c8a07374', 'fixed_ips': [{'subnet_id': '00979666-6c9e-4a29-b33d-450cf5f2c6d3'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:40.275499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.289242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-b82c2040-ff3f-4a94-a46d-aa7eeffddc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:40.290574 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-b82c2040-ff3f-4a94-a46d-aa7eeffddc5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8112514b1f3d47e090b4462ec34c3fce&device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 1098 time: 0.7110636 Nov 25 08:51:40.293034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acea71a3-7a62-40cd-971b-89d1ad45aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.308937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c2921ad2-0451-40c5-88fe-ef2cb8c0de31 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:40.316814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.345081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-173d149f-e736-40f0-9103-7609c802c0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:40.376655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea71a3-7a62-40cd-971b-89d1ad45aff3 None None] No DVR routers for this DVR port 623527c9-cead-4f95-8b1b-eecd190f8709 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:51:40.403259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.415028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99db5a4-d927-4073-80a5-1d77417f6c0e None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:40.502561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network bea12f5a-2d0d-4541-8bac-80cd1212d590 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:51:40.507058 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-458bbcb6-b56f-40e3-903f-71f0cb98ff75 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "DELETE /v2.0/ports/7b3e64e4-2710-45ed-8b9d-cf35e6a4eddf HTTP/1.1" status: 204 len: 168 time: 3.5566418 Nov 25 08:51:40.518337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42890) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:40.519412 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea71a3-7a62-40cd-971b-89d1ad45aff3 None None] Pushing event deleted for resources: {'Port': ['ID=623527c9-cead-4f95-8b1b-eecd190f8709,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:40.552116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e32f68-b948-4d51-afdc-80f67101b3a1,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:40.552520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Network 96142c08-c647-4db6-a526-dcc7e5806e22 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:40.556284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:40.663595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:40.666214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:40.669068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, bea12f5a-2d0d-4541-8bac-80cd1212d590) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:40.671308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:40.682672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Transition to ACTIVE for port object f108f5cb-8db4-40b5-ad15-04dd08cd3940 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:40.688099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.697441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:40.700709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:40.701303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.709112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.711220 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3384681 Nov 25 08:51:40.717821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:40.720924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42894) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:40.721421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7237d-9bf4-41de-b7aa-ab5e68988194 None None] Network bea12f5a-2d0d-4541-8bac-80cd1212d590 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:40.739197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8b925bba-027c-42a4-8028-1308ce36cb55 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '5a5e278c-c25e-4372-9e1c-0aed27873032', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:40.744160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:40.762792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8b925bba-027c-42a4-8028-1308ce36cb55 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:40.768330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8b925bba-027c-42a4-8028-1308ce36cb55 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:40.773352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8b925bba-027c-42a4-8028-1308ce36cb55 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:40.783238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8b925bba-027c-42a4-8028-1308ce36cb55 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:40.823028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a5430f-4329-46d3-b9ff-152ce3d1d4a5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Deleting subnet b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:40.837568 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5916502 Nov 25 08:51:40.841553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-38a5430f-4329-46d3-b9ff-152ce3d1d4a5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.846309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42898) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:40.852959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5205bf13-8100-418e-8207-4b6c3c8588a7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:40.872288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8b925bba-027c-42a4-8028-1308ce36cb55 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.877709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:40.882437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:40.925422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-5edb040a-9017-4410-86ae-878c85f7c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:40.925677 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-5edb040a-9017-4410-86ae-878c85f7c622 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 200 len: 913 time: 0.6055875 Nov 25 08:51:40.942442 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Pushing event updated for resources: {'Port': ['ID=6ef6dde3-86d8-4519-944d-3030526261b6,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:40.956138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Transition to ACTIVE for port object f108f5cb-8db4-40b5-ad15-04dd08cd3940 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:40.967354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:40.972206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.598s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:40.972567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:41.007708 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 53fa7ba5-255e-4229-a931-c60ad1324cba yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:41.040099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.052774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-38a5430f-4329-46d3-b9ff-152ce3d1d4a5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.086537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Allocated IP 2001:db8::1 (40ffa6af-61fa-473d-b81b-bf148125169f/5035ff11-4d06-478a-8057-8967cfff30f9/b8f0d91b-7713-4557-a035-bd9a424113ed) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:41.087950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Allocated IP 2001:db8:1::1 (96142c08-c647-4db6-a526-dcc7e5806e22/e3ede5c4-6c99-4e90-a123-c55a77965f2e/9458534c-12ac-4100-8e92-ab81167eca42) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:41.117760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-12cb27af-7f2b-4cc4-8e24-d580175d4187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:41.145986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Attempting to bind port 6ef6dde3-86d8-4519-944d-3030526261b6 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:41.146368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Attempting to bind port 6ef6dde3-86d8-4519-944d-3030526261b6 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e377cf8f-cb33-47fd-9ab0-98b2572b4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:41.146626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Attempting to bind port 6ef6dde3-86d8-4519-944d-3030526261b6 on network 96142c08-c647-4db6-a526-dcc7e5806e22 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:41.182188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9e561c39-87cb-4d85-85b1-9eae1bbba89c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:41.277246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Allocated IP 2001:db8::2 (fc9d4a26-d686-4734-8927-3fbb82d38d16/00979666-6c9e-4a29-b33d-450cf5f2c6d3/4a856bc4-c36f-4586-aa22-7b61044a2f0b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:41.279546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:41.279930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Checking segment: {'id': 'e377cf8f-cb33-47fd-9ab0-98b2572b4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:41.280344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.280734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Bound using segment: {'id': 'e377cf8f-cb33-47fd-9ab0-98b2572b4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:41.281215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Bound port: 6ef6dde3-86d8-4519-944d-3030526261b6, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e377cf8f-cb33-47fd-9ab0-98b2572b4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:41.281346 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-a3da1696-5335-480b-a883-1cbdb7e95aa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 200 len: 1001 time: 0.3419995 Nov 25 08:51:41.281593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.312053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Network 40ffa6af-61fa-473d-b81b-bf148125169f is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:41.333179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:41.351896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:41.363504 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-8b925bba-027c-42a4-8028-1308ce36cb55 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 08:51:41.363504 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8b925bba-027c-42a4-8028-1308ce36cb55 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6337979 Nov 25 08:51:41.364915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42902) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:41.383482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.392844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.405983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f0881205-ba10-4c72-b88d-086147774af9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:41.409260 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Pushing event updated for resources: {'Port': ['ID=f108f5cb-8db4-40b5-ad15-04dd08cd3940,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:41.439184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5205bf13-8100-418e-8207-4b6c3c8588a7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:41.460553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-38a5430f-4329-46d3-b9ff-152ce3d1d4a5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.468964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5205bf13-8100-418e-8207-4b6c3c8588a7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:41.478567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5205bf13-8100-418e-8207-4b6c3c8588a7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:41.489519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Transition to ACTIVE for port object b8f0d91b-7713-4557-a035-bd9a424113ed will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:41.493673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-e4cc63e7-d952-4963-9f76-22a7d46fa64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:41.494240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:41.495161 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-e4cc63e7-d952-4963-9f76-22a7d46fa64d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40d6fdd8-001d-4957-aaad-ee27dc44d3ff HTTP/1.1" status: 200 len: 851 time: 0.2018101 Nov 25 08:51:41.497132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5205bf13-8100-418e-8207-4b6c3c8588a7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:41.505171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:41.521239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:41.530841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:41.531247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.549801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Subnet': ['ID=91d2e546-00cd-4bc4-89a2-ed1999fbd92b,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:41.559728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:41.564907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5205bf13-8100-418e-8207-4b6c3c8588a7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:41.568241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5205bf13-8100-418e-8207-4b6c3c8588a7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.576665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::55 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/5fc37144-14f5-42c6-9914-9c03da640afd/53fa7ba5-255e-4229-a931-c60ad1324cba) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:41.609489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da3965-800e-4069-adcc-5fc2dcc79e3e None None] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:41.626210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.674229 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9681578 Nov 25 08:51:41.679009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42906) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:41.679817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24ea2341-6b5e-4be6-9f21-4cada95ecf8a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.699380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Transition to ACTIVE for port object 9458534c-12ac-4100-8e92-ab81167eca42 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:41.699966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-645969671', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91d2e546-00cd-4bc4-89a2-ed1999fbd92b'}], 'security_groups': ['31c7693c-51a6-4d1c-8fe4-ea69bf5e52d8', 'e6f11fcf-e799-422a-b076-d89e8a2d08d4']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:41.748810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.759817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '5fc37144-14f5-42c6-9914-9c03da640afd'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:41.760635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.763061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:41.808203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-38a5430f-4329-46d3-b9ff-152ce3d1d4a5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.822492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6e8866f0-2518-4735-b4ce-138b4c7443c0 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:41.841008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Attempting to bind port f108f5cb-8db4-40b5-ad15-04dd08cd3940 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:41.841385 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Attempting to bind port f108f5cb-8db4-40b5-ad15-04dd08cd3940 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '40ffa6af-61fa-473d-b81b-bf148125169f'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:41.841758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Attempting to bind port f108f5cb-8db4-40b5-ad15-04dd08cd3940 on network 40ffa6af-61fa-473d-b81b-bf148125169f {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:41.845611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24ea2341-6b5e-4be6-9f21-4cada95ecf8a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.854888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 9e561c39-87cb-4d85-85b1-9eae1bbba89c completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:41.873518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-38a5430f-4329-46d3-b9ff-152ce3d1d4a5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.876301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5430f-4329-46d3-b9ff-152ce3d1d4a5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:41.878825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-38a5430f-4329-46d3-b9ff-152ce3d1d4a5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:41.889071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network 40ffa6af-61fa-473d-b81b-bf148125169f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:41.892492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-083f1ae8-8793-4af5-a9fa-815d94eb79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:41.894239 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-083f1ae8-8793-4af5-a9fa-815d94eb79c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37af9905-3414-4cad-aeb5-b72371ae9d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3774939 Nov 25 08:51:41.897215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:41.909081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] For port 6ef6dde3-86d8-4519-944d-3030526261b6, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:41.925247 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-38a5430f-4329-46d3-b9ff-152ce3d1d4a5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "DELETE /v2.0/subnets/b1c19d0c-cce3-47e9-9ed9-ba3a0ae48106 HTTP/1.1" status: 204 len: 168 time: 1.3681791 Nov 25 08:51:41.926582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:41.926582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:41.929278 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67a858b-6b08-48de-a76f-c36e23d65e2a None None] Network 82e88bd9-30a8-41b8-ac86-0353acddf6d0 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:41.929444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42910) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:41.935256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Port': ['ID=b8f0d91b-7713-4557-a035-bd9a424113ed,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:41.964912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:42.031524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.041400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-458bbcb6-b56f-40e3-903f-71f0cb98ff75 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:42.056828 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.ipam_backend_mixin [None req-5205bf13-8100-418e-8207-4b6c3c8588a7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ffae693-0f8c-45a4-a30e-5cc1634d3677 (CIDR: 2001:db8::/64) Nov 25 08:51:42.065982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:42.066419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Checking segment: {'id': '9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '40ffa6af-61fa-473d-b81b-bf148125169f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:42.067029 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.067433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Bound using segment: {'id': '9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '40ffa6af-61fa-473d-b81b-bf148125169f'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:42.068044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Bound port: f108f5cb-8db4-40b5-ad15-04dd08cd3940, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '40ffa6af-61fa-473d-b81b-bf148125169f'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:42.068423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.085651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9e561c39-87cb-4d85-85b1-9eae1bbba89c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:42.086332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.119344 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-5205bf13-8100-418e-8207-4b6c3c8588a7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:42.119834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5205bf13-8100-418e-8207-4b6c3c8588a7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:42.133980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 96142c08-c647-4db6-a526-dcc7e5806e22 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:42.141864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.145076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:42.147577 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:42.148329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.154669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-bea12f5a-2d0d-4541-8bac-80cd1212d590', 'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590', 'tenant_id': 'f8f43b3aa68c4f21aa9ed91a16b90df3', 'fixed_ips': [{'subnet_id': '2ffae693-0f8c-45a4-a30e-5cc1634d3677'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:42.155735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.207150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=9458534c-12ac-4100-8e92-ab81167eca42,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:42.208424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] For port 6ef6dde3-86d8-4519-944d-3030526261b6, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6ef6dde3-86d8-4519-944d-3030526261b6,segment=NetworkSegment(e377cf8f-cb33-47fd-9ab0-98b2572b4f98),segment_id=e377cf8f-cb33-47fd-9ab0-98b2572b4f98)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:42.211923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.217336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:42.222471 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5205bf13-8100-418e-8207-4b6c3c8588a7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3746881 Nov 25 08:51:42.223150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42916) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:42.229197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 53fa7ba5-255e-4229-a931-c60ad1324cba will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:42.233579 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-e85bc37a-3824-4400-b7f2-17d81601baca service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303113 Nov 25 08:51:42.241730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24ea2341-6b5e-4be6-9f21-4cada95ecf8a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.244236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24ea2341-6b5e-4be6-9f21-4cada95ecf8a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.247824 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-24ea2341-6b5e-4be6-9f21-4cada95ecf8a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "DELETE /v2.0/security-groups/5a5e278c-c25e-4372-9e1c-0aed27873032 HTTP/1.1" status: 204 len: 168 time: 0.8802326 Nov 25 08:51:42.253103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:42.262526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42920) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:42.266938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f081bf93-d1df-4742-b77d-5180218c6a2d tempest-QuotasNegativeTest-163110630 tempest-QuotasNegativeTest-163110630-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:42.279883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.345178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:42.582950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea2341-6b5e-4be6-9f21-4cada95ecf8a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5e278c-c25e-4372-9e1c-0aed27873032,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:42.596647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-24ea2341-6b5e-4be6-9f21-4cada95ecf8a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:42.596910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Deleting port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:42.597124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.608138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-97ace77e-ebf3-47aa-8d54-419ead58ab15 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Synchronizing usage tracker for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:42.613562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.628668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c859f3a3-a5c4-4bf5-a1f9-f3ef46c97834 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:42.687540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.701574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.748827 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffc69cae-2b4c-4a37-8949-755668ae7c2e req-cf88e1e4-07b7-4a89-8e9c-e861dfab0fc6 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053406 Nov 25 08:51:42.768223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:42.775625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:42.781682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:42.787741 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:42.788366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.801845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.813240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] For port f108f5cb-8db4-40b5-ad15-04dd08cd3940, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:42.820798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-97ace77e-ebf3-47aa-8d54-419ead58ab15 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Unset dirty status for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:42.825848 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-97ace77e-ebf3-47aa-8d54-419ead58ab15 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5560520 Nov 25 08:51:42.827662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=53fa7ba5-255e-4229-a931-c60ad1324cba,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:42.830793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:42.831276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42928) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:42.842376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435627473'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:42.879542 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9437635 Nov 25 08:51:42.885186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:42.886506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:42.888599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42932) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:42.907604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:42.907971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:42.913934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:42.927778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Pushing event updated for resources: {'Port': ['ID=6ef6dde3-86d8-4519-944d-3030526261b6,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:42.934472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] For port f108f5cb-8db4-40b5-ad15-04dd08cd3940, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f108f5cb-8db4-40b5-ad15-04dd08cd3940,segment=NetworkSegment(9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798),segment_id=9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:42.954555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:42.958907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:43.001777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Transition to ACTIVE for port object 4a856bc4-c36f-4586-aa22-7b61044a2f0b will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:43.018624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Allocated IP 2001:db8::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/5fc37144-14f5-42c6-9914-9c03da640afd/7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:43.018863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:43.021494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.040355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0a737814-8af4-4eba-8d56-59b12e1d425b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:43.126799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.190900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:43.198715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:43.209023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Allocated IP 2001:db8::2 (bea12f5a-2d0d-4541-8bac-80cd1212d590/2ffae693-0f8c-45a4-a30e-5cc1634d3677/f7b0ae87-39ec-44fb-bc68-3425e92dd126) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:43.211656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Transition to ACTIVE for port object 4a856bc4-c36f-4586-aa22-7b61044a2f0b will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:43.214619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:43.227905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:43.231928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.234663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:43.347564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.375953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a9f26a-457e-4cbe-8568-483814841b7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:43.376684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-01a9f26a-457e-4cbe-8568-483814841b7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:43.394140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.398420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999acb34-28cc-41f2-940d-3857509dc703 None None] DHCP port deletion for 82e88bd9-30a8-41b8-ac86-0353acddf6d0 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:51:43.431803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-999acb34-28cc-41f2-940d-3857509dc703 None None] Deleting port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:43.432201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-999acb34-28cc-41f2-940d-3857509dc703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.450347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] For port 9b4dd6b8-de50-43fc-a9e3-72c864decf50, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9b4dd6b8-de50-43fc-a9e3-72c864decf50,segment=NetworkSegment(8e14f593-2858-478a-9e87-ac9bde25e4ec),segment_id=8e14f593-2858-478a-9e87-ac9bde25e4ec)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:43.450736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.465111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-01a9f26a-457e-4cbe-8568-483814841b7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:43.466344 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-01a9f26a-457e-4cbe-8568-483814841b7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5748928 Nov 25 08:51:43.481708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42936) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:43.564498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.610356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Network fc9d4a26-d686-4734-8927-3fbb82d38d16 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:43.617215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.618042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.624861 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fcaa5f8c-fd86-4b7f-bc68-49641b0da80c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:43.630514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Pushing event updated for resources: {'Port': ['ID=f108f5cb-8db4-40b5-ad15-04dd08cd3940,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:43.644498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:43.683400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:43.685246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:43.713002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.721998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Calling delete_port for 9b4dd6b8-de50-43fc-a9e3-72c864decf50 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:43.733607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:43.776841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 9e561c39-87cb-4d85-85b1-9eae1bbba89c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9e561c39-87cb-4d85-85b1-9eae1bbba89c,segment=NetworkSegment(2b83927e-a304-44fa-a7ec-c74487b70d1d),segment_id=2b83927e-a304-44fa-a7ec-c74487b70d1d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:43.782219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.838327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=9458534c-12ac-4100-8e92-ab81167eca42,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:43.845145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:43.847697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4ffe4889-5457-4f10-827e-82013047aab8 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:43.903440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.907474 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0692627 Nov 25 08:51:43.911813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42940) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:43.926275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-08395cfb-1526-4798-8371-96f56eea39ae tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '468d7ce7-0186-40ab-ae55-8b6a6c8c3b59', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:43.927062 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-08395cfb-1526-4798-8371-96f56eea39ae tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 08:51:43.927554 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-08395cfb-1526-4798-8371-96f56eea39ae tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:43.934354 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-08395cfb-1526-4798-8371-96f56eea39ae tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0149837 Nov 25 08:51:43.934354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42944) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:43.935652 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.943279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468d7ce7-0186-40ab-ae55-8b6a6c8c3b59,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:43.960922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:43.966905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-acd8ee38-3943-4783-ab6c-17a1c2d18150 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 53fa7ba5-255e-4229-a931-c60ad1324cba {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:43.967457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-acd8ee38-3943-4783-ab6c-17a1c2d18150 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:43.983191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network 96142c08-c647-4db6-a526-dcc7e5806e22 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:43.987152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:44.176200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Pushing event updated for resources: {'Port': ['ID=4a856bc4-c36f-4586-aa22-7b61044a2f0b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:44.194929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2d0b-fe7c-4e39-b8d8-fad80dc9ffaa tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.201628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:44.214550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-db9062d0-4ca0-4e4b-a02a-99bc0b405884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:44.236622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:51:44.238448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2d0b-fe7c-4e39-b8d8-fad80dc9ffaa tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.397490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Attempting to bind port 4a856bc4-c36f-4586-aa22-7b61044a2f0b on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:44.398106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Attempting to bind port 4a856bc4-c36f-4586-aa22-7b61044a2f0b by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '5d3e13c8-1376-46cb-854c-7a23b05f4313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fc9d4a26-d686-4734-8927-3fbb82d38d16'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:44.398498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Attempting to bind port 4a856bc4-c36f-4586-aa22-7b61044a2f0b on network fc9d4a26-d686-4734-8927-3fbb82d38d16 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:44.427535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 35735790-b9fd-491a-89da-c53422d109a5 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:44.495673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:44.496240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Checking segment: {'id': '5d3e13c8-1376-46cb-854c-7a23b05f4313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fc9d4a26-d686-4734-8927-3fbb82d38d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:44.496741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.497252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Bound using segment: {'id': '5d3e13c8-1376-46cb-854c-7a23b05f4313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fc9d4a26-d686-4734-8927-3fbb82d38d16'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:44.497829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Bound port: 4a856bc4-c36f-4586-aa22-7b61044a2f0b, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3e13c8-1376-46cb-854c-7a23b05f4313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fc9d4a26-d686-4734-8927-3fbb82d38d16'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:44.498393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.605757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.618910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a66f1-fca1-46b7-8673-bb9d15600deb None None] Update dhcp port {'port': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'fixed_ips': [{'subnet_id': '946e893d-50ff-49a9-ae95-e04128984e5b', 'ip_address': '172.20.0.18'}, {'subnet_id': '478876c6-11eb-4dc4-b559-0d37ddab63ce', 'ip_address': '172.20.0.2'}, {'subnet_id': '91d2e546-00cd-4bc4-89a2-ed1999fbd92b'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'a2972e2d-892e-4e5f-acf8-22c604bee764'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:51:44.667213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Delete allocated IP 172.20.0.3 (c955ae0e-02ba-4b40-8c38-7c8dd50f53f9/478876c6-11eb-4dc4-b559-0d37ddab63ce) {{(pid=87513) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 08:51:44.683334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.685237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.699542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Allocated IP 172.20.0.39 (c955ae0e-02ba-4b40-8c38-7c8dd50f53f9/91d2e546-00cd-4bc4-89a2-ed1999fbd92b/3e7b02c6-7405-4864-acce-db53e0b068d6) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:44.700141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-71c94892-7635-4639-9859-bb7ad62171ef tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:44.710045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2d0b-fe7c-4e39-b8d8-fad80dc9ffaa tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.718664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-24c9e2a7-5330-47ce-8e18-470204e380cb tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:44.736033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] No DVR routers for this DVR port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:51:44.739273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:51:44.748880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f2d0b-fe7c-4e39-b8d8-fad80dc9ffaa tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468d7ce7-0186-40ab-ae55-8b6a6c8c3b59,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:44.755498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b337cb-0dac-4182-be42-b60909e62bbb None None] Network 96142c08-c647-4db6-a526-dcc7e5806e22 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:44.755622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a1f2d0b-fe7c-4e39-b8d8-fad80dc9ffaa tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:44.761670 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2069318 Nov 25 08:51:44.763260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2d0b-fe7c-4e39-b8d8-fad80dc9ffaa tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.766764 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2a1f2d0b-fe7c-4e39-b8d8-fad80dc9ffaa tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "DELETE /v2.0/security-groups/468d7ce7-0186-40ab-ae55-8b6a6c8c3b59 HTTP/1.1" status: 204 len: 168 time: 0.8293195 Nov 25 08:51:44.766764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42948) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:44.767532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42950) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:44.774152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1521709399'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:44.779740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:44.784107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:network and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:44.788680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:44.805615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Sync routers for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:51:44.810357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:44.821182 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-999acb34-28cc-41f2-940d-3857509dc703 None None] For port 9b4dd6b8-de50-43fc-a9e3-72c864decf50, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9b4dd6b8-de50-43fc-a9e3-72c864decf50,segment=NetworkSegment(8e14f593-2858-478a-9e87-ac9bde25e4ec),segment_id=8e14f593-2858-478a-9e87-ac9bde25e4ec)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:44.821832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-999acb34-28cc-41f2-940d-3857509dc703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.829425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Transition to ACTIVE for port object 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:44.846956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.847784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.868746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-02eed08a-b030-4690-a57d-a6d9922330ca tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Synchronizing usage tracker for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:44.889145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:44.892031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event deleted for resources: {'Port': ['ID=9b4dd6b8-de50-43fc-a9e3-72c864decf50,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:44.895007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:44.901740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:44.925919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:44.931545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-02eed08a-b030-4690-a57d-a6d9922330ca tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Unset dirty status for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:44.937540 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-02eed08a-b030-4690-a57d-a6d9922330ca tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1684880 Nov 25 08:51:44.939844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42958) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:44.951000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085479827'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:44.958778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:44.981210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:44.994059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:45.012098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.012821 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added segment c956e712-a689-40c9-b8b3-07bc331ab080 of type vlan for network ed62734b-8795-4e2d-ba3d-09be13b1db99 Nov 25 08:51:45.043661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.064603 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] For port 4a856bc4-c36f-4586-aa22-7b61044a2f0b, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:45.069757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] For port 4a856bc4-c36f-4586-aa22-7b61044a2f0b, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4a856bc4-c36f-4586-aa22-7b61044a2f0b,segment=NetworkSegment(5d3e13c8-1376-46cb-854c-7a23b05f4313),segment_id=5d3e13c8-1376-46cb-854c-7a23b05f4313)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:45.117749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-156a66f1-fca1-46b7-8673-bb9d15600deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.122354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.127686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:45.134166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:45.136520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.138381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:45.145453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:45.180200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.185798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:45.186488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.192991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea7a34-df4b-43f6-87aa-d81e1172c18f None None] Network 40ffa6af-61fa-473d-b81b-bf148125169f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:45.195963 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f0d05ffa-fdc6-4850-bb2f-ae920260d39e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:45.207156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=9e561c39-87cb-4d85-85b1-9eae1bbba89c,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:45.281304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.312542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Port': ['ID=b8f0d91b-7713-4557-a035-bd9a424113ed,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:45.315692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:45.318261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.328753 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5627909 Nov 25 08:51:45.332807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Network': ['ID=ed62734b-8795-4e2d-ba3d-09be13b1db99,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:45.342973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42962) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:45.346469 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:45.350524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.137s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:45.351250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:45.353684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'subnet': {'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:45.430149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e88bd9-30a8-41b8-ac86-0353acddf6d0']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:45.435651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.458994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-999acb34-28cc-41f2-940d-3857509dc703 None None] Calling delete_port for 9b4dd6b8-de50-43fc-a9e3-72c864decf50 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:45.464834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.472033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:45.486366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.489541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fdf2249f-9162-44c7-a0d7-08771592bdad tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:45.489702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network ed62734b-8795-4e2d-ba3d-09be13b1db99 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:45.513564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Transition to ACTIVE for port object f7b0ae87-39ec-44fb-bc68-3425e92dd126 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:45.525717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:45.528021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.531917 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5879667 Nov 25 08:51:45.532083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Transition to ACTIVE for port object 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:45.532189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0a1c31-5b56-427d-9619-2f1ccb7870b4,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:45.534258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:subnet and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:45.536718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42968) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:45.539863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:45.540242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e658a01d-daf1-4a0c-aa33-6c76dce56a0f None None] Provisioning for port 6ef6dde3-86d8-4519-944d-3030526261b6 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:45.540686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:45.546318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9582b2c9-7073-4e82-b402-366555615608 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a1c31-5b56-427d-9619-2f1ccb7870b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:45.547112 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-9582b2c9-7073-4e82-b402-366555615608 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 08:51:45.547536 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-9582b2c9-7073-4e82-b402-366555615608 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:45.551391 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9582b2c9-7073-4e82-b402-366555615608 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0107682 Nov 25 08:51:45.553354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42972) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:45.556185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:45.582037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:45.582668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:45.589395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e14f593-2858-478a-9e87-ac9bde25e4ec') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:45.589588 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:45.589688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e14f593-2858-478a-9e87-ac9bde25e4ec') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:45.593200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.603281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-acd8ee38-3943-4783-ab6c-17a1c2d18150 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.636172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network bea12f5a-2d0d-4541-8bac-80cd1212d590 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:45.728627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.729175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dde9da6a-23ef-4d24-bbd6-1302db886d3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.761548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.767944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:45.776730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:45.777378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.778344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dde9da6a-23ef-4d24-bbd6-1302db886d3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.789853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-acd8ee38-3943-4783-ab6c-17a1c2d18150 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 53fa7ba5-255e-4229-a931-c60ad1324cba owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:45.861058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network 40ffa6af-61fa-473d-b81b-bf148125169f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:45.890050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Subnet': ['ID=0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:45.890847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:45.892798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:45.897935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.905028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Transition to ACTIVE for port object f7b0ae87-39ec-44fb-bc68-3425e92dd126 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:45.907227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dde9da6a-23ef-4d24-bbd6-1302db886d3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.913934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9f74e7d3-3a1c-418f-9a08-e17795ef8989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:45.940069 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9da6a-23ef-4d24-bbd6-1302db886d3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0a1c31-5b56-427d-9619-2f1ccb7870b4,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:45.962107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 35735790-b9fd-491a-89da-c53422d109a5 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:45.962532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:45.974546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dde9da6a-23ef-4d24-bbd6-1302db886d3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:45.990678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:51:45.991125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.005296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dde9da6a-23ef-4d24-bbd6-1302db886d3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.007423 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dde9da6a-23ef-4d24-bbd6-1302db886d3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "DELETE /v2.0/security-groups/ae0a1c31-5b56-427d-9619-2f1ccb7870b4 HTTP/1.1" status: 204 len: 168 time: 0.4544303 Nov 25 08:51:46.009960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42976) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:51:46.011284 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:51:46.048081 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.8071883 Nov 25 08:51:46.048316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.049987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42980) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:46.051134 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0f94fc66-6985-4f83-9431-5fdc2c8b81e5 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:46.141246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Pushing event updated for resources: {'Port': ['ID=4a856bc4-c36f-4586-aa22-7b61044a2f0b,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:46.149464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.152251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Subnet': ['ID=7053987d-59f9-4fbb-81a5-c867bad049d8,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:46.156926 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:46.157546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:46.166872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590', 'fixed_ips': [{'subnet_id': '2ffae693-0f8c-45a4-a30e-5cc1634d3677'}, {'subnet_id': '0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e'}], 'name': 'tempest-PortsIpV6TestJSON-2081232630'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:46.203383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:46.213906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:46.283662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:46.292375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9c3efdd1-7b46-476f-bf45-3814f912517a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Synchronizing usage tracker for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:46.321891 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-999acb34-28cc-41f2-940d-3857509dc703 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:51:46.322681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-999acb34-28cc-41f2-940d-3857509dc703 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:51:46.330064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:46.352194 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-037ed3a6-2f26-43ee-a475-5498f50fe9b2 None None] Provisioning for port f108f5cb-8db4-40b5-ad15-04dd08cd3940 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:46.362121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Checking segment: {'id': 'c956e712-a689-40c9-b8b3-07bc331ab080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:46.362519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network hostable DHCP agents. Network: ed62734b-8795-4e2d-ba3d-09be13b1db99, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:51:46.376234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Pushing event updated for resources: {'Port': ['ID=7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:46.387219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Network bea12f5a-2d0d-4541-8bac-80cd1212d590 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:46.416013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9c3efdd1-7b46-476f-bf45-3814f912517a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Unset dirty status for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:46.417601 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9c3efdd1-7b46-476f-bf45-3814f912517a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4064281 Nov 25 08:51:46.427154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42984) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:46.446201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network ed62734b-8795-4e2d-ba3d-09be13b1db99 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:51:46.453776 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310878996'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:46.455898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.462364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.464127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:46.470704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:46.478542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:46.485598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5916c4b4-1393-4e9c-9481-32f83f974097 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:46.489599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:46.496003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:46.500055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, ed62734b-8795-4e2d-ba3d-09be13b1db99) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:46.501991 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:46.502123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.513641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:46.514790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Pushing event updated for resources: {'Port': ['ID=f7b0ae87-39ec-44fb-bc68-3425e92dd126,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:46.515180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.519393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:46.530736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.533842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Pushing event deleted for resources: {'Network': ['ID=82e88bd9-30a8-41b8-ac86-0353acddf6d0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:46.536251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:46.544479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:46.545688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:51:46.560927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:46.561420 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] 10.222.0.54 "DELETE /v2.0/networks/82e88bd9-30a8-41b8-ac86-0353acddf6d0 HTTP/1.1" status: 204 len: 168 time: 4.6231258 Nov 25 08:51:46.564543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Transition to ACTIVE for port object 3e7b02c6-7405-4864-acce-db53e0b068d6 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:46.565644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:46.583844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.591532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e326cad4-4f42-4ac7-b9e7-c71e602468c9 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:46.592267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:46.593972 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2498012 Nov 25 08:51:46.599141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:46.632619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 42990) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:46.633045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31844d6-cf17-4848-b8dc-ce95a288a6db None None] Network ed62734b-8795-4e2d-ba3d-09be13b1db99 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:46.642492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-acd8ee38-3943-4783-ab6c-17a1c2d18150 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.658730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.925s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:46.659090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:46.668699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:46.708324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:46.817052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:46.862268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port 9943ab43-e871-4fa6-b247-efea7927b94d yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:46.866226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-999acb34-28cc-41f2-940d-3857509dc703 None None] Deleting port 9b4dd6b8-de50-43fc-a9e3-72c864decf50 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:46.866631 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-999acb34-28cc-41f2-940d-3857509dc703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.025621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 42996) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:47.069385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Router 12843725-bebe-40af-99ad-ce9d512ddafa is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:51:47.074261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event updated for resources: {'Port': ['ID=3e7b02c6-7405-4864-acce-db53e0b068d6,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:47.139245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.144288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-acd8ee38-3943-4783-ab6c-17a1c2d18150 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.149962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43002) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:47.151014 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-acd8ee38-3943-4783-ab6c-17a1c2d18150 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/53fa7ba5-255e-4229-a931-c60ad1324cba HTTP/1.1" status: 204 len: 168 time: 3.6653006 Nov 25 08:51:47.227913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:47.238173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-35181baa-6ee8-4694-b6e8-76a9ae28cbff tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:47.275615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.285793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.293473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-999acb34-28cc-41f2-940d-3857509dc703 None None] The port '9b4dd6b8-de50-43fc-a9e3-72c864decf50' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:51:47.293671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a1f2d0b-fe7c-4e39-b8d8-fad80dc9ffaa tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:47.309677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21666c18-f5d3-45c5-859c-82478c02724f None None] Network fc9d4a26-d686-4734-8927-3fbb82d38d16 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:47.363348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8ee38-3943-4783-ab6c-17a1c2d18150 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=53fa7ba5-255e-4229-a931-c60ad1324cba,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:47.392132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11759716-72c0-487f-ae34-26d8b852414c,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:47.394517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Attempting to bind port 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:47.394960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Attempting to bind port 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:47.395423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Attempting to bind port 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129 on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:47.398444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7b92df78-9d8e-4e34-9b33-3c2c781ca615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.427151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-acd8ee38-3943-4783-ab6c-17a1c2d18150 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:47.441463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:47.445499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb80f74-ab55-4901-a1a2-edc60c8239b6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:47.447061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb80f74-ab55-4901-a1a2-edc60c8239b6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:47.447781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dbb80f74-ab55-4901-a1a2-edc60c8239b6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:47.471057 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fac0ff4b-8d68-484a-a08b-a573c410e5bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1abd61fbc99a4871a677319406fbf29b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430537 Nov 25 08:51:47.475206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43006) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:47.481707 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.485471 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0424476 Nov 25 08:51:47.505896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43010) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:47.508978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] In _notify_port_updated(), no bound segment for port 3e7b02c6-7405-4864-acce-db53e0b068d6 on network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:51:47.514482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:47.515121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.519432 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "PUT /v2.0/ports/3e7b02c6-7405-4864-acce-db53e0b068d6 HTTP/1.1" status: 200 len: 959 time: 5.8374696 Nov 25 08:51:47.521646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:47.522208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43012) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:47.522335 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:47.522663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.523116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:47.523666 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Bound port: 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:47.524803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.537047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Attempting to bind port f7b0ae87-39ec-44fb-bc68-3425e92dd126 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:47.538023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Attempting to bind port f7b0ae87-39ec-44fb-bc68-3425e92dd126 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '8d61f2aa-320c-4176-9ca0-651a94f2c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:47.538479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Attempting to bind port f7b0ae87-39ec-44fb-bc68-3425e92dd126 on network bea12f5a-2d0d-4541-8bac-80cd1212d590 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:47.569747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-eee748bd-267d-4b81-bc83-ca09858e273a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '11759716-72c0-487f-ae34-26d8b852414c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:47.585092 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING neutron.api.v2.base [None req-eee748bd-267d-4b81-bc83-ca09858e273a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 08:51:47.586211 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-eee748bd-267d-4b81-bc83-ca09858e273a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:47.591204 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-eee748bd-267d-4b81-bc83-ca09858e273a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0663228 Nov 25 08:51:47.607685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43018) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:47.618414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:47.618889 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Checking segment: {'id': '8d61f2aa-320c-4176-9ca0-651a94f2c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:47.619363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.619826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Bound using segment: {'id': '8d61f2aa-320c-4176-9ca0-651a94f2c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:47.620383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Bound port: f7b0ae87-39ec-44fb-bc68-3425e92dd126, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d61f2aa-320c-4176-9ca0-651a94f2c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:47.621177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.626855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e6584d88-58de-412f-93c1-f7c923db6ec0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '11759716-72c0-487f-ae34-26d8b852414c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:47.627279 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING neutron.api.v2.base [None req-e6584d88-58de-412f-93c1-f7c923db6ec0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 08:51:47.627770 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-e6584d88-58de-412f-93c1-f7c923db6ec0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:47.633158 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e6584d88-58de-412f-93c1-f7c923db6ec0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111980 Nov 25 08:51:47.633321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43022) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:47.642736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8c1cc63e-8289-4682-917a-4004b1df09f4 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '11759716-72c0-487f-ae34-26d8b852414c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:47.644437 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-8c1cc63e-8289-4682-917a-4004b1df09f4 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 08:51:47.644931 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-8c1cc63e-8289-4682-917a-4004b1df09f4 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:47.648954 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8c1cc63e-8289-4682-917a-4004b1df09f4 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097260 Nov 25 08:51:47.650353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dbb80f74-ab55-4901-a1a2-edc60c8239b6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:47.651770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43026) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:47.653299 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dbb80f74-ab55-4901-a1a2-edc60c8239b6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5022647 Nov 25 08:51:47.656456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43028) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:47.701915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-156a66f1-fca1-46b7-8673-bb9d15600deb None None] Allocated IP 172.20.0.34 (c955ae0e-02ba-4b40-8c38-7c8dd50f53f9/91d2e546-00cd-4bc4-89a2-ed1999fbd92b/a2972e2d-892e-4e5f-acf8-22c604bee764) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:47.720831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-566d2965-a3f3-429a-9029-91b08b09ae6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '11759716-72c0-487f-ae34-26d8b852414c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:47.721687 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING neutron.api.v2.base [None req-566d2965-a3f3-429a-9029-91b08b09ae6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 08:51:47.722177 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-566d2965-a3f3-429a-9029-91b08b09ae6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:47.723171 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-566d2965-a3f3-429a-9029-91b08b09ae6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0683422 Nov 25 08:51:47.733840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43034) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:47.738939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3469d-b09b-4d9c-9ae1-0fe36946c604 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 3e7b02c6-7405-4864-acce-db53e0b068d6 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:47.739281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0f3469d-b09b-4d9c-9ae1-0fe36946c604 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.739969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-501fbfd8-b086-48f1-9530-ead5ac669c26 None None] Provisioning for port 4a856bc4-c36f-4586-aa22-7b61044a2f0b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:47.849122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:51:47.853016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ee0591-5b23-48b0-9c1f-af8b73a46683 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 5fc37144-14f5-42c6-9914-9c03da640afd {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:47.856777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ee0591-5b23-48b0-9c1f-af8b73a46683 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.863454 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f95bf9-b4e4-4dad-b5de-1c115c164f73 None None] Sync routers for ids ['12843725-bebe-40af-99ad-ce9d512ddafa'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:51:47.873628 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f95bf9-b4e4-4dad-b5de-1c115c164f73 None None] Routers {'12843725-bebe-40af-99ad-ce9d512ddafa'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:47.874748 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a1f95bf9-b4e4-4dad-b5de-1c115c164f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['12843725-bebe-40af-99ad-ce9d512ddafa'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:47.905342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f108f5cb-8db4-40b5-ad15-04dd08cd3940 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:47.913227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ee0591-5b23-48b0-9c1f-af8b73a46683 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:47.931509 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "PUT /v2.0/routers/12843725-bebe-40af-99ad-ce9d512ddafa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6771681 Nov 25 08:51:47.941237 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a1f95bf9-b4e4-4dad-b5de-1c115c164f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:47.953021 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f95bf9-b4e4-4dad-b5de-1c115c164f73 None None] Routers {'12843725-bebe-40af-99ad-ce9d512ddafa'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:47.953870 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a1f95bf9-b4e4-4dad-b5de-1c115c164f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['12843725-bebe-40af-99ad-ce9d512ddafa'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:48.003257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ee0591-5b23-48b0-9c1f-af8b73a46683 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.008916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43038) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:48.073273 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a1f95bf9-b4e4-4dad-b5de-1c115c164f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:48.073919 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f95bf9-b4e4-4dad-b5de-1c115c164f73 None None] The sync data for ids ['12843725-bebe-40af-99ad-ce9d512ddafa'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:51:48.081757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f419fa-84eb-4bf3-95e5-4f0312248f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.102592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ee0591-5b23-48b0-9c1f-af8b73a46683 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.114992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cd7ebc5a-88f8-47a0-8e3c-8eed517fef33 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:48.189187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8::c3 (bea12f5a-2d0d-4541-8bac-80cd1212d590/2ffae693-0f8c-45a4-a30e-5cc1634d3677/9943ab43-e871-4fa6-b247-efea7927b94d) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:48.191850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ee0591-5b23-48b0-9c1f-af8b73a46683 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.195111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee0591-5b23-48b0-9c1f-af8b73a46683 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc37144-14f5-42c6-9914-9c03da640afd,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:48.199194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f419fa-84eb-4bf3-95e5-4f0312248f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.215486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-58ee0591-5b23-48b0-9c1f-af8b73a46683 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:48.233451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8:0:1::376 (bea12f5a-2d0d-4541-8bac-80cd1212d590/0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e/9943ab43-e871-4fa6-b247-efea7927b94d) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:48.252187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01722572-c289-4210-b9e2-7299432ef1df tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.257986 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-58ee0591-5b23-48b0-9c1f-af8b73a46683 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/5fc37144-14f5-42c6-9914-9c03da640afd HTTP/1.1" status: 204 len: 168 time: 0.5939820 Nov 25 08:51:48.260305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43042) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:48.280483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] For port 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:48.387558 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c3510896-58b1-4dfa-91c0-7c9c04af5822 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241488 Nov 25 08:51:48.404335 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43046) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:48.416428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01722572-c289-4210-b9e2-7299432ef1df tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.520121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] For port f7b0ae87-39ec-44fb-bc68-3425e92dd126, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:48.525027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] For port 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:48.564468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.583349 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-ed62734b-8795-4e2d-ba3d-09be13b1db99', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:48.584245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.601549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:48.687540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] For port f7b0ae87-39ec-44fb-bc68-3425e92dd126, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f7b0ae87-39ec-44fb-bc68-3425e92dd126,segment=NetworkSegment(8d61f2aa-320c-4176-9ca0-651a94f2c08f),segment_id=8d61f2aa-320c-4176-9ca0-651a94f2c08f)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:48.741000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.764730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.782156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port f108f5cb-8db4-40b5-ad15-04dd08cd3940 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:48.790170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f419fa-84eb-4bf3-95e5-4f0312248f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.798311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:48.815489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object 9943ab43-e871-4fa6-b247-efea7927b94d will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:48.852075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01722572-c289-4210-b9e2-7299432ef1df tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.873607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f419fa-84eb-4bf3-95e5-4f0312248f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec4319a-c2db-40f3-8893-8696b4e701c4,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:48.884989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-73f419fa-84eb-4bf3-95e5-4f0312248f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:48.886756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.887751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.902960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port f108f5cb-8db4-40b5-ad15-04dd08cd3940 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:48.905648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:48.911795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-59abc1a9-efe9-49f6-80cf-60c9f944d0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:48.931347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01722572-c289-4210-b9e2-7299432ef1df tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11759716-72c0-487f-ae34-26d8b852414c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:48.941764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-01722572-c289-4210-b9e2-7299432ef1df tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:48.952658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ec87d1a4-5371-46fd-84ae-447c285b1ab6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:48.987876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Pushing event updated for resources: {'Port': ['ID=7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:49.014783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-156a66f1-fca1-46b7-8673-bb9d15600deb None None] For port a2972e2d-892e-4e5f-acf8-22c604bee764, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a2972e2d-892e-4e5f-acf8-22c604bee764,segment=NetworkSegment(f44691f0-fa8f-4749-a3c1-195f2d7ceb93),segment_id=f44691f0-fa8f-4749-a3c1-195f2d7ceb93)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:49.057997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:49.079548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-25824b4d-ace4-4fe3-8598-603a0f105cd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:49.124052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f419fa-84eb-4bf3-95e5-4f0312248f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:49.128002 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-73f419fa-84eb-4bf3-95e5-4f0312248f8a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ec4319a-c2db-40f3-8893-8696b4e701c4 HTTP/1.1" status: 204 len: 168 time: 1.6487684 Nov 25 08:51:49.129765 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01722572-c289-4210-b9e2-7299432ef1df tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:49.133933 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-01722572-c289-4210-b9e2-7299432ef1df tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "DELETE /v2.0/security-groups/11759716-72c0-487f-ae34-26d8b852414c HTTP/1.1" status: 204 len: 168 time: 1.3961880 Nov 25 08:51:49.133933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=9943ab43-e871-4fa6-b247-efea7927b94d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:49.138381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:49.144267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43052) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:49.150777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network bea12f5a-2d0d-4541-8bac-80cd1212d590 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:49.215765 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:49.218446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:49.226187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:49.226988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:49.233610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Pushing event updated for resources: {'Port': ['ID=f7b0ae87-39ec-44fb-bc68-3425e92dd126,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:49.242394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:49.247213 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Provisioning for port 9458534c-12ac-4100-8e92-ab81167eca42 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:49.268343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-53f56bbd-dd20-4918-83f1-ccbc6c7ae013 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Synchronizing usage tracker for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:49.291046 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.1446841 Nov 25 08:51:49.316705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43056) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:49.344498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ffae693-0f8c-45a4-a30e-5cc1634d3677'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:49.363200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0f3469d-b09b-4d9c-9ae1-0fe36946c604 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:49.393956 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:49.425421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Provisioning complete for port 9458534c-12ac-4100-8e92-ab81167eca42 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:49.425815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:49.559121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-53f56bbd-dd20-4918-83f1-ccbc6c7ae013 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Unset dirty status for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:49.560254 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-53f56bbd-dd20-4918-83f1-ccbc6c7ae013 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4148111 Nov 25 08:51:49.573937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43062) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:49.598375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300464650'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:49.605112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:49.617443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:49.639584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:49.690646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:49.735093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port f108f5cb-8db4-40b5-ad15-04dd08cd3940, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f108f5cb-8db4-40b5-ad15-04dd08cd3940,segment=NetworkSegment(9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798),segment_id=9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:49.739814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-156a66f1-fca1-46b7-8673-bb9d15600deb None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:51:49.762138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-156a66f1-fca1-46b7-8673-bb9d15600deb None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:49.772386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:49.784423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:49.784732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-156a66f1-fca1-46b7-8673-bb9d15600deb None None] Transition to ACTIVE for port object a2972e2d-892e-4e5f-acf8-22c604bee764 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:49.786065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Port 9458534c-12ac-4100-8e92-ab81167eca42 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:49.838161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:49.856145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:49.856870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:49.857984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6ef6dde3-86d8-4519-944d-3030526261b6 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:49.862306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3469d-b09b-4d9c-9ae1-0fe36946c604 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 3e7b02c6-7405-4864-acce-db53e0b068d6 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:49.950151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:49.968092 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf63d2-85f9-4bb8-a974-cf48d250bb9c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:49.969546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3abf63d2-85f9-4bb8-a974-cf48d250bb9c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:50.008766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:50.034570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:50.068383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-156a66f1-fca1-46b7-8673-bb9d15600deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:50.082325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:50.083399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:51:42Z', 'revision_number': 3, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:51:43Z', 'revision_number': 2, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:50.130222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002f2f65-686c-4921-8518-2feb033b8be8,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:50.130471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Provisioning for port b8f0d91b-7713-4557-a035-bd9a424113ed completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:50.133418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:50.134670 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5595944 Nov 25 08:51:50.168269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Checking router: 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:51:50.171509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Updating router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 port 9458534c-12ac-4100-8e92-ab81167eca42 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:51:50.171946 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:50.182850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43074) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:50.194968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2f8cd3c3-bff5-4881-a89f-8972a9082407 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '002f2f65-686c-4921-8518-2feb033b8be8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:50.195719 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-2f8cd3c3-bff5-4881-a89f-8972a9082407 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 08:51:50.196229 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-2f8cd3c3-bff5-4881-a89f-8972a9082407 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:50.199827 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2f8cd3c3-bff5-4881-a89f-8972a9082407 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0133829 Nov 25 08:51:50.291499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43080) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:50.297723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7793f8e2-0042-4f9b-b044-1419f0fb02d0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '002f2f65-686c-4921-8518-2feb033b8be8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:50.314441 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-42bf804b-a445-4259-bf12-5d4cd801ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:50.316126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Provisioning complete for port b8f0d91b-7713-4557-a035-bd9a424113ed triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:50.319697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7793f8e2-0042-4f9b-b044-1419f0fb02d0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:50.324373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:50.340091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7793f8e2-0042-4f9b-b044-1419f0fb02d0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:50.363190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7793f8e2-0042-4f9b-b044-1419f0fb02d0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:50.369124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7793f8e2-0042-4f9b-b044-1419f0fb02d0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:50.383061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:50.457289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3abf63d2-85f9-4bb8-a974-cf48d250bb9c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:50.458493 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3abf63d2-85f9-4bb8-a974-cf48d250bb9c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 2.0509064 Nov 25 08:51:50.499672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43090) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:50.535339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Port b8f0d91b-7713-4557-a035-bd9a424113ed cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:50.542600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Allocated IP 2001:db8:2::2 (ed62734b-8795-4e2d-ba3d-09be13b1db99/7053987d-59f9-4fbb-81a5-c867bad049d8/93044a3a-46ae-4748-8599-71a92204362f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:50.551140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=f108f5cb-8db4-40b5-ad15-04dd08cd3940,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:50.554399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:50.558829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43094) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:50.566332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:50.574939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:50.641375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496161fc-dfb0-493e-898d-83a78096d489 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:50.642797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-496161fc-dfb0-493e-898d-83a78096d489 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:50.664213 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-7793f8e2-0042-4f9b-b044-1419f0fb02d0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:50.665299 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7793f8e2-0042-4f9b-b044-1419f0fb02d0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3728397 Nov 25 08:51:50.693203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43096) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:50.714023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 6ef6dde3-86d8-4519-944d-3030526261b6 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:50.717909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-496161fc-dfb0-493e-898d-83a78096d489 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:50.719586 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-496161fc-dfb0-493e-898d-83a78096d489 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2157018 Nov 25 08:51:50.723138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43102) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:50.782091 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Provisioning complete for port f108f5cb-8db4-40b5-ad15-04dd08cd3940 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:50.782701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:50.863221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0f3469d-b09b-4d9c-9ae1-0fe36946c604 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:50.894617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d14966ff-54d9-498f-b64b-03aded8a1ef5 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '002f2f65-686c-4921-8518-2feb033b8be8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:50.899152 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING neutron.api.v2.base [None req-d14966ff-54d9-498f-b64b-03aded8a1ef5 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 08:51:50.899688 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-d14966ff-54d9-498f-b64b-03aded8a1ef5 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:50.900732 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d14966ff-54d9-498f-b64b-03aded8a1ef5 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0434804 Nov 25 08:51:50.908045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:50.996284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43108) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:51.023858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0a2c946c-6fce-40c7-a42f-33d0deef7c9a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '002f2f65-686c-4921-8518-2feb033b8be8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:51.063679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2012865260'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:51.071275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0a2c946c-6fce-40c7-a42f-33d0deef7c9a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:51.073859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3469d-b09b-4d9c-9ae1-0fe36946c604 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=3e7b02c6-7405-4864-acce-db53e0b068d6,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:51.090530 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b2f94555-f621-46b0-b827-df2829322e02 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3559542 Nov 25 08:51:51.091717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43112) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:51.091915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f0f3469d-b09b-4d9c-9ae1-0fe36946c604 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:51.092988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0a2c946c-6fce-40c7-a42f-33d0deef7c9a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:51.098257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:51.115687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:51.140284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Delete allocated IP 2001:db8:0:1::376 (bea12f5a-2d0d-4541-8bac-80cd1212d590/0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e) {{(pid=87512) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 08:51:51.149868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0a2c946c-6fce-40c7-a42f-33d0deef7c9a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:51.181853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 6ef6dde3-86d8-4519-944d-3030526261b6 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:51.182406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.204327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:network and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:51.211004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0a2c946c-6fce-40c7-a42f-33d0deef7c9a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:51.216740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:51.224372 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-3e15ed71-a685-4467-97e8-1dcf1b1267de tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:51.228453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43116) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:51.229519 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3e15ed71-a685-4467-97e8-1dcf1b1267de tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "PUT /v2.0/routers/12843725-bebe-40af-99ad-ce9d512ddafa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.2115612 Nov 25 08:51:51.246040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:51.288822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f0f3469d-b09b-4d9c-9ae1-0fe36946c604 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.311045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Made reservation on behalf of 1ffa87d38881417d8613105ef80ce332 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:51.321450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.349495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.370162 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-0a2c946c-6fce-40c7-a42f-33d0deef7c9a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:51.371482 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0a2c946c-6fce-40c7-a42f-33d0deef7c9a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3529451 Nov 25 08:51:51.373547 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f0f3469d-b09b-4d9c-9ae1-0fe36946c604 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/3e7b02c6-7405-4864-acce-db53e0b068d6 HTTP/1.1" status: 204 len: 168 time: 3.8462789 Nov 25 08:51:51.378049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43120) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:51.378742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43122) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:51.433709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c731bcf9-ab43-451a-b496-f0782f7ae007 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:51.436055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-15e7b712-3890-43e7-997b-7cb54ceae69b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '002f2f65-686c-4921-8518-2feb033b8be8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:51.436573 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING neutron.api.v2.base [None req-15e7b712-3890-43e7-997b-7cb54ceae69b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 08:51:51.437024 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-15e7b712-3890-43e7-997b-7cb54ceae69b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:51.440953 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-15e7b712-3890-43e7-997b-7cb54ceae69b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0581818 Nov 25 08:51:51.440953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:51.453779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43128) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:51.456915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:security_group_rule and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:51.460116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:51.465705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-32d0a2da-f1d7-4293-9f7c-fcb437e1bb87 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '002f2f65-686c-4921-8518-2feb033b8be8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:51.470384 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3470e7c-0749-4f5d-a4b8-3fa4ddb74629 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] GET failed (client error): The resource could not be found. Nov 25 08:51:51.470905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b3470e7c-0749-4f5d-a4b8-3fa4ddb74629 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:51.479104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:51.481728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-32d0a2da-f1d7-4293-9f7c-fcb437e1bb87 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:51.487473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412bdb45-7153-455b-910f-f93f8836c733 None None] Network bea12f5a-2d0d-4541-8bac-80cd1212d590 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:51.491595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-32d0a2da-f1d7-4293-9f7c-fcb437e1bb87 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:51.500394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-32d0a2da-f1d7-4293-9f7c-fcb437e1bb87 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:51.505964 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a66f1-fca1-46b7-8673-bb9d15600deb None None] Pushing event updated for resources: {'Port': ['ID=a2972e2d-892e-4e5f-acf8-22c604bee764,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:51.510315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-32d0a2da-f1d7-4293-9f7c-fcb437e1bb87 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:51.522577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b3470e7c-0749-4f5d-a4b8-3fa4ddb74629 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:51.523769 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b3470e7c-0749-4f5d-a4b8-3fa4ddb74629 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports/3e7b02c6-7405-4864-acce-db53e0b068d6 HTTP/1.1" status: 404 len: 333 time: 0.1413455 Nov 25 08:51:51.527795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43132) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:51.535993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-156a66f1-fca1-46b7-8673-bb9d15600deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:51.546318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:51.580826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:51.622463 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-32d0a2da-f1d7-4293-9f7c-fcb437e1bb87 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:51.626112 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-32d0a2da-f1d7-4293-9f7c-fcb437e1bb87 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1687562 Nov 25 08:51:51.632519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43136) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:51.651173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2513a931-3652-49a3-ad07-74197fadf13e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '002f2f65-686c-4921-8518-2feb033b8be8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:51.651528 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING neutron.api.v2.base [None req-2513a931-3652-49a3-ad07-74197fadf13e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 08:51:51.656702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-2513a931-3652-49a3-ad07-74197fadf13e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:51.656702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2513a931-3652-49a3-ad07-74197fadf13e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0185323 Nov 25 08:51:51.671363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43140) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:51.683318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c6070fd1-4fe5-422b-a7e1-45ad53fc8159 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '002f2f65-686c-4921-8518-2feb033b8be8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:51.687482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad71a47b-9c6a-41a1-8004-e1c591158443 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.710541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c6070fd1-4fe5-422b-a7e1-45ad53fc8159 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:51.714429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.720726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c6070fd1-4fe5-422b-a7e1-45ad53fc8159 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:51.730638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c6070fd1-4fe5-422b-a7e1-45ad53fc8159 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:51.738503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.742205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c6070fd1-4fe5-422b-a7e1-45ad53fc8159 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:51.746787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ae3e3eeb-c1d1-4a8d-aff6-446ebb22d47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:51.759876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:51.760112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad71a47b-9c6a-41a1-8004-e1c591158443 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.760224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.779227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:51:51.788693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.794778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:51.832787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.833128 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Added segment 6340d3e2-426c-481d-8fb2-fad5fd63946c of type vlan for network 867fa543-ea09-483c-9c73-4344fc70fde8 Nov 25 08:51:51.842833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0b2bb8-b2c7-479b-b273-6f9abb3c74ec,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:51.853735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:51.883860 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-c6070fd1-4fe5-422b-a7e1-45ad53fc8159 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:51.889652 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c6070fd1-4fe5-422b-a7e1-45ad53fc8159 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2128570 Nov 25 08:51:51.892819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43144) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:51.896506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.897675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:51:51.905193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-78a0a8da-7c14-4b07-bea8-6833d76177d8 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '002f2f65-686c-4921-8518-2feb033b8be8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:51.914411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-78a0a8da-7c14-4b07-bea8-6833d76177d8 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:51.917742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad71a47b-9c6a-41a1-8004-e1c591158443 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.923678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:51.926313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.937633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-78a0a8da-7c14-4b07-bea8-6833d76177d8 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:51.945213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-78a0a8da-7c14-4b07-bea8-6833d76177d8 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:51.964629 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Ignored duplicate provisioning block setup for port 9943ab43-e871-4fa6-b247-efea7927b94d by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 08:51:51.967283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71a47b-9c6a-41a1-8004-e1c591158443 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9425747c-ffee-46a6-9744-f2f405bf078f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:51.974232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-78a0a8da-7c14-4b07-bea8-6833d76177d8 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:51.978850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ad71a47b-9c6a-41a1-8004-e1c591158443 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:51.996944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad71a47b-9c6a-41a1-8004-e1c591158443 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:51.998244 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ad71a47b-9c6a-41a1-8004-e1c591158443 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/security-groups/9425747c-ffee-46a6-9744-f2f405bf078f HTTP/1.1" status: 204 len: 168 time: 0.4683957 Nov 25 08:51:52.001094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43148) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:52.012586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.022712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.027881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-501f98a2-c628-4129-915b-192110208264 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:52.028644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:52.029402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.043829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bc4f945a-e70e-4214-b4a4-9def9ba4be1a tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:52.149968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.185140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] In _notify_port_updated(), no bound segment for port 9943ab43-e871-4fa6-b247-efea7927b94d on network bea12f5a-2d0d-4541-8bac-80cd1212d590 {{(pid=87512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:51:52.190673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:52.191238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.192564 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "PUT /v2.0/ports/9943ab43-e871-4fa6-b247-efea7927b94d HTTP/1.1" status: 200 len: 925 time: 2.8747160 Nov 25 08:51:52.201342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.214163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Network': ['ID=867fa543-ea09-483c-9c73-4344fc70fde8,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:52.226658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43152) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:52.227780 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-78a0a8da-7c14-4b07-bea8-6833d76177d8 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:51:52.231671 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-78a0a8da-7c14-4b07-bea8-6833d76177d8 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3351161 Nov 25 08:51:52.231921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43156) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:52.236057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ffae693-0f8c-45a4-a30e-5cc1634d3677'}, {'subnet_id': '0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:52.267038 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=9943ab43-e871-4fa6-b247-efea7927b94d,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:52.268432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 867fa543-ea09-483c-9c73-4344fc70fde8 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:52.269849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:52.299096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Transition to ACTIVE for port object 9458534c-12ac-4100-8e92-ab81167eca42 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:52.308158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:52.316697 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6458402 Nov 25 08:51:52.346579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43160) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:52.369851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'subnet': {'network_id': '867fa543-ea09-483c-9c73-4344fc70fde8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:52.392151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.410375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:52.477809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.485042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-218446b6-507a-401b-8401-8ca17e965c04 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:52.492150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f83edf78-a110-4bea-8e6d-a354cc7dbb4d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.493257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Provisioning complete for port 6ef6dde3-86d8-4519-944d-3030526261b6 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:52.493830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d512bef6-7686-435a-9981-ac52838a96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.506942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-13a31b1b-9ed2-4f7e-8e56-b7acf389a23c tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.525249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 6ef6dde3-86d8-4519-944d-3030526261b6, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6ef6dde3-86d8-4519-944d-3030526261b6,segment=NetworkSegment(e377cf8f-cb33-47fd-9ab0-98b2572b4f98),segment_id=e377cf8f-cb33-47fd-9ab0-98b2572b4f98)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:52.537448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-13a31b1b-9ed2-4f7e-8e56-b7acf389a23c tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.570021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:52.576000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.579332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.598035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:52.628803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f83edf78-a110-4bea-8e6d-a354cc7dbb4d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.631571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:52.636792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:subnet and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:52.641436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:52.658749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:52.669244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=b2e042ad-3ff0-4b62-a449-1daf26c760ac,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:52.679718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:52.680527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.694861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-13a31b1b-9ed2-4f7e-8e56-b7acf389a23c tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.703166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:52.711767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-baedfbcb-bc4e-4aeb-999d-e125662eb14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:52.711941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 623527c9-cead-4f95-8b1b-eecd190f8709 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:51:52.716828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Made reservation on behalf of 1ffa87d38881417d8613105ef80ce332 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:52.722719 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.744351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a31b1b-9ed2-4f7e-8e56-b7acf389a23c tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002f2f65-686c-4921-8518-2feb033b8be8,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:52.746724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13a31b1b-9ed2-4f7e-8e56-b7acf389a23c tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:52.763949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Transition to ACTIVE for port object 93044a3a-46ae-4748-8599-71a92204362f will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:52.795898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 623527c9-cead-4f95-8b1b-eecd190f8709 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:51:52.796657 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 623527c9-cead-4f95-8b1b-eecd190f8709 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:51:52.796657 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9b4dd6b8-de50-43fc-a9e3-72c864decf50 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:51:52.809730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-13a31b1b-9ed2-4f7e-8e56-b7acf389a23c tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.810883 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-13a31b1b-9ed2-4f7e-8e56-b7acf389a23c tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "DELETE /v2.0/security-groups/002f2f65-686c-4921-8518-2feb033b8be8 HTTP/1.1" status: 204 len: 168 time: 0.4996977 Nov 25 08:51:52.814321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43164) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:52.819735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f83edf78-a110-4bea-8e6d-a354cc7dbb4d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.843098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31227b-c60d-40d3-8f83-c1701ca49cac None None] Pushing event updated for resources: {'Port': ['ID=9458534c-12ac-4100-8e92-ab81167eca42,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:52.843438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:52.863201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.876105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83edf78-a110-4bea-8e6d-a354cc7dbb4d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f11fcf-e799-422a-b076-d89e8a2d08d4,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:52.878655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f83edf78-a110-4bea-8e6d-a354cc7dbb4d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:52.891000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f83edf78-a110-4bea-8e6d-a354cc7dbb4d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:52.891000 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f83edf78-a110-4bea-8e6d-a354cc7dbb4d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/security-groups/e6f11fcf-e799-422a-b076-d89e8a2d08d4 HTTP/1.1" status: 204 len: 168 time: 0.8863924 Nov 25 08:51:52.893360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bb31227b-c60d-40d3-8f83-c1701ca49cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:52.893983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 9b4dd6b8-de50-43fc-a9e3-72c864decf50 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:51:52.894358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9b4dd6b8-de50-43fc-a9e3-72c864decf50 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:51:52.897770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c914e440-b7fc-441f-ae3f-d03a132816e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:52.899719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43168) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:52.990716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-85a2a2dd-9bbc-44f2-81a6-ad17e4afa546 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Synchronizing usage tracker for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:53.072698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.105984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-85a2a2dd-9bbc-44f2-81a6-ad17e4afa546 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Unset dirty status for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:53.107380 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-85a2a2dd-9bbc-44f2-81a6-ad17e4afa546 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2921617 Nov 25 08:51:53.118043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43172) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:53.135148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a183a98-20ba-454f-a06a-53e54150e330 None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:51:53.137461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934111064'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:53.158388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:53.160965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c0af9922-3578-4610-b9fa-77171484afa2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.165024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=6ef6dde3-86d8-4519-944d-3030526261b6,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:53.175779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Transition to ACTIVE for port object 93044a3a-46ae-4748-8599-71a92204362f will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:53.178198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:53.179112 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Attempting to bind port 9458534c-12ac-4100-8e92-ab81167eca42 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:53.179667 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Attempting to bind port 9458534c-12ac-4100-8e92-ab81167eca42 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e377cf8f-cb33-47fd-9ab0-98b2572b4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:53.180204 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Attempting to bind port 9458534c-12ac-4100-8e92-ab81167eca42 on network 96142c08-c647-4db6-a526-dcc7e5806e22 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:53.193969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2a183a98-20ba-454f-a06a-53e54150e330 None None] Deleting port 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:53.194702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a183a98-20ba-454f-a06a-53e54150e330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.235106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:53.235858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Checking segment: {'id': 'e377cf8f-cb33-47fd-9ab0-98b2572b4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:53.236547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.237285 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Bound using segment: {'id': 'e377cf8f-cb33-47fd-9ab0-98b2572b4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:53.237955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Bound port: 9458534c-12ac-4100-8e92-ab81167eca42, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e377cf8f-cb33-47fd-9ab0-98b2572b4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:53.238703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.267074 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1684952 Nov 25 08:51:53.282320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43176) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:53.296746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': 'b2e042ad-3ff0-4b62-a449-1daf26c760ac', 'ip_address': '2001:db8::edc1:db43:e9a2:220d'}], 'name': 'tempest-NetworksTestDHCPv6-763054982'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:53.392571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.410211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-50d8d81e-bb86-433a-a9fb-675002fb5e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:53.425301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c0af9922-3578-4610-b9fa-77171484afa2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.440831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a2972e2d-892e-4e5f-acf8-22c604bee764 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:53.463085 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:53.509354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.535572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Network ed62734b-8795-4e2d-ba3d-09be13b1db99 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:53.550935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:53.573683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:53.577388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.586193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-58ee0591-5b23-48b0-9c1f-af8b73a46683 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:53.668451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c0af9922-3578-4610-b9fa-77171484afa2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.674102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:53.677436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Allocated IP 2001:db8:2::1 (ed62734b-8795-4e2d-ba3d-09be13b1db99/7053987d-59f9-4fbb-81a5-c867bad049d8/a28cf3a5-376a-4d93-a3ec-137ce2f25736) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:53.680835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-eb1d2efa-e112-49c9-a4d7-fd59e303042d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:53.704446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:53.707354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Subnet': ['ID=6ab45890-dc3c-4310-a037-0f6b99d5876b,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:53.710030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:53.715803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:53.715992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af9922-3578-4610-b9fa-77171484afa2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c7693c-51a6-4d1c-8fe4-ea69bf5e52d8,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:53.718298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c0af9922-3578-4610-b9fa-77171484afa2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:53.729508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:53.732827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Checking segment: {'id': '6340d3e2-426c-481d-8fb2-fad5fd63946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '867fa543-ea09-483c-9c73-4344fc70fde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:53.733196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network hostable DHCP agents. Network: 867fa543-ea09-483c-9c73-4344fc70fde8, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:51:53.741102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:53.757927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:53.765934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Pushing event updated for resources: {'Port': ['ID=93044a3a-46ae-4748-8599-71a92204362f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:53.774612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c0af9922-3578-4610-b9fa-77171484afa2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.778116 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c0af9922-3578-4610-b9fa-77171484afa2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/security-groups/31c7693c-51a6-4d1c-8fe4-ea69bf5e52d8 HTTP/1.1" status: 204 len: 168 time: 0.8736043 Nov 25 08:51:53.781298 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43180) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:53.794054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:53.823723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8:0:1::1eb (bea12f5a-2d0d-4541-8bac-80cd1212d590/0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e/9943ab43-e871-4fa6-b247-efea7927b94d) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:53.841216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:53.843479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] For port 9458534c-12ac-4100-8e92-ab81167eca42, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:53.875036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Attempting to bind port 93044a3a-46ae-4748-8599-71a92204362f on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:51:53.875036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Attempting to bind port 93044a3a-46ae-4748-8599-71a92204362f by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'c956e712-a689-40c9-b8b3-07bc331ab080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:51:53.875511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Attempting to bind port 93044a3a-46ae-4748-8599-71a92204362f on network ed62734b-8795-4e2d-ba3d-09be13b1db99 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:51:53.938347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network 867fa543-ea09-483c-9c73-4344fc70fde8 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:51:53.938591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] For port 9458534c-12ac-4100-8e92-ab81167eca42, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9458534c-12ac-4100-8e92-ab81167eca42,segment=NetworkSegment(e377cf8f-cb33-47fd-9ab0-98b2572b4f98),segment_id=e377cf8f-cb33-47fd-9ab0-98b2572b4f98)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:53.953933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Deleting port b8f0d91b-7713-4557-a035-bd9a424113ed {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:53.954310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:51:53.954780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Checking segment: {'id': 'c956e712-a689-40c9-b8b3-07bc331ab080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:51:53.954955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.955308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.955776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Bound using segment: {'id': 'c956e712-a689-40c9-b8b3-07bc331ab080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:51:53.956340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Bound port: 93044a3a-46ae-4748-8599-71a92204362f, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c956e712-a689-40c9-b8b3-07bc331ab080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:51:53.956794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:53.966654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c2d484-8da1-460e-8413-69a4931e0603 None None] Update dhcp port {'port': {'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590', 'fixed_ips': [{'subnet_id': '2ffae693-0f8c-45a4-a30e-5cc1634d3677', 'ip_address': '2001:db8::2'}, {'subnet_id': '0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'f7b0ae87-39ec-44fb-bc68-3425e92dd126'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:51:53.998757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Could not find standard attr ID for object 3e7b02c6-7405-4864-acce-db53e0b068d6. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:51:54.015081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.027051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0763b9c-b1af-4707-8fdd-6da2fd75a4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:54.078586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.078859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-365b7123-ea55-4877-9455-2b04f853d0f4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting subnet 478876c6-11eb-4dc4-b559-0d37ddab63ce {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:54.086685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 867fa543-ea09-483c-9c73-4344fc70fde8) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:54.099029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-365b7123-ea55-4877-9455-2b04f853d0f4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.105963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.114916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f108f5cb-8db4-40b5-ad15-04dd08cd3940 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:54.122989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.131809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ad71a47b-9c6a-41a1-8004-e1c591158443 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:54.140992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Transition to ACTIVE for port object a28cf3a5-376a-4d93-a3ec-137ce2f25736 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:54.157907 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb04e7c-faed-4f68-bfe6-cf793ef749a5 None None] Network 867fa543-ea09-483c-9c73-4344fc70fde8 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:54.160454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:54.161044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.197280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.226456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872b6f16-cb7f-45b3-8c60-41f534161c9a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:54.244455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.248896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:54.258097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.259066 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1400127 Nov 25 08:51:54.260920 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9101429 Nov 25 08:51:54.267984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43184) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:54.267984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43186) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:54.283345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3cbd8090-5f34-4347-b053-4b79219a082a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '872b6f16-cb7f-45b3-8c60-41f534161c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:54.291528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Ignored duplicate provisioning block setup for port 9943ab43-e871-4fa6-b247-efea7927b94d by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 08:51:54.298597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-156608061', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:54.302017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 940d4372-43ff-492f-9b81-d079ecfac6c6 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:51:54.304163 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-77c2d484-8da1-460e-8413-69a4931e0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.310254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.312680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3cbd8090-5f34-4347-b053-4b79219a082a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:54.316277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:54.340957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ca06ddd2-4af7-4dd2-9aa4-b28f835b0859 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:54.344200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-365b7123-ea55-4877-9455-2b04f853d0f4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.363415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Provisioning complete for port b8f0d91b-7713-4557-a035-bd9a424113ed triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:54.363803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.393232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3cbd8090-5f34-4347-b053-4b79219a082a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:54.406316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:router and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:54.426328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:54.426986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:54.444190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3cbd8090-5f34-4347-b053-4b79219a082a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:54.455848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:54.475908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3cbd8090-5f34-4347-b053-4b79219a082a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:54.478691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:54.481655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.557702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.586261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] In _notify_port_updated(), no bound segment for port 9943ab43-e871-4fa6-b247-efea7927b94d on network bea12f5a-2d0d-4541-8bac-80cd1212d590 {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:51:54.592968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:54.593706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.597696 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "PUT /v2.0/ports/9943ab43-e871-4fa6-b247-efea7927b94d HTTP/1.1" status: 200 len: 1011 time: 2.3650990 Nov 25 08:51:54.608773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43192) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:54.609455 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31227b-c60d-40d3-8f83-c1701ca49cac None None] Pushing event updated for resources: {'Port': ['ID=9458534c-12ac-4100-8e92-ab81167eca42,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:54.611369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network ed62734b-8795-4e2d-ba3d-09be13b1db99 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:54.612786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.613924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.631948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.638091 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bb31227b-c60d-40d3-8f83-c1701ca49cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:54.644705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2a183a98-20ba-454f-a06a-53e54150e330 None None] For port 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:54.645117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a183a98-20ba-454f-a06a-53e54150e330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.651513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=9943ab43-e871-4fa6-b247-efea7927b94d,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:54.656826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:54.664844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] For port 93044a3a-46ae-4748-8599-71a92204362f, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:51:54.692381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:54.753441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2e2ddb8d-b8d1-4ebd-aba8-684797681723 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:54.787396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:54.788093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.811518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Calling delete_port for b8f0d91b-7713-4557-a035-bd9a424113ed owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:54.830518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Port b8f0d91b-7713-4557-a035-bd9a424113ed cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:51:54.835305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] For port 93044a3a-46ae-4748-8599-71a92204362f, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=93044a3a-46ae-4748-8599-71a92204362f,segment=NetworkSegment(c956e712-a689-40c9-b8b3-07bc331ab080),segment_id=c956e712-a689-40c9-b8b3-07bc331ab080)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:51:54.897956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-365b7123-ea55-4877-9455-2b04f853d0f4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:54.911620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2a183a98-20ba-454f-a06a-53e54150e330 None None] Calling delete_port for 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:54.959425 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-3cbd8090-5f34-4347-b053-4b79219a082a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The resource could not be found. Nov 25 08:51:54.963237 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3cbd8090-5f34-4347-b053-4b79219a082a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6904013 Nov 25 08:51:54.979531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43196) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:54.989027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.006340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3461ff04-03fa-459d-8fd7-94219c063fb0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '872b6f16-cb7f-45b3-8c60-41f534161c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3e023e78-7119-4e0b-b743-33ee47ba2285'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:55.026683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3461ff04-03fa-459d-8fd7-94219c063fb0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:55.039249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:55.047829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3461ff04-03fa-459d-8fd7-94219c063fb0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:55.054958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3461ff04-03fa-459d-8fd7-94219c063fb0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:55.076722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3461ff04-03fa-459d-8fd7-94219c063fb0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:55.076968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-15303426-c47f-44c3-b53a-43fcabbc4f91 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 9943ab43-e871-4fa6-b247-efea7927b94d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:55.076968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15303426-c47f-44c3-b53a-43fcabbc4f91 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.106903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::edc1:db43:e9a2:220d (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/b2e042ad-3ff0-4b62-a449-1daf26c760ac/940d4372-43ff-492f-9b81-d079ecfac6c6) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:55.116687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port f108f5cb-8db4-40b5-ad15-04dd08cd3940 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:55.117253 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.129679 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-365b7123-ea55-4877-9455-2b04f853d0f4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.137497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f6d510e7-88f2-48e1-8ba4-384d0fe5486d tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:55.203960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=a28cf3a5-376a-4d93-a3ec-137ce2f25736,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:55.209637 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:51:55.222640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:55.234830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.239201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b7123-ea55-4877-9455-2b04f853d0f4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Subnet': ['ID=478876c6-11eb-4dc4-b559-0d37ddab63ce,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:55.242555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-365b7123-ea55-4877-9455-2b04f853d0f4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:55.258413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-365b7123-ea55-4877-9455-2b04f853d0f4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.282362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c535c5-c09a-4c97-b1dc-d19fdd587322 None None] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:55.295324 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-3461ff04-03fa-459d-8fd7-94219c063fb0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The resource could not be found. Nov 25 08:51:55.299020 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3461ff04-03fa-459d-8fd7-94219c063fb0 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3090131 Nov 25 08:51:55.303461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43200) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:55.309115 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-365b7123-ea55-4877-9455-2b04f853d0f4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/478876c6-11eb-4dc4-b559-0d37ddab63ce HTTP/1.1" status: 204 len: 168 time: 1.5214827 Nov 25 08:51:55.312244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43202) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:55.366898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.434509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:55.509320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event deleted for resources: {'Port': ['ID=b8f0d91b-7713-4557-a035-bd9a424113ed,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:55.517317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:55.536622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Pushing event updated for resources: {'Port': ['ID=93044a3a-46ae-4748-8599-71a92204362f,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:55.578507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d428bb-84d2-43bc-9306-a3e9c720a6ce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting subnet 91d2e546-00cd-4bc4-89a2-ed1999fbd92b {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:55.699253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1d428bb-84d2-43bc-9306-a3e9c720a6ce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.712851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:55.779239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef89226d-ad84-458b-8c72-3d7d6a46cc31 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.853241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.885661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.907065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1d428bb-84d2-43bc-9306-a3e9c720a6ce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.916280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Provisioning for port 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:55.973589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef89226d-ad84-458b-8c72-3d7d6a46cc31 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:55.974915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8726c8a-5a51-40e8-abfe-64624aee78b7 None None] Network 867fa543-ea09-483c-9c73-4344fc70fde8 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:55.984417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.008060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15303426-c47f-44c3-b53a-43fcabbc4f91 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.101527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a183a98-20ba-454f-a06a-53e54150e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.106971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 940d4372-43ff-492f-9b81-d079ecfac6c6 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:56.113809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bb31227b-c60d-40d3-8f83-c1701ca49cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:56.183558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Provisioning complete for port 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:56.184184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.204065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-15303426-c47f-44c3-b53a-43fcabbc4f91 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 9943ab43-e871-4fa6-b247-efea7927b94d owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:56.288187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a183a98-20ba-454f-a06a-53e54150e330 None None] Pushing event deleted for resources: {'Port': ['ID=7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:56.290562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2a183a98-20ba-454f-a06a-53e54150e330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:56.301399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Router 12843725-bebe-40af-99ad-ce9d512ddafa has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:51:56.306440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1d428bb-84d2-43bc-9306-a3e9c720a6ce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.313795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a183a98-20ba-454f-a06a-53e54150e330 None None] No DVR routers for this DVR port 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:51:56.315382 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Port 7fcb1b48-0cc5-41b6-80f6-e27a2b1b7129 was deleted so its status cannot be updated. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 25 08:51:56.324301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-77c2d484-8da1-460e-8413-69a4931e0603 None None] Allocated IP 2001:db8:0:1::2 (bea12f5a-2d0d-4541-8bac-80cd1212d590/0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e/f7b0ae87-39ec-44fb-bc68-3425e92dd126) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:56.355201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef89226d-ad84-458b-8c72-3d7d6a46cc31 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.370737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-24ea2341-6b5e-4be6-9f21-4cada95ecf8a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:56.379285 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3db83-3152-4fc0-8e72-53e4597f99dc None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:56.466405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89226d-ad84-458b-8c72-3d7d6a46cc31 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=872b6f16-cb7f-45b3-8c60-41f534161c9a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:56.495456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.506324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-429e5665-c755-42f7-8cef-5263a9f4133a tempest-RoutersIpV6AdminTest-323697656 tempest-RoutersIpV6AdminTest-323697656-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:56.563394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ef89226d-ad84-458b-8c72-3d7d6a46cc31 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:56.651973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef89226d-ad84-458b-8c72-3d7d6a46cc31 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.653104 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ef89226d-ad84-458b-8c72-3d7d6a46cc31 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "DELETE /v2.0/security-groups/872b6f16-cb7f-45b3-8c60-41f534161c9a HTTP/1.1" status: 204 len: 168 time: 1.3418450 Nov 25 08:51:56.659157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:56.660078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43210) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:56.674557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:56.737890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:56.744149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:56.744779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.760216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=940d4372-43ff-492f-9b81-d079ecfac6c6,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:56.793202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:56.807931 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5220234 Nov 25 08:51:56.812759 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:51:56.825958 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "PUT /v2.0/routers/12843725-bebe-40af-99ad-ce9d512ddafa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5959446 Nov 25 08:51:56.826393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43214) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:56.857484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.863629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Provisioning for port a2972e2d-892e-4e5f-acf8-22c604bee764 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:56.866981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1d428bb-84d2-43bc-9306-a3e9c720a6ce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.869596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279adb4-9840-43f1-98f8-2fd30cbad6cc None None] Sync routers for ids ['12843725-bebe-40af-99ad-ce9d512ddafa'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:51:56.878536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43218) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:56.879239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1c29dac2-81a7-4eff-aee0-2b14aeda4f40 tempest-BulkNetworkOpsIpV6Test-122519769 tempest-BulkNetworkOpsIpV6Test-122519769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:56.884574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Provisioning complete for port a2972e2d-892e-4e5f-acf8-22c604bee764 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:56.885084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.908793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:56.923445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f7b0ae87-39ec-44fb-bc68-3425e92dd126 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:56.994891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d428bb-84d2-43bc-9306-a3e9c720a6ce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Subnet': ['ID=91d2e546-00cd-4bc4-89a2-ed1999fbd92b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:56.998702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1d428bb-84d2-43bc-9306-a3e9c720a6ce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.000547 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e1d428bb-84d2-43bc-9306-a3e9c720a6ce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/91d2e546-00cd-4bc4-89a2-ed1999fbd92b HTTP/1.1" status: 204 len: 168 time: 1.6868517 Nov 25 08:51:57.006407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43222) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:57.019368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e1d428bb-84d2-43bc-9306-a3e9c720a6ce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:57.020510 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-45e3b397-1625-4509-be9b-d73650a29e73 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] delete failed (client error): The resource could not be found. Nov 25 08:51:57.021556 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-45e3b397-1625-4509-be9b-d73650a29e73 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-271652020 HTTP/1.1" status: 404 len: 334 time: 0.1122808 Nov 25 08:51:57.026815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-176ece1d-bac1-4bae-af76-b0d822263fe7 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Synchronizing usage tracker for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:57.029108 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43226) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:57.037769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f847e9d8-874c-4478-b396-363511473a59 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'router': {'external_gateway_info': {'network_id': '12843725-bebe-40af-99ad-ce9d512ddafa'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:57.070730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d0bf24-b556-4e1f-aaff-2dea6c340a36 None None] Network ed62734b-8795-4e2d-ba3d-09be13b1db99 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:57.090309 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f2b346-ee32-443f-a839-6bb5674656f2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:57.090844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f2b346-ee32-443f-a839-6bb5674656f2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:57.139106 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-07f2b346-ee32-443f-a839-6bb5674656f2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/478876c6-11eb-4dc4-b559-0d37ddab63ce HTTP/1.1" status: 404 len: 337 time: 0.1249566 Nov 25 08:51:57.144866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43230) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:57.185676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279adb4-9840-43f1-98f8-2fd30cbad6cc None None] Routers {'12843725-bebe-40af-99ad-ce9d512ddafa'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:57.186065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-9279adb4-9840-43f1-98f8-2fd30cbad6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['12843725-bebe-40af-99ad-ce9d512ddafa'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:57.187027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-176ece1d-bac1-4bae-af76-b0d822263fe7 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Unset dirty status for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:57.192424 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-176ece1d-bac1-4bae-af76-b0d822263fe7 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5154178 Nov 25 08:51:57.192603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43234) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:57.260002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f986348c-265c-43b3-9647-984ebc031f8e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '41e0a41a-6cea-4b3b-8cf2-ce84b6fdeb26', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:57.274088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f986348c-265c-43b3-9647-984ebc031f8e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:57.330612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f986348c-265c-43b3-9647-984ebc031f8e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:57.337378 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-9279adb4-9840-43f1-98f8-2fd30cbad6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:57.342958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f986348c-265c-43b3-9647-984ebc031f8e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:57.356196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9997ccd7-cfc5-41e4-b871-40070fe0dbe4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:57.357191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9997ccd7-cfc5-41e4-b871-40070fe0dbe4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:57.365089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f986348c-265c-43b3-9647-984ebc031f8e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:57.380554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15303426-c47f-44c3-b53a-43fcabbc4f91 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.389601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-77c2d484-8da1-460e-8413-69a4931e0603 None None] For port f7b0ae87-39ec-44fb-bc68-3425e92dd126, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f7b0ae87-39ec-44fb-bc68-3425e92dd126,segment=NetworkSegment(8d61f2aa-320c-4176-9ca0-651a94f2c08f),segment_id=8d61f2aa-320c-4176-9ca0-651a94f2c08f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:57.397206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.406066 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ae1be591-7487-4364-b579-72991806401e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:57.429952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279adb4-9840-43f1-98f8-2fd30cbad6cc None None] Routers {'12843725-bebe-40af-99ad-ce9d512ddafa'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:57.430826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-9279adb4-9840-43f1-98f8-2fd30cbad6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['12843725-bebe-40af-99ad-ce9d512ddafa'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:57.454243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.455086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.464876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15303426-c47f-44c3-b53a-43fcabbc4f91 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=9943ab43-e871-4fa6-b247-efea7927b94d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:57.478104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-15303426-c47f-44c3-b53a-43fcabbc4f91 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:57.478998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a8560bd9-3f9a-4bc7-8e6e-f5f03db65042 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:57.495477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9997ccd7-cfc5-41e4-b871-40070fe0dbe4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:57.496838 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9997ccd7-cfc5-41e4-b871-40070fe0dbe4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6691198 Nov 25 08:51:57.498824 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:51:42Z', 'revision_number': 3, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:51:53Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:57.509143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43238) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:57.552002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f847e9d8-874c-4478-b396-363511473a59 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.572032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port f7b0ae87-39ec-44fb-bc68-3425e92dd126 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:57.575090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-9279adb4-9840-43f1-98f8-2fd30cbad6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:57.576661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279adb4-9840-43f1-98f8-2fd30cbad6cc None None] The sync data for ids ['12843725-bebe-40af-99ad-ce9d512ddafa'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:51:57.586956 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': 'b2e042ad-3ff0-4b62-a449-1daf26c760ac'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:51:57.587604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.590483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-213296fb-eaa2-4b53-b466-07bb751a91b5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting subnet 946e893d-50ff-49a9-ae95-e04128984e5b {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:57.602035 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae81b6-73fe-4625-9190-5cd8c9d2632c None None] The sync data for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv is: [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:51:42Z', 'revision_number': 3, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:51:53Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:51:57.606522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-77c2d484-8da1-460e-8413-69a4931e0603 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:51:57.621420 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-f847e9d8-874c-4478-b396-363511473a59 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] update failed (client error): The resource could not be found. Nov 25 08:51:57.622498 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f847e9d8-874c-4478-b396-363511473a59 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "PUT /v2.0/routers/12843725-bebe-40af-99ad-ce9d512ddafa HTTP/1.1" status: 404 len: 339 time: 0.5908644 Nov 25 08:51:57.626248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-be1a5687-feb5-4157-b85f-dcb118878c74 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 940d4372-43ff-492f-9b81-d079ecfac6c6 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:51:57.626715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-be1a5687-feb5-4157-b85f-dcb118878c74 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.637999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43242) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:57.669234 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-f986348c-265c-43b3-9647-984ebc031f8e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The resource could not be found. Nov 25 08:51:57.669234 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f986348c-265c-43b3-9647-984ebc031f8e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4700110 Nov 25 08:51:57.669532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4a856bc4-c36f-4586-aa22-7b61044a2f0b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:57.670912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43244) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:57.682087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group': {'name': 'tempest-secgroup--702244465'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:57.704222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:57.715145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-213296fb-eaa2-4b53-b466-07bb751a91b5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.726737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:57.752563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-77c2d484-8da1-460e-8413-69a4931e0603 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.779752 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.26.3.220 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/ae258dd6-2154-42eb-9b99-3ff3185d6134) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:57.782372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.790521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1415872963'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:57.812129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15303426-c47f-44c3-b53a-43fcabbc4f91 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.816676 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-15303426-c47f-44c3-b53a-43fcabbc4f91 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/9943ab43-e871-4fa6-b247-efea7927b94d HTTP/1.1" status: 204 len: 168 time: 3.1670272 Nov 25 08:51:57.817474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43250) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:57.821896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:57.827735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=a28cf3a5-376a-4d93-a3ec-137ce2f25736,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:57.841248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:57.859833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:57.872788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Usage tracker for resource:network and tenant:3acbaf7430394848af721459c8a07374 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:57.876181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-77c2d484-8da1-460e-8413-69a4931e0603 None None] Ignored duplicate provisioning block setup for port f7b0ae87-39ec-44fb-bc68-3425e92dd126 by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 08:51:57.877705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:57.906465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-77c2d484-8da1-460e-8413-69a4931e0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.908867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-213296fb-eaa2-4b53-b466-07bb751a91b5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:57.921094 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:57.924971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:57.945983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:57.947495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:57.960907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:57.997485 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce32aa4-8e4f-474a-a5df-fae783f1b57e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:51:57.998259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bce32aa4-8e4f-474a-a5df-fae783f1b57e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:58.060992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-be1a5687-feb5-4157-b85f-dcb118878c74 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.149989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Provisioning for port f7b0ae87-39ec-44fb-bc68-3425e92dd126 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:58.156743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Made reservation on behalf of 3acbaf7430394848af721459c8a07374 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:58.160951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.203168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Provisioning complete for port f7b0ae87-39ec-44fb-bc68-3425e92dd126 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:58.203814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.265689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network ed62734b-8795-4e2d-ba3d-09be13b1db99 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:58.266698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bce32aa4-8e4f-474a-a5df-fae783f1b57e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:58.273132 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bce32aa4-8e4f-474a-a5df-fae783f1b57e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/9943ab43-e871-4fa6-b247-efea7927b94d HTTP/1.1" status: 404 len: 333 time: 0.4467671 Nov 25 08:51:58.276495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43254) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:58.279869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:58.299043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:58.355818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 4a856bc4-c36f-4586-aa22-7b61044a2f0b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:51:58.366462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2d484-8da1-460e-8413-69a4931e0603 None None] Pushing event updated for resources: {'Port': ['ID=f7b0ae87-39ec-44fb-bc68-3425e92dd126,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:58.370679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-77c2d484-8da1-460e-8413-69a4931e0603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:58.377739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-be1a5687-feb5-4157-b85f-dcb118878c74 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 940d4372-43ff-492f-9b81-d079ecfac6c6 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:51:58.381738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3cdb77-02a4-46fe-97a0-0077a7f18683 None None] Update dhcp port {'port': {'network_id': 'c955ae0e-02ba-4b40-8c38-7c8dd50f53f9', 'fixed_ips': [{'subnet_id': '946e893d-50ff-49a9-ae95-e04128984e5b', 'ip_address': '172.20.0.18'}, {'subnet_id': '91d2e546-00cd-4bc4-89a2-ed1999fbd92b'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'a2972e2d-892e-4e5f-acf8-22c604bee764'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:51:58.509082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 4a856bc4-c36f-4586-aa22-7b61044a2f0b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:51:58.509913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.515579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.519662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.533558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.533990 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Added segment d1a6d840-7e0e-48eb-a936-eb4244b5b41a of type vlan for network b418379d-eb33-4186-8a11-92fe46e4a2f3 Nov 25 08:51:58.539245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.558378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-49b6aaea-8bc2-4823-b08e-a0686e346fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:58.583646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-66360a4a-2ef2-4f4c-9946-ddddae00eaa9 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting subnet 0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:58.593233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66360a4a-2ef2-4f4c-9946-ddddae00eaa9 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.614428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-213296fb-eaa2-4b53-b466-07bb751a91b5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.617910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Allocated IP 2001:db8::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/b2e042ad-3ff0-4b62-a449-1daf26c760ac/e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:51:58.661424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa3cdb77-02a4-46fe-97a0-0077a7f18683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.728257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.735873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975449f2-a492-45f5-b12e-f46d080c7749,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:58.743636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:58.761077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.761077 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0873644 Nov 25 08:51:58.763149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43258) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:58.778113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:51:58.784132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061524902'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:58.797924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66360a4a-2ef2-4f4c-9946-ddddae00eaa9 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.800936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:58.861542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:58.884165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:58.901968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-be1a5687-feb5-4157-b85f-dcb118878c74 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.916212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3b2b3af1-cab7-4577-a7d7-b899994d66aa tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:58.968242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:58.978947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:58.996366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-27391e22-8e42-4cf5-82ea-69f914d87e86 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:59.019065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-be1a5687-feb5-4157-b85f-dcb118878c74 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.040878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a5687-feb5-4157-b85f-dcb118878c74 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=940d4372-43ff-492f-9b81-d079ecfac6c6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:59.044060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-be1a5687-feb5-4157-b85f-dcb118878c74 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:59.060283 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-be1a5687-feb5-4157-b85f-dcb118878c74 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/940d4372-43ff-492f-9b81-d079ecfac6c6 HTTP/1.1" status: 204 len: 168 time: 1.5502334 Nov 25 08:51:59.066367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43262) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:59.153548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66360a4a-2ef2-4f4c-9946-ddddae00eaa9 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.157635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.196696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.201354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:51:59.203288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.211412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2dc2a3-4c0d-4ab3-b9c2-806e500951fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:59.213093 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2dc2a3-4c0d-4ab3-b9c2-806e500951fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:59.214011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9a2dc2a3-4c0d-4ab3-b9c2-806e500951fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:59.214333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:59.215062 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.231854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server [None req-aa3cdb77-02a4-46fe-97a0-0077a7f18683 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 946e893d-50ff-49a9-ae95-e04128984e5b: This subnet is being modified by another concurrent operation. Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 08:51:59.235856 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1491, in update_port Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise exception Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 946e893d-50ff-49a9-ae95-e04128984e5b: This subnet is being modified by another concurrent operation. Nov 25 08:51:59.240793 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Nov 25 08:51:59.260048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9a2dc2a3-4c0d-4ab3-b9c2-806e500951fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:51:59.261726 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9a2dc2a3-4c0d-4ab3-b9c2-806e500951fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1938894 Nov 25 08:51:59.262558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-213296fb-eaa2-4b53-b466-07bb751a91b5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.265077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43266) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:59.285554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:51:59.336275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66360a4a-2ef2-4f4c-9946-ddddae00eaa9 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.345218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 4a856bc4-c36f-4586-aa22-7b61044a2f0b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4a856bc4-c36f-4586-aa22-7b61044a2f0b,segment=NetworkSegment(5d3e13c8-1376-46cb-854c-7a23b05f4313),segment_id=5d3e13c8-1376-46cb-854c-7a23b05f4313)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:51:59.349768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:59.385833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:51:59.393485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-213296fb-eaa2-4b53-b466-07bb751a91b5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.393705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66360a4a-2ef2-4f4c-9946-ddddae00eaa9 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.404184 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Sync routers for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:51:59.407523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.414387 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-66360a4a-2ef2-4f4c-9946-ddddae00eaa9 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e HTTP/1.1" status: 204 len: 168 time: 1.1317849 Nov 25 08:51:59.417227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.418100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9e561c39-87cb-4d85-85b1-9eae1bbba89c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:51:59.421076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43272) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:59.424960 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:51:59.425587 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-213296fb-eaa2-4b53-b466-07bb751a91b5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/946e893d-50ff-49a9-ae95-e04128984e5b HTTP/1.1" status: 204 len: 168 time: 2.2797065 Nov 25 08:51:59.425819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f878a64d-49dc-4063-954a-29069b72da5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet b2e042ad-3ff0-4b62-a449-1daf26c760ac {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:59.430139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66360a4a-2ef2-4f4c-9946-ddddae00eaa9 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Subnet': ['ID=0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:59.432665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-66360a4a-2ef2-4f4c-9946-ddddae00eaa9 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:59.433526 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7926474 Nov 25 08:51:59.436962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43274) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:59.436962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43278) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:59.440334 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:51:59.468629 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7198520 Nov 25 08:51:59.475154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=ae258dd6-2154-42eb-9b99-3ff3185d6134,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:59.481166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43280) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:59.482407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1324973885'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:59.488190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:59.488329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:59.491926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:59.492434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:network and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:59.495657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:59.501632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:51:59.510671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:59.563840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b9007-4e27-4ff3-b04d-ce6e34230c14 None None] Network c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:59.606378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:51:59.610078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d261a0-acc4-45ad-aee7-feaa17e70bad None None] Network bea12f5a-2d0d-4541-8bac-80cd1212d590 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:51:59.610995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.641733 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-009742b4-4130-4eab-8de0-40669cb4a8e9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:51:59.642373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009742b4-4130-4eab-8de0-40669cb4a8e9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:51:59.644326 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-009742b4-4130-4eab-8de0-40669cb4a8e9 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/797a68fc-c85e-4882-94e4-f2aa4e06df2f HTTP/1.1" status: 404 len: 337 time: 0.1727552 Nov 25 08:51:59.655590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43288) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:51:59.708664 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:51:59.737580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b9375758-6982-4e8b-b600-f482d0575894 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Synchronizing usage tracker for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:51:59.753419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cdb972-eca5-4ba9-9b21-0a8eddba71da tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting subnet 2ffae693-0f8c-45a4-a30e-5cc1634d3677 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:51:59.758723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62cdb972-eca5-4ba9-9b21-0a8eddba71da tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.805151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'subnet': {'network_id': 'b418379d-eb33-4186-8a11-92fe46e4a2f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:51:59.829561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.831461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:51:59.837587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:51:59.839223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Network': ['ID=b418379d-eb33-4186-8a11-92fe46e4a2f3,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:51:59.856787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.857142 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added segment 68256915-3c04-43d2-869e-99c884d6f0af of type vlan for network de465c6c-fcbd-4d4d-a6de-0de67ded7d3f Nov 25 08:51:59.883423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network b418379d-eb33-4186-8a11-92fe46e4a2f3 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:51:59.887360 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.923509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:51:59.924878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62cdb972-eca5-4ba9-9b21-0a8eddba71da tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.925214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:51:59.926871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Transition to ACTIVE for port object e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:51:59.930213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-144297e0-a74c-44fd-97ea-8cff7c30d83e tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.546s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:51:59.959654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:51:59.964784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.970838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:59.971585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:51:59.991623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dffc758a-6e43-4e20-a438-7da5b24358f5 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:00.013568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:52:00.013950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:52:00.035337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b9375758-6982-4e8b-b600-f482d0575894 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Unset dirty status for tenant:582cee82d17044798b7f02b1399f0549 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:00.039481 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b9375758-6982-4e8b-b600-f482d0575894 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "GET /v2.0/ports?device_id=360813f1-966e-4b9d-9a06-f7aac88d1c72 HTTP/1.1" status: 200 len: 205 time: 0.3794668 Nov 25 08:52:00.060482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43292) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:00.073919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213296fb-eaa2-4b53-b466-07bb751a91b5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Subnet': ['ID=946e893d-50ff-49a9-ae95-e04128984e5b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:00.079963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:00.139504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-213296fb-eaa2-4b53-b466-07bb751a91b5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:00.147174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=4a856bc4-c36f-4586-aa22-7b61044a2f0b,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:00.164093 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6908064 Nov 25 08:52:00.166512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Transition to ACTIVE for port object e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:00.172144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43296) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:00.176473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:00.180550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'subnet': {'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:00.217476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Network': ['ID=de465c6c-fcbd-4d4d-a6de-0de67ded7d3f,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:00.252547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network de465c6c-fcbd-4d4d-a6de-0de67ded7d3f details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:52:00.254766 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:51:55Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:51:53Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:51:56Z', 'revision_number': 2, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:00.261908 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Checking router: 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:52:00.262451 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Updating router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 port a28cf3a5-376a-4d93-a3ec-137ce2f25736 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:52:00.281197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.291329 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-3a83cb99-8a88-49c6-a349-9c38350db717 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] delete failed (client error): The resource could not be found. Nov 25 08:52:00.295250 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3a83cb99-8a88-49c6-a349-9c38350db717 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/routers/360813f1-966e-4b9d-9a06-f7aac88d1c72 HTTP/1.1" status: 404 len: 336 time: 0.2229118 Nov 25 08:52:00.300585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:00.303610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43300) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:00.307989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f878a64d-49dc-4063-954a-29069b72da5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.324950 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.335126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:00.376433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:00.387621 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-59516e28-c4f2-47c2-a9e0-383f5c1a4ae2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:52:00.388342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59516e28-c4f2-47c2-a9e0-383f5c1a4ae2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:52:00.398995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Usage tracker for resource:subnet and tenant:3acbaf7430394848af721459c8a07374 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:00.408058 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-59516e28-c4f2-47c2-a9e0-383f5c1a4ae2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/65311f7c-d8d4-465b-9c3d-e53c8290abc0 HTTP/1.1" status: 404 len: 337 time: 0.1018920 Nov 25 08:52:00.409571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:00.415110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9e561c39-87cb-4d85-85b1-9eae1bbba89c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:00.415830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.416889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43304) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:00.423968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62cdb972-eca5-4ba9-9b21-0a8eddba71da tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.446685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:00.561512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Made reservation on behalf of 3acbaf7430394848af721459c8a07374 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:00.565613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.629692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:00.647354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:00.663117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f878a64d-49dc-4063-954a-29069b72da5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.671807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:00.696042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Pushing event updated for resources: {'Port': ['ID=e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:00.700495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:00.705526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:subnet and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:00.709334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:00.716526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:00.729600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:00.738575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.743656 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e36e8f-07b5-4bc7-8042-7df7177294eb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:52:00.744682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e36e8f-07b5-4bc7-8042-7df7177294eb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:52:00.746940 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-36e36e8f-07b5-4bc7-8042-7df7177294eb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/07432870-cfb7-4618-a389-3d3816f14a48 HTTP/1.1" status: 404 len: 337 time: 0.3283479 Nov 25 08:52:00.752227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43308) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:00.814319 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f56de1b-7b8b-4c1c-8b4a-596982fb02db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:52:00.815166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f56de1b-7b8b-4c1c-8b4a-596982fb02db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:52:00.817080 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6f56de1b-7b8b-4c1c-8b4a-596982fb02db tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/acd8620e-c5a2-465e-aa48-cd4d53ea61de HTTP/1.1" status: 404 len: 337 time: 0.0609879 Nov 25 08:52:00.821866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43312) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:00.885687 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e44610-6d74-450a-ba1c-ab031bba81dc tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:52:00.887454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e44610-6d74-450a-ba1c-ab031bba81dc tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:52:00.904866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eda511f-19ef-48bd-a14e-d908d34cec68 None None] DHCP port deletion for c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:00.910218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.913093 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a8e44610-6d74-450a-ba1c-ab031bba81dc tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/0e2c686c-b7dd-409e-a037-bd1f57147354 HTTP/1.1" status: 404 len: 333 time: 0.0859900 Nov 25 08:52:00.915675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Attempting to bind port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:00.916052 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Attempting to bind port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:00.916423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Attempting to bind port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:00.918541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43316) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:00.924970 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.925469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0eda511f-19ef-48bd-a14e-d908d34cec68 None None] Deleting port a2972e2d-892e-4e5f-acf8-22c604bee764 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:00.925469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0eda511f-19ef-48bd-a14e-d908d34cec68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.926443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.928188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-12815370-41c7-40de-99a1-1a3cb7bac397 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:00.950649 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Transition to ACTIVE for port object a28cf3a5-376a-4d93-a3ec-137ce2f25736 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:00.961067 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.968813 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:00.975066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62cdb972-eca5-4ba9-9b21-0a8eddba71da tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.976355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:00.986085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-90a69e08-8eb3-4b95-b8ff-74fd0aebf885 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:01.032387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f878a64d-49dc-4063-954a-29069b72da5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.045098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:01.046478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:01.046478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.046478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:01.047281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Bound port: e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:01.047281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.107777 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e61408-ae43-4d20-8537-b730e015d7d8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:52:01.108617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e61408-ae43-4d20-8537-b730e015d7d8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:52:01.110841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.116467 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-67e61408-ae43-4d20-8537-b730e015d7d8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/23504c65-9152-41aa-a317-97ba94117c1c HTTP/1.1" status: 404 len: 337 time: 0.1947680 Nov 25 08:52:01.117146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43320) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:01.132424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-62cdb972-eca5-4ba9-9b21-0a8eddba71da tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.135118 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-62cdb972-eca5-4ba9-9b21-0a8eddba71da tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/2ffae693-0f8c-45a4-a30e-5cc1634d3677 HTTP/1.1" status: 204 len: 168 time: 1.7058783 Nov 25 08:52:01.140650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Made reservation on behalf of 9346dba3a9ee4d0eb4a5c9542be3d6c3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:01.145618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.165614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43322) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:01.176897 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649b4f3-e9d8-4aab-9c8f-769e951ed08a None None] Pushing event updated for resources: {'Port': ['ID=a28cf3a5-376a-4d93-a3ec-137ce2f25736,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:01.205653 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-6649b4f3-e9d8-4aab-9c8f-769e951ed08a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:01.239779 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Attempting to bind port a28cf3a5-376a-4d93-a3ec-137ce2f25736 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:01.240422 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Attempting to bind port a28cf3a5-376a-4d93-a3ec-137ce2f25736 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'c956e712-a689-40c9-b8b3-07bc331ab080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:01.243161 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Attempting to bind port a28cf3a5-376a-4d93-a3ec-137ce2f25736 on network ed62734b-8795-4e2d-ba3d-09be13b1db99 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:01.255967 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:01.260384 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Checking segment: {'id': 'c956e712-a689-40c9-b8b3-07bc331ab080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:01.260973 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.261528 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Bound using segment: {'id': 'c956e712-a689-40c9-b8b3-07bc331ab080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:01.262166 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Bound port: a28cf3a5-376a-4d93-a3ec-137ce2f25736, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c956e712-a689-40c9-b8b3-07bc331ab080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:01.262748 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.292447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdb972-eca5-4ba9-9b21-0a8eddba71da tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Subnet': ['ID=2ffae693-0f8c-45a4-a30e-5cc1634d3677,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:01.325964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-62cdb972-eca5-4ba9-9b21-0a8eddba71da tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:01.396733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:52:01.397219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:52:01.428592 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] For port a28cf3a5-376a-4d93-a3ec-137ce2f25736, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:01.432711 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] For port a28cf3a5-376a-4d93-a3ec-137ce2f25736, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a28cf3a5-376a-4d93-a3ec-137ce2f25736,segment=NetworkSegment(c956e712-a689-40c9-b8b3-07bc331ab080),segment_id=c956e712-a689-40c9-b8b3-07bc331ab080)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:01.447172 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.451988 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-6649b4f3-e9d8-4aab-9c8f-769e951ed08a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:01.566690 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:01.568496 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:01.572586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.576621 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8062518 Nov 25 08:52:01.592599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43328) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:01.596075 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0ebeab-a77b-46de-bb0d-13ff7b6f4404 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:52:01.596638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0ebeab-a77b-46de-bb0d-13ff7b6f4404 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:52:01.607203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6ef6dde3-86d8-4519-944d-3030526261b6 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:01.608573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-edcc3d39-c5fd-45c9-aa35-941e14f76a9b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group_rule': {'security_group_id': '975449f2-a492-45f5-b12e-f46d080c7749', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dbc62735-bb62-4e56-8fce-a04eb37e47e7'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:01.624207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f878a64d-49dc-4063-954a-29069b72da5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.697458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b44d232f-cbb3-4421-98d4-2a0c9bd2ad77 tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:01.702591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] For port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:01.711980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Checking segment: {'id': 'd1a6d840-7e0e-48eb-a936-eb4244b5b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b418379d-eb33-4186-8a11-92fe46e4a2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:01.712343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network hostable DHCP agents. Network: b418379d-eb33-4186-8a11-92fe46e4a2f3, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:52:01.718762 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495aadf6-a725-43c7-86b1-73150e8936c1 None None] Update dhcp port {'port': {'network_id': 'bea12f5a-2d0d-4541-8bac-80cd1212d590', 'fixed_ips': [{'subnet_id': '2ffae693-0f8c-45a4-a30e-5cc1634d3677'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'f7b0ae87-39ec-44fb-bc68-3425e92dd126'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:52:01.729431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Subnet': ['ID=6565034b-ea9d-43a3-a976-4fae66d448fd,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:01.742018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:01.752670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-91b1b53d-6c30-4c38-9dba-446f0209fbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.709s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:01.759515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-edcc3d39-c5fd-45c9-aa35-941e14f76a9b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:01.768192 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7d0ebeab-a77b-46de-bb0d-13ff7b6f4404 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/7dece780-29c4-431d-a939-d03ea3f4209d HTTP/1.1" status: 404 len: 337 time: 0.6276116 Nov 25 08:52:01.773734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43332) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:01.777292 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649b4f3-e9d8-4aab-9c8f-769e951ed08a None None] Pushing event updated for resources: {'Port': ['ID=a28cf3a5-376a-4d93-a3ec-137ce2f25736,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:01.792362 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-6649b4f3-e9d8-4aab-9c8f-769e951ed08a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:01.804415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878a64d-49dc-4063-954a-29069b72da5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e042ad-3ff0-4b62-a449-1daf26c760ac,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:01.807982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-edcc3d39-c5fd-45c9-aa35-941e14f76a9b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:01.813481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-495aadf6-a725-43c7-86b1-73150e8936c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.822272 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:52:01.822508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-edcc3d39-c5fd-45c9-aa35-941e14f76a9b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:01.849943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] For port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:01.852879 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-e197a95f-2275-4f92-905e-3c7880e8b684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:52:01.853291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f878a64d-49dc-4063-954a-29069b72da5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:01.853416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e197a95f-2275-4f92-905e-3c7880e8b684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:52:01.854429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f878a64d-49dc-4063-954a-29069b72da5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.858621 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e197a95f-2275-4f92-905e-3c7880e8b684 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/ce5ebf35-55fa-4c61-9d79-6a5a58fa876f HTTP/1.1" status: 404 len: 333 time: 0.0762398 Nov 25 08:52:01.859783 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f878a64d-49dc-4063-954a-29069b72da5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/b2e042ad-3ff0-4b62-a449-1daf26c760ac HTTP/1.1" status: 204 len: 168 time: 2.5933309 Nov 25 08:52:01.870445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43336) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:01.870940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43338) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:01.871583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network b418379d-eb33-4186-8a11-92fe46e4a2f3 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:52:01.894884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-edcc3d39-c5fd-45c9-aa35-941e14f76a9b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:01.914703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.946138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port f7b0ae87-39ec-44fb-bc68-3425e92dd126 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:01.946460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:01.996428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.005780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:02.022428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, b418379d-eb33-4186-8a11-92fe46e4a2f3) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:02.089238 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-098c6f17-fa29-46d9-a122-ff6bee011021 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:52:02.089701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098c6f17-fa29-46d9-a122-ff6bee011021 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:52:02.092103 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-098c6f17-fa29-46d9-a122-ff6bee011021 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/152d4014-699e-4346-bf53-63ad078bfbf2 HTTP/1.1" status: 404 len: 337 time: 0.2087135 Nov 25 08:52:02.093674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:02.094454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.109697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b0093-aaac-4d10-ac1f-5b96b2b5956a None None] Network b418379d-eb33-4186-8a11-92fe46e4a2f3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:02.115648 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d1e24725-34d9-46c0-84f6-129e12fb8640 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2299757 Nov 25 08:52:02.116477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc62735-bb62-4e56-8fce-a04eb37e47e7,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:02.118719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43344) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:02.119078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43346) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:02.127455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:02.135531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:02.159262 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6732359 Nov 25 08:52:02.165395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43352) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:02.166458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.175764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e8335308-5f49-477a-a83c-68d97196ddb4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b418379d-eb33-4186-8a11-92fe46e4a2f3'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:02.186363 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-edcc3d39-c5fd-45c9-aa35-941e14f76a9b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:52:02.187413 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-edcc3d39-c5fd-45c9-aa35-941e14f76a9b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5930305 Nov 25 08:52:02.213916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28fb2e2-beee-404c-b24a-a023c9f2c516 None None] Network bea12f5a-2d0d-4541-8bac-80cd1212d590 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:02.220633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43356) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:02.235349 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9164c65-ae52-4921-831e-0465f76b3deb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] DELETE failed (client error): The resource could not be found. Nov 25 08:52:02.236053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9164c65-ae52-4921-831e-0465f76b3deb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:52:02.240909 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e9164c65-ae52-4921-831e-0465f76b3deb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/subnets/e5ee3b5f-76fc-4619-9210-eb8a83747c40 HTTP/1.1" status: 404 len: 337 time: 0.1161077 Nov 25 08:52:02.259839 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:51:55Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:51:53Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:01Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:02.266578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 6ef6dde3-86d8-4519-944d-3030526261b6 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:02.266961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.267723 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0dd5a-88d2-4f52-a89d-e5aa9ff8c8cd None None] The sync data for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv is: [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:51:55Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:51:53Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:01Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:02.296730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0eda511f-19ef-48bd-a14e-d908d34cec68 None None] For port a2972e2d-892e-4e5f-acf8-22c604bee764, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a2972e2d-892e-4e5f-acf8-22c604bee764,segment=NetworkSegment(f44691f0-fa8f-4749-a3c1-195f2d7ceb93),segment_id=f44691f0-fa8f-4749-a3c1-195f2d7ceb93)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:02.297140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0eda511f-19ef-48bd-a14e-d908d34cec68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.306375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43360) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:02.597889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:02.609589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:02.651420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e1f11768-935b-4d26-a59c-ce1ebac59c77 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Deleting port 14cfac99-ea12-499c-ba46-aa3d529451be {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:02.651812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1f11768-935b-4d26-a59c-ce1ebac59c77 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.689506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:02.693237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.727704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0eda511f-19ef-48bd-a14e-d908d34cec68 None None] Calling delete_port for a2972e2d-892e-4e5f-acf8-22c604bee764 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:02.760476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.764201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e0eae08-7994-42a1-b48f-9ea64a40f8c3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.821730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-678db49c-8b04-4dd8-981f-9e33b91294db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:02.821977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8335308-5f49-477a-a83c-68d97196ddb4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.844345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Pushing event updated for resources: {'Port': ['ID=e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:02.871140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] For port f7b0ae87-39ec-44fb-bc68-3425e92dd126, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f7b0ae87-39ec-44fb-bc68-3425e92dd126,segment=NetworkSegment(8d61f2aa-320c-4176-9ca0-651a94f2c08f),segment_id=8d61f2aa-320c-4176-9ca0-651a94f2c08f)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:02.871506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.911171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.920640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0eda511f-19ef-48bd-a14e-d908d34cec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:02.932467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:02.933314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:03.016182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:52:03.085839 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda511f-19ef-48bd-a14e-d908d34cec68 None None] No DVR routers for this DVR port a2972e2d-892e-4e5f-acf8-22c604bee764 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:03.087709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda511f-19ef-48bd-a14e-d908d34cec68 None None] Pushing event deleted for resources: {'Port': ['ID=a2972e2d-892e-4e5f-acf8-22c604bee764,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:03.096118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0eda511f-19ef-48bd-a14e-d908d34cec68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:03.243430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] For port f7b0ae87-39ec-44fb-bc68-3425e92dd126, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f7b0ae87-39ec-44fb-bc68-3425e92dd126,segment=NetworkSegment(8d61f2aa-320c-4176-9ca0-651a94f2c08f),segment_id=8d61f2aa-320c-4176-9ca0-651a94f2c08f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:03.303348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:03.313998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:03.316997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for f7b0ae87-39ec-44fb-bc68-3425e92dd126 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:03.352384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-b418379d-eb33-4186-8a11-92fe46e4a2f3', 'network_id': 'b418379d-eb33-4186-8a11-92fe46e4a2f3', 'tenant_id': '3acbaf7430394848af721459c8a07374', 'fixed_ips': [{'subnet_id': '6565034b-ea9d-43a3-a976-4fae66d448fd'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:03.352384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:03.377398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e0eae08-7994-42a1-b48f-9ea64a40f8c3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:03.456342 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-e8335308-5f49-477a-a83c-68d97196ddb4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:52:03.458008 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e8335308-5f49-477a-a83c-68d97196ddb4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "PUT /v2.0/routers/12843725-bebe-40af-99ad-ce9d512ddafa HTTP/1.1" status: 400 len: 364 time: 1.2893445 Nov 25 08:52:03.465496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43364) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:03.512790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f7b0ae87-39ec-44fb-bc68-3425e92dd126 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:03.513677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Subnet': ['ID=2f8d600a-860c-4b9c-a4b8-4dde578e013e,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:03.516690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:03.549287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Checking segment: {'id': '68256915-3c04-43d2-869e-99c884d6f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:03.549535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network hostable DHCP agents. Network: de465c6c-fcbd-4d4d-a6de-0de67ded7d3f, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:52:03.598497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Pushing event updated for resources: {'Port': ['ID=f7b0ae87-39ec-44fb-bc68-3425e92dd126,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:03.609109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:03.639393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:03.642011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31259118-b57a-4b80-a3bd-7574c6613d68 None None] DHCP port deletion for bea12f5a-2d0d-4541-8bac-80cd1212d590 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:03.666361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eac742-f496-4a8b-945c-164a1aa45f02 None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:03.666361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Provisioning complete for port 14cfac99-ea12-499c-ba46-aa3d529451be triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:03.666361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:03.690162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:52:03.690540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:52:03.695738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e0eae08-7994-42a1-b48f-9ea64a40f8c3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:03.697472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-31259118-b57a-4b80-a3bd-7574c6613d68 None None] Deleting port f7b0ae87-39ec-44fb-bc68-3425e92dd126 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:03.697950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-31259118-b57a-4b80-a3bd-7574c6613d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:03.712842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c8b8d2b3-b028-42c3-bb05-ba5c745c8357 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:03.740387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:03.744319 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.4725115 Nov 25 08:52:03.744479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network de465c6c-fcbd-4d4d-a6de-0de67ded7d3f is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:52:03.749915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1f11768-935b-4d26-a59c-ce1ebac59c77 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:03.750803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43368) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:03.759662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eac742-f496-4a8b-945c-164a1aa45f02 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:03.760349 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-18eac742-f496-4a8b-945c-164a1aa45f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:03.794229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0eae08-7994-42a1-b48f-9ea64a40f8c3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc62735-bb62-4e56-8fce-a04eb37e47e7,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:03.796698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3e0eae08-7994-42a1-b48f-9ea64a40f8c3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:03.875083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-18eac742-f496-4a8b-945c-164a1aa45f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:03.889421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Allocated IP 2001:db8:1::2 (b418379d-eb33-4186-8a11-92fe46e4a2f3/6565034b-ea9d-43a3-a976-4fae66d448fd/3c429c3f-9050-4bb7-9c02-287c64b3e071) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:03.892535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Port 14cfac99-ea12-499c-ba46-aa3d529451be cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:03.911664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:03.937257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, de465c6c-fcbd-4d4d-a6de-0de67ded7d3f) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:03.951049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e1f11768-935b-4d26-a59c-ce1ebac59c77 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Calling delete_port for 14cfac99-ea12-499c-ba46-aa3d529451be owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:03.961534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abed149-c2d8-4425-929a-7fa9aeca4ea8 None None] Network de465c6c-fcbd-4d4d-a6de-0de67ded7d3f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:03.993417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:03.993983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:04.097273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port f7b0ae87-39ec-44fb-bc68-3425e92dd126 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:04.098529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:04.109203 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9342141 Nov 25 08:52:04.110426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43374) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:04.116496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3e0eae08-7994-42a1-b48f-9ea64a40f8c3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:04.120105 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3e0eae08-7994-42a1-b48f-9ea64a40f8c3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "DELETE /v2.0/security-groups/dbc62735-bb62-4e56-8fce-a04eb37e47e7 HTTP/1.1" status: 204 len: 168 time: 1.8893921 Nov 25 08:52:04.122906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43378) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:04.148325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eac742-f496-4a8b-945c-164a1aa45f02 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:04.149290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-18eac742-f496-4a8b-945c-164a1aa45f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:04.158732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:04.166154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f6c1d576-97d2-4879-9066-9e7b51e8a48d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:04.198475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port f7b0ae87-39ec-44fb-bc68-3425e92dd126 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:04.198811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:04.299346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1f11768-935b-4d26-a59c-ce1ebac59c77 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:04.316612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-18eac742-f496-4a8b-945c-164a1aa45f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:04.317049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eac742-f496-4a8b-945c-164a1aa45f02 None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:04.318687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:04.334795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:04.337748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:04.338515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:04.354231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3571f39e-8e08-46c8-8205-7fc61bc0a9b2 None None] Provisioning for port 93044a3a-46ae-4748-8599-71a92204362f completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:04.368738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1f11768-935b-4d26-a59c-ce1ebac59c77 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:04.376807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=e713a113-6ed6-4820-a35e-7b5c556f960a,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:04.379467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:04.549989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] For port f7b0ae87-39ec-44fb-bc68-3425e92dd126, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f7b0ae87-39ec-44fb-bc68-3425e92dd126,segment=NetworkSegment(8d61f2aa-320c-4176-9ca0-651a94f2c08f),segment_id=8d61f2aa-320c-4176-9ca0-651a94f2c08f)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:04.550392 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:04.578501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:04.637355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9fe703-e00a-45a3-aa53-53d03bfad98d None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:04.691189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d8592503-a9f4-4608-a99b-4d66852b4f2c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:04.745105 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for f7b0ae87-39ec-44fb-bc68-3425e92dd126 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:04.793053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4d05c52e-d46f-4cb5-83ed-bec5f665b0e3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Synchronizing usage tracker for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:04.802780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f11768-935b-4d26-a59c-ce1ebac59c77 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Port': ['ID=14cfac99-ea12-499c-ba46-aa3d529451be,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:04.810098 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6860144 Nov 25 08:52:04.811094 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e1f11768-935b-4d26-a59c-ce1ebac59c77 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/ports/14cfac99-ea12-499c-ba46-aa3d529451be HTTP/1.1" status: 204 len: 168 time: 2.4985650 Nov 25 08:52:04.820923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e1f11768-935b-4d26-a59c-ce1ebac59c77 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:04.824921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43382) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:04.825702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43384) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:04.836601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-31259118-b57a-4b80-a3bd-7574c6613d68 None None] For port f7b0ae87-39ec-44fb-bc68-3425e92dd126, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f7b0ae87-39ec-44fb-bc68-3425e92dd126,segment=NetworkSegment(8d61f2aa-320c-4176-9ca0-651a94f2c08f),segment_id=8d61f2aa-320c-4176-9ca0-651a94f2c08f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:04.837164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-31259118-b57a-4b80-a3bd-7574c6613d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:04.859602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': 'e713a113-6ed6-4820-a35e-7b5c556f960a', 'ip_address': '2001:db8::ad19:af61:4d83:df58'}], 'name': 'tempest-NetworksTestDHCPv6-872109073'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:04.861489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3571f39e-8e08-46c8-8205-7fc61bc0a9b2 None None] Provisioning for port a28cf3a5-376a-4d93-a3ec-137ce2f25736 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:04.865067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4a856bc4-c36f-4586-aa22-7b61044a2f0b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:04.880297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4d05c52e-d46f-4cb5-83ed-bec5f665b0e3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Unset dirty status for tenant:b5ef2216251748e7805ba0506759dc9f on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:04.884736 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4d05c52e-d46f-4cb5-83ed-bec5f665b0e3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7577293 Nov 25 08:52:04.909183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43390) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:05.042870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-31259118-b57a-4b80-a3bd-7574c6613d68 None None] Calling delete_port for f7b0ae87-39ec-44fb-bc68-3425e92dd126 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:05.202025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3571f39e-8e08-46c8-8205-7fc61bc0a9b2 None None] Could not find standard attr ID for object a2972e2d-892e-4e5f-acf8-22c604bee764. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:52:05.210967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.227177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.236806 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-44190850-48b8-4e1e-8db6-aa9c68c0fab0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:05.240099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'fixed_ips': [{'subnet_id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:05.240939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.258938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3571f39e-8e08-46c8-8205-7fc61bc0a9b2 None None] Could not find standard attr ID for object f7b0ae87-39ec-44fb-bc68-3425e92dd126. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:52:05.299626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=f7b0ae87-39ec-44fb-bc68-3425e92dd126,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:05.313600 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:05.340039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No DVR routers for this DVR port f7b0ae87-39ec-44fb-bc68-3425e92dd126 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:05.383665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.406604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:05.426793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-31259118-b57a-4b80-a3bd-7574c6613d68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:52:05.427058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-31259118-b57a-4b80-a3bd-7574c6613d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:52:05.427522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 4a856bc4-c36f-4586-aa22-7b61044a2f0b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:05.427894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.453825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Transition to ACTIVE for port object 3c429c3f-9050-4bb7-9c02-287c64b3e071 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:05.467831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-96bbd6a8-984e-40da-89d1-bbddf8e9aa5a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.472462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:05.533916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:05.544419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3571f39e-8e08-46c8-8205-7fc61bc0a9b2 None None] Could not find standard attr ID for object 14cfac99-ea12-499c-ba46-aa3d529451be. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:52:05.553499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Transition to ACTIVE for port object 3c429c3f-9050-4bb7-9c02-287c64b3e071 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:05.570224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3571f39e-8e08-46c8-8205-7fc61bc0a9b2 None None] Could not find standard attr ID for object 9943ab43-e871-4fa6-b247-efea7927b94d. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:52:05.570614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:05.582623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.591344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.608048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.628910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:05.634850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a3057872-9ba6-4b0e-84a4-17ed401a7e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:05.655831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c955ae0e-02ba-4b40-8c38-7c8dd50f53f9']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:05.663453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea12f5a-2d0d-4541-8bac-80cd1212d590']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:05.702048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-96bbd6a8-984e-40da-89d1-bbddf8e9aa5a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.727054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Network b418379d-eb33-4186-8a11-92fe46e4a2f3 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:05.737283 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:05.738728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44691f0-fa8f-4749-a3c1-195f2d7ceb93') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:05.739093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d200ff6b-e62e-4398-a076-489e89bdff54 None None] Could not find standard attr ID for object 940d4372-43ff-492f-9b81-d079ecfac6c6. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:52:05.739408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44691f0-fa8f-4749-a3c1-195f2d7ceb93') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:05.743364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:05.748033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d61f2aa-320c-4176-9ca0-651a94f2c08f') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:05.748579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d61f2aa-320c-4176-9ca0-651a94f2c08f') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:05.769690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.778358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.804435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Allocated IP 2001:db8:3::2 (de465c6c-fcbd-4d4d-a6de-0de67ded7d3f/2f8d600a-860c-4b9c-a4b8-4dde578e013e/91afa894-0bbc-4fc2-b7dd-27c4668787c0) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:05.805202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.810227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.811963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.812626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Pushing event updated for resources: {'Port': ['ID=3c429c3f-9050-4bb7-9c02-287c64b3e071,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:05.823283 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:52:05.823973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.839235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:52:05.841325 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:52:05.851406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:52:05.852132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:52:05.873995 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:52:05.941803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-31259118-b57a-4b80-a3bd-7574c6613d68 None None] Deleting port f7b0ae87-39ec-44fb-bc68-3425e92dd126 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:05.942181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-31259118-b57a-4b80-a3bd-7574c6613d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.000818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d200ff6b-e62e-4398-a076-489e89bdff54 None None] Provisioning for port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:06.043858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-96bbd6a8-984e-40da-89d1-bbddf8e9aa5a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.053628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.054832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13a31b1b-9ed2-4f7e-8e56-b7acf389a23c tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:06.067494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Allocated IP 2001:db8::1 (e7217e12-3d9b-4413-becb-b27d64cc5ad4/93f9be7a-57d1-4bc2-ba99-9dd5cf26b11d/26e7a260-f6cb-4055-9ece-0003f051b6a9) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:06.069168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.075930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.077898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-60a3c6fa-2fd4-4d7f-8a28-0076c4a233d8 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:06.092185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbd6a8-984e-40da-89d1-bbddf8e9aa5a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975449f2-a492-45f5-b12e-f46d080c7749,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:06.094570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-96bbd6a8-984e-40da-89d1-bbddf8e9aa5a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:06.095855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.104410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.120966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Network': ['ID=bea12f5a-2d0d-4541-8bac-80cd1212d590,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:06.125846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 60044cff-49b4-4857-95c9-bf00c5d677f4 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:06.168815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:06.170873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-70a7c525-3e0a-4e48-8150-d374ec5412be tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:06.178707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-31259118-b57a-4b80-a3bd-7574c6613d68 None None] The port 'f7b0ae87-39ec-44fb-bc68-3425e92dd126' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:52:06.213281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93044a3a-46ae-4748-8599-71a92204362f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:06.225834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Pushing event deleted for resources: {'Network': ['ID=c955ae0e-02ba-4b40-8c38-7c8dd50f53f9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:06.231496 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] 10.222.0.54 "DELETE /v2.0/networks/c955ae0e-02ba-4b40-8c38-7c8dd50f53f9 HTTP/1.1" status: 204 len: 168 time: 1.4009314 Nov 25 08:52:06.262897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:06.291487 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/networks/bea12f5a-2d0d-4541-8bac-80cd1212d590 HTTP/1.1" status: 204 len: 168 time: 5.0109000 Nov 25 08:52:06.296532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Attempting to bind port 3c429c3f-9050-4bb7-9c02-287c64b3e071 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:06.297085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Attempting to bind port 3c429c3f-9050-4bb7-9c02-287c64b3e071 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'd1a6d840-7e0e-48eb-a936-eb4244b5b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b418379d-eb33-4186-8a11-92fe46e4a2f3'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:06.297569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Attempting to bind port 3c429c3f-9050-4bb7-9c02-287c64b3e071 on network b418379d-eb33-4186-8a11-92fe46e4a2f3 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:06.305047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43396) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:06.326343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:06.327932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Checking segment: {'id': 'd1a6d840-7e0e-48eb-a936-eb4244b5b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b418379d-eb33-4186-8a11-92fe46e4a2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:06.327932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.327932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Bound using segment: {'id': 'd1a6d840-7e0e-48eb-a936-eb4244b5b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b418379d-eb33-4186-8a11-92fe46e4a2f3'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:06.328535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Bound port: 3c429c3f-9050-4bb7-9c02-287c64b3e071, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a6d840-7e0e-48eb-a936-eb4244b5b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b418379d-eb33-4186-8a11-92fe46e4a2f3'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:06.329008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.479928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 93044a3a-46ae-4748-8599-71a92204362f completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:06.503274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 93044a3a-46ae-4748-8599-71a92204362f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:06.524144 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.587698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f2ecdd-534a-4eb6-8f65-4ed47b23591f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:06.588853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-15f2ecdd-534a-4eb6-8f65-4ed47b23591f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:06.637980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-96bbd6a8-984e-40da-89d1-bbddf8e9aa5a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.643342 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-96bbd6a8-984e-40da-89d1-bbddf8e9aa5a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "DELETE /v2.0/security-groups/975449f2-a492-45f5-b12e-f46d080c7749 HTTP/1.1" status: 204 len: 168 time: 1.7257559 Nov 25 08:52:06.657054 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43402) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:06.684314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-15f2ecdd-534a-4eb6-8f65-4ed47b23591f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:06.690992 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-15f2ecdd-534a-4eb6-8f65-4ed47b23591f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3845654 Nov 25 08:52:06.694475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43406) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:06.694609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43408) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:06.737763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] For port 3c429c3f-9050-4bb7-9c02-287c64b3e071, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:06.752504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] For port 3c429c3f-9050-4bb7-9c02-287c64b3e071, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3c429c3f-9050-4bb7-9c02-287c64b3e071,segment=NetworkSegment(d1a6d840-7e0e-48eb-a936-eb4244b5b41a),segment_id=d1a6d840-7e0e-48eb-a936-eb4244b5b41a)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:06.769487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::ad19:af61:4d83:df58 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/e713a113-6ed6-4820-a35e-7b5c556f960a/60044cff-49b4-4857-95c9-bf00c5d677f4) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:06.811629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.832936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0b8a29de-6f31-48b7-8d38-96bbbf4e0538 None None] Could not find standard attr ID for object 53fa7ba5-255e-4229-a931-c60ad1324cba. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:52:06.841340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.861041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:06.891575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:06.976889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.008816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 93044a3a-46ae-4748-8599-71a92204362f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=93044a3a-46ae-4748-8599-71a92204362f,segment=NetworkSegment(c956e712-a689-40c9-b8b3-07bc331ab080),segment_id=c956e712-a689-40c9-b8b3-07bc331ab080)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:07.029830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a9d0ef6c-9d5b-4e7b-b2b9-491989873dd0 None None] Could not find standard attr ID for object 940d4372-43ff-492f-9b81-d079ecfac6c6. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:52:07.031735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Pushing event updated for resources: {'Port': ['ID=3c429c3f-9050-4bb7-9c02-287c64b3e071,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:07.060027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.061158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9458534c-12ac-4100-8e92-ab81167eca42 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:07.077609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Transition to ACTIVE for port object 26e7a260-f6cb-4055-9ece-0003f051b6a9 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:07.109580 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d5368f15-5f19-41e4-9f9c-bc5e9836c4b1 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4495027 Nov 25 08:52:07.111138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:07.111645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f0f5f815-8dce-42a3-88c0-bd11423d960f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:07.119347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43418) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:07.132882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group': {'name': 'tempest-secgroup--854139111'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:07.141791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:07.183013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.184939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=93044a3a-46ae-4748-8599-71a92204362f,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:07.190012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:07.195926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:07.209362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:07.214034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.216894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:07.222091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.231933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:07.240848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 60044cff-49b4-4857-95c9-bf00c5d677f4 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:07.245045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Transition to ACTIVE for port object 91afa894-0bbc-4fc2-b7dd-27c4668787c0 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:07.250647 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8df5704b-2441-40c2-be23-12dd75fcd0ac tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5534077 Nov 25 08:52:07.256761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43422) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:07.259044 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e8455018-3d13-4ebb-9092-6772d47fcbed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=582cee82d17044798b7f02b1399f0549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5604665 Nov 25 08:52:07.265848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1866439847'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:07.271848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43426) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:07.275711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:07.288366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Transition to ACTIVE for port object 91afa894-0bbc-4fc2-b7dd-27c4668787c0 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:07.301616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.304417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:network and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:07.308440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b0a1475e-9a70-4b4f-838e-c044a8971cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:07.312450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:07.330001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:07.373415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 9458534c-12ac-4100-8e92-ab81167eca42 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:07.384626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network e7217e12-3d9b-4413-becb-b27d64cc5ad4 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:07.390480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.400748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9458534c-12ac-4100-8e92-ab81167eca42 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:07.401129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.424466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:07.427033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:07.427571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.453358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Network de465c6c-fcbd-4d4d-a6de-0de67ded7d3f is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:07.467184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:07.483982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Port': ['ID=26e7a260-f6cb-4055-9ece-0003f051b6a9,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:07.487604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:07.495669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:07.498405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:07.511817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Pushing event updated for resources: {'Port': ['ID=91afa894-0bbc-4fc2-b7dd-27c4668787c0,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:07.515028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:07.536284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Allocated IP 2001:db8:3::1 (de465c6c-fcbd-4d4d-a6de-0de67ded7d3f/2f8d600a-860c-4b9c-a4b8-4dde578e013e/4e431464-8ea2-4058-bb28-15ef77bfe428) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:07.602640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:07.615122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.648127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-301ffb70-91ec-4411-b1a5-739f5c55dc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.670137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.695007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Usage tracker for resource:security_group_rule and tenant:b5ef2216251748e7805ba0506759dc9f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:07.704297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dc71b3bb-c244-4988-b99d-fd0f7b81c37e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:07.743703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Attempting to bind port 91afa894-0bbc-4fc2-b7dd-27c4668787c0 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:07.744078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Attempting to bind port 91afa894-0bbc-4fc2-b7dd-27c4668787c0 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '68256915-3c04-43d2-869e-99c884d6f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:07.744444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Attempting to bind port 91afa894-0bbc-4fc2-b7dd-27c4668787c0 on network de465c6c-fcbd-4d4d-a6de-0de67ded7d3f {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:07.756221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:07.756453 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Checking segment: {'id': '68256915-3c04-43d2-869e-99c884d6f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:07.756874 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.757258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Bound using segment: {'id': '68256915-3c04-43d2-869e-99c884d6f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:07.757736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Bound port: 91afa894-0bbc-4fc2-b7dd-27c4668787c0, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68256915-3c04-43d2-869e-99c884d6f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:07.758114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.766182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:07.770328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.812618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:07.832634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-301ffb70-91ec-4411-b1a5-739f5c55dc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.874561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:52:07.878004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:07.884197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.20.0.1 (867fa543-ea09-483c-9c73-4344fc70fde8/6ab45890-dc3c-4310-a037-0f6b99d5876b/7bec47a3-ed9a-4b0a-a3aa-044e2346a2f8) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:07.885380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=60044cff-49b4-4857-95c9-bf00c5d677f4,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:07.891209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:07.893329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:07.899171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] For port 91afa894-0bbc-4fc2-b7dd-27c4668787c0, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:07.903438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] For port 91afa894-0bbc-4fc2-b7dd-27c4668787c0, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=91afa894-0bbc-4fc2-b7dd-27c4668787c0,segment=NetworkSegment(68256915-3c04-43d2-869e-99c884d6f0af),segment_id=68256915-3c04-43d2-869e-99c884d6f0af)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:07.907858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:07.908468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 9458534c-12ac-4100-8e92-ab81167eca42, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9458534c-12ac-4100-8e92-ab81167eca42,segment=NetworkSegment(e377cf8f-cb33-47fd-9ab0-98b2572b4f98),segment_id=e377cf8f-cb33-47fd-9ab0-98b2572b4f98)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:07.914382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:07.914880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.917539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.926522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bb31227b-c60d-40d3-8f83-c1701ca49cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:07.936306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:07.936634 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Added segment 005a4397-b5b2-467c-8ea6-d98cbf47c80a of type vlan for network 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d Nov 25 08:52:07.973648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.008459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.019365 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1931298 Nov 25 08:52:08.036401 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43430) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:08.060640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9bffd3fe-2e8e-47a6-be69-352bb4801a78 None None] Provisioning for port 26e7a260-f6cb-4055-9ece-0003f051b6a9 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:08.077723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a2972e2d-892e-4e5f-acf8-22c604bee764 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:08.113196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-301ffb70-91ec-4411-b1a5-739f5c55dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.113805 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-301ffb70-91ec-4411-b1a5-739f5c55dc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.117808 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-301ffb70-91ec-4411-b1a5-739f5c55dc04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a45f718-04ca-4a26-a67e-cdf842acab9f HTTP/1.1" status: 204 len: 168 time: 0.8427742 Nov 25 08:52:08.123630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-62c829b2-dd9e-4863-9450-0ce94ee8efa9 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:08.133647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Pushing event updated for resources: {'Port': ['ID=91afa894-0bbc-4fc2-b7dd-27c4668787c0,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:08.136432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9bffd3fe-2e8e-47a6-be69-352bb4801a78 None None] Provisioning complete for port 26e7a260-f6cb-4055-9ece-0003f051b6a9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:08.136814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9bffd3fe-2e8e-47a6-be69-352bb4801a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.150500 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:52:08.158689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ffb70-91ec-4411-b1a5-739f5c55dc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a45f718-04ca-4a26-a67e-cdf842acab9f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:08.166118 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-301ffb70-91ec-4411-b1a5-739f5c55dc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:08.181588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:08.188706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: a2972e2d-892e-4e5f-acf8-22c604bee764 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:08.189051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a2972e2d-892e-4e5f-acf8-22c604bee764 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:08.190558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-563eeb97-f9b4-49ac-9e4a-35e3488c4903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:08.195423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.207812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:08.211624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.254919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:08.315220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.446512 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1863091 Nov 25 08:52:08.477334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43438) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:08.488733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': '72f02e7b-70e0-48eb-acd2-d3f5cbc7886d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:08.488997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9bffd3fe-2e8e-47a6-be69-352bb4801a78 None None] Port 26e7a260-f6cb-4055-9ece-0003f051b6a9 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:08.492750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Transition to ACTIVE for port object 4e431464-8ea2-4058-bb28-15ef77bfe428 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:08.524339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd02e4d-218b-479b-8faa-a8c35038b97f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:08.527019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=9458534c-12ac-4100-8e92-ab81167eca42,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:08.530062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:08.531767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd02e4d-218b-479b-8faa-a8c35038b97f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:08.532846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-abd02e4d-218b-479b-8faa-a8c35038b97f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:08.539347 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:52:08.549993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.557939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Network': ['ID=72f02e7b-70e0-48eb-acd2-d3f5cbc7886d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:08.583811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:52:08.658755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.742317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:08.747672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-abd02e4d-218b-479b-8faa-a8c35038b97f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:08.749430 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-abd02e4d-218b-479b-8faa-a8c35038b97f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.7099085 Nov 25 08:52:08.753335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43446) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:08.753480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3c429c3f-9050-4bb7-9c02-287c64b3e071 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:08.807446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3a1213f3-5306-4c68-ab69-845aff788825 None None] Provisioning for port 60044cff-49b4-4857-95c9-bf00c5d677f4 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:08.840296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3a1213f3-5306-4c68-ab69-845aff788825 None None] Provisioning complete for port 60044cff-49b4-4857-95c9-bf00c5d677f4 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:08.840855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a1213f3-5306-4c68-ab69-845aff788825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.907581 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:08.918391 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:08.923404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:08.929859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f258f841-8d8a-4c1a-a8a3-f2e446250494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 60044cff-49b4-4857-95c9-bf00c5d677f4 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:08.930204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f258f841-8d8a-4c1a-a8a3-f2e446250494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:08.964405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:08.969036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3a1213f3-5306-4c68-ab69-845aff788825 None None] Port 60044cff-49b4-4857-95c9-bf00c5d677f4 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:09.001787 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 3c429c3f-9050-4bb7-9c02-287c64b3e071 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:09.006742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:09.010640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.011835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:09.148326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:09.158799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:09.159267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.251757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.276005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-42f24388-4dbd-4a0c-b913-a105171ab3fb tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:09.299846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.313671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69b8be0-f0b9-4db2-9b02-874876988d72 None None] Network b418379d-eb33-4186-8a11-92fe46e4a2f3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:09.411151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f258f841-8d8a-4c1a-a8a3-f2e446250494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.445259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c564560-ac06-4ccd-ac93-eeedbf16ecaf,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:09.472907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:09.474305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.495385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-391ef38e-1566-43ba-8880-26ffbf2639df tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:09.545090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.559703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.561173 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4392323 Nov 25 08:52:09.572531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43464) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:09.573098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43466) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:09.596986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b1a210a1-ecf2-4b72-94b9-b95e3d7a6580 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:09.597812 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING neutron.api.v2.base [None req-b1a210a1-ecf2-4b72-94b9-b95e3d7a6580 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 08:52:09.598546 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-b1a210a1-ecf2-4b72-94b9-b95e3d7a6580 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 08:52:09.599436 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b1a210a1-ecf2-4b72-94b9-b95e3d7a6580 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "PUT /v2.0/security-groups/1c564560-ac06-4ccd-ac93-eeedbf16ecaf HTTP/1.1" status: 409 len: 330 time: 0.0236809 Nov 25 08:52:09.607816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f258f841-8d8a-4c1a-a8a3-f2e446250494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 60044cff-49b4-4857-95c9-bf00c5d677f4 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:09.617386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43472) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:09.648310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5adc05fe-6e9d-4491-a384-b368398cce20 None None] Provisioning for port 3c429c3f-9050-4bb7-9c02-287c64b3e071 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:09.653389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network de465c6c-fcbd-4d4d-a6de-0de67ded7d3f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:09.668681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:09.673742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5adc05fe-6e9d-4491-a384-b368398cce20 None None] Provisioning complete for port 3c429c3f-9050-4bb7-9c02-287c64b3e071 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:09.674376 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5adc05fe-6e9d-4491-a384-b368398cce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.726472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:09.739410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.740904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a28cf3a5-376a-4d93-a3ec-137ce2f25736 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:09.757797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:09.758566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.771425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'network': {'name': 'tempest-RoutersTest-538027430'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:09.782365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=4e431464-8ea2-4058-bb28-15ef77bfe428,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:09.804562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2a183a98-20ba-454f-a06a-53e54150e330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:09.806112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:09.809008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:09.830900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:network and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:09.836973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.839938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:09.844842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b97682ce-bcc7-49e4-b372-bc911857e187 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:09.849880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.858730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:09.860028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22724d8c-b53a-47ba-a2cc-51cec705a2e4 None None] Network de465c6c-fcbd-4d4d-a6de-0de67ded7d3f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:09.860641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-eebf5f06-e5e3-4bda-a7b5-ca75a7b3a9c6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:09.946119 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Subnet': ['ID=6438236c-7ecf-4d7e-8ca2-271b6137b7ca,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:09.948444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:09.955531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f258f841-8d8a-4c1a-a8a3-f2e446250494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.963962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a77c8234-801a-4eac-9958-9945a1b558e4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:09.985912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ad366d8-e33d-4deb-96bf-6b7cf1f9cff1 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:09.995336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network 867fa543-ea09-483c-9c73-4344fc70fde8 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:10.014372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:10.017755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.027368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:10.037607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258f841-8d8a-4c1a-a8a3-f2e446250494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=60044cff-49b4-4857-95c9-bf00c5d677f4,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:10.040201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f258f841-8d8a-4c1a-a8a3-f2e446250494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:10.042392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:10.077082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=7bec47a3-ed9a-4b0a-a3aa-044e2346a2f8,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:10.089100 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Checking segment: {'id': '005a4397-b5b2-467c-8ea6-d98cbf47c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '72f02e7b-70e0-48eb-acd2-d3f5cbc7886d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:10.089468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network hostable DHCP agents. Network: 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:52:10.092633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.107727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f258f841-8d8a-4c1a-a8a3-f2e446250494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.109660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:10.143945 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f258f841-8d8a-4c1a-a8a3-f2e446250494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/60044cff-49b4-4857-95c9-bf00c5d677f4 HTTP/1.1" status: 204 len: 168 time: 1.3888426 Nov 25 08:52:10.146966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43480) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:10.149351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ad366d8-e33d-4deb-96bf-6b7cf1f9cff1 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.150535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:52:10.171425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:10.188454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:10.204256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:security_group_rule and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:10.221520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:10.265904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.287088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:10.289149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.308063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:10.340552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.341289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.349093 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:10.358926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:10.365252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:10.365836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.377478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e82a8d-c006-41a2-996b-5c0b27e21c6b None None] Network 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:10.381750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da40568-74bd-4427-8211-a3dd518a4cd3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:10.383286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da40568-74bd-4427-8211-a3dd518a4cd3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:10.384027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2da40568-74bd-4427-8211-a3dd518a4cd3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:10.401298 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9223218 Nov 25 08:52:10.402357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2da40568-74bd-4427-8211-a3dd518a4cd3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:10.403402 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2da40568-74bd-4427-8211-a3dd518a4cd3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2553773 Nov 25 08:52:10.406719 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43484) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:10.412126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43486) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:10.418513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '72f02e7b-70e0-48eb-acd2-d3f5cbc7886d', 'name': 'tempest-PortsIpV6TestJSON-447734596'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:10.499765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port a28cf3a5-376a-4d93-a3ec-137ce2f25736 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:10.502628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5adc05fe-6e9d-4491-a384-b368398cce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.523839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ad366d8-e33d-4deb-96bf-6b7cf1f9cff1 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.527377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.565471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port a28cf3a5-376a-4d93-a3ec-137ce2f25736 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:10.565870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.591724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event updated for resources: {'Port': ['ID=26e7a260-f6cb-4055-9ece-0003f051b6a9,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:10.597756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d5d872-77f4-4c39-ba92-8bd28865a4d5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet e713a113-6ed6-4820-a35e-7b5c556f960a {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:10.606068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75d5d872-77f4-4c39-ba92-8bd28865a4d5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.607898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:10.610849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3456c3dd-04b7-4027-bbc5-c5f07a6aaa39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:10.674511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:10.681061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:10.681976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5adc05fe-6e9d-4491-a384-b368398cce20 None None] For port 3c429c3f-9050-4bb7-9c02-287c64b3e071, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3c429c3f-9050-4bb7-9c02-287c64b3e071,segment=NetworkSegment(d1a6d840-7e0e-48eb-a936-eb4244b5b41a),segment_id=d1a6d840-7e0e-48eb-a936-eb4244b5b41a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:10.685245 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad366d8-e33d-4deb-96bf-6b7cf1f9cff1 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c564560-ac06-4ccd-ac93-eeedbf16ecaf,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:10.685980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:10.696840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2ad366d8-e33d-4deb-96bf-6b7cf1f9cff1 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:10.697373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75d5d872-77f4-4c39-ba92-8bd28865a4d5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.729788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ad366d8-e33d-4deb-96bf-6b7cf1f9cff1 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.731142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5adc05fe-6e9d-4491-a384-b368398cce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.731359 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2ad366d8-e33d-4deb-96bf-6b7cf1f9cff1 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "DELETE /v2.0/security-groups/1c564560-ac06-4ccd-ac93-eeedbf16ecaf HTTP/1.1" status: 204 len: 168 time: 1.0956550 Nov 25 08:52:10.735593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:10.737761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43492) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:10.739199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:10.804990 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:10.813487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.835753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51167afe-e7d3-46e7-9339-dda0e591d741 req-4b939560-54c6-4f2e-9702-4746daba0ac9 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:10.837430 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-51167afe-e7d3-46e7-9339-dda0e591d741 req-4b939560-54c6-4f2e-9702-4746daba0ac9 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.6478450 Nov 25 08:52:10.865988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75d5d872-77f4-4c39-ba92-8bd28865a4d5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:10.900225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port e2f869db-2b0e-4b71-b32c-5b02fd2cd612 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:10.980832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc05fe-6e9d-4491-a384-b368398cce20 None None] Pushing event updated for resources: {'Port': ['ID=3c429c3f-9050-4bb7-9c02-287c64b3e071,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:11.001701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5adc05fe-6e9d-4491-a384-b368398cce20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:11.003226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:11.010982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Network e7217e12-3d9b-4413-becb-b27d64cc5ad4 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:11.012919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e8f1601c-b760-4670-83c5-c2a09179156a None None] Provisioning for port 91afa894-0bbc-4fc2-b7dd-27c4668787c0 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:11.034202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:11.055902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port a28cf3a5-376a-4d93-a3ec-137ce2f25736, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a28cf3a5-376a-4d93-a3ec-137ce2f25736,segment=NetworkSegment(c956e712-a689-40c9-b8b3-07bc331ab080),segment_id=c956e712-a689-40c9-b8b3-07bc331ab080)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:11.061550 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bfa15b8b-cfef-4f55-8282-7a46daa29259 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3143401 Nov 25 08:52:11.061765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-72f02e7b-70e0-48eb-acd2-d3f5cbc7886d', 'network_id': '72f02e7b-70e0-48eb-acd2-d3f5cbc7886d', 'tenant_id': 'f8f43b3aa68c4f21aa9ed91a16b90df3', 'fixed_ips': [{'subnet_id': '6438236c-7ecf-4d7e-8ca2-271b6137b7ca'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:11.062736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:11.069379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43496) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:11.094980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:11.095959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93044a3a-46ae-4748-8599-71a92204362f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:11.101676 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-2fde65e5-8a22-432f-8876-f0e34331fee4 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] delete failed (client error): The resource could not be found. Nov 25 08:52:11.102878 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2fde65e5-8a22-432f-8876-f0e34331fee4 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "DELETE /v2.0/security-groups/5ae7c238-00e1-4681-b5b0-05e07c9a768f HTTP/1.1" status: 404 len: 347 time: 0.0300550 Nov 25 08:52:11.111348 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43500) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:11.134893 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-dde55f5d-24d9-4ffc-bd79-8c0c254a606f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] show failed (client error): The resource could not be found. Nov 25 08:52:11.139721 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dde55f5d-24d9-4ffc-bd79-8c0c254a606f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "GET /v2.0/security-groups/8cda84a5-6556-48f8-911e-213614831227 HTTP/1.1" status: 404 len: 347 time: 0.0236368 Nov 25 08:52:11.150597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0bf63554-242a-4ca9-b89a-50766b88f353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:11.154837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43504) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:11.270186 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-71fca7bf-52f0-4de1-a069-60e1a90602e1 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] show failed (client error): The resource could not be found. Nov 25 08:52:11.277142 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-71fca7bf-52f0-4de1-a069-60e1a90602e1 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] 10.222.0.54 "GET /v2.0/security-group-rules/bdad88f1-fe7f-4df1-a5f4-86da259ff143 HTTP/1.1" status: 404 len: 356 time: 0.1198184 Nov 25 08:52:11.281995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75d5d872-77f4-4c39-ba92-8bd28865a4d5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:11.307631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a4a4dfc2-c771-4ab4-8a2b-4665a2148ab5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:11.322036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:11.345878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75d5d872-77f4-4c39-ba92-8bd28865a4d5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:11.371436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8::dc (72f02e7b-70e0-48eb-acd2-d3f5cbc7886d/6438236c-7ecf-4d7e-8ca2-271b6137b7ca/e2f869db-2b0e-4b71-b32c-5b02fd2cd612) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:11.377074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3a7ec-2084-4a70-a7c0-94cf86ee1160 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:11.386828 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-75d5d872-77f4-4c39-ba92-8bd28865a4d5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/e713a113-6ed6-4820-a35e-7b5c556f960a HTTP/1.1" status: 204 len: 168 time: 0.9735379 Nov 25 08:52:11.388614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5d872-77f4-4c39-ba92-8bd28865a4d5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=e713a113-6ed6-4820-a35e-7b5c556f960a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:11.397968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-75d5d872-77f4-4c39-ba92-8bd28865a4d5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:11.403459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43510) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:11.403703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c60b1116-134c-4319-bac0-221683805a3c None None] Provisioning complete for port 3c429c3f-9050-4bb7-9c02-287c64b3e071 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:11.404083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c60b1116-134c-4319-bac0-221683805a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:11.536405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:11.542139 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7e7ff2d2-c558-4fb5-8b98-06297c566a84 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368253 Nov 25 08:52:11.546785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43514) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:11.565753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:11.579508 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-51167afe-e7d3-46e7-9339-dda0e591d741 req-4a48a6cc-bcdd-4b73-ae5b-36d58ba30447 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6773267 Nov 25 08:52:11.583107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Router 12843725-bebe-40af-99ad-ce9d512ddafa has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:11.586320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:11.620101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-802a85bc-fac7-485f-860d-5405c8281b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:11.700282 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=a28cf3a5-376a-4d93-a3ec-137ce2f25736,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:11.732583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:11.808137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 93044a3a-46ae-4748-8599-71a92204362f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:11.808533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:11.855391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43522) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:11.898662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:52:11.944851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:11.983133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:11.996774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:12.074108 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:12.079648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d52851-8bff-4c5c-8a53-f4c9e49f89e8,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:12.115073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.153017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:12.156712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.173791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object e2f869db-2b0e-4b71-b32c-5b02fd2cd612 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:12.185737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09550a-07ea-4fad-9152-5cac4ca04611 req-d2ba8a43-a23d-4c64-9fdf-339cd5c68b19 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:12.187325 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9b09550a-07ea-4fad-9152-5cac4ca04611 req-d2ba8a43-a23d-4c64-9fdf-339cd5c68b19 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.3148940 Nov 25 08:52:12.225472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:12.264400 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7467c7-b5b4-4315-84eb-c6a89f7b8f8e None None] Sync routers for ids ['12843725-bebe-40af-99ad-ce9d512ddafa'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:12.279433 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7467c7-b5b4-4315-84eb-c6a89f7b8f8e None None] Routers {'12843725-bebe-40af-99ad-ce9d512ddafa'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:12.280512 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8b7467c7-b5b4-4315-84eb-c6a89f7b8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['12843725-bebe-40af-99ad-ce9d512ddafa'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:12.287598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.288941 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added segment e27e25c2-a553-4bf1-976b-90c63362d5df of type vlan for network 3960d6f9-e7b1-4d5a-a770-4120a3b19567 Nov 25 08:52:12.322485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.339353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:12.345274 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9b09550a-07ea-4fad-9152-5cac4ca04611 req-7691c7c5-e5c0-4044-bb39-6245014585e1 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517327 Nov 25 08:52:12.348365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-917c5028-9b32-4f2d-8944-1769a1d08de6 None None] Provisioning complete for port 26e7a260-f6cb-4055-9ece-0003f051b6a9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:12.348836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-917c5028-9b32-4f2d-8944-1769a1d08de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.396776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb19598c-b806-4635-b1e1-65cdcaa1984b None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:12.399475 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f7b0ae87-39ec-44fb-bc68-3425e92dd126 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:12.446210 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8b7467c7-b5b4-4315-84eb-c6a89f7b8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:12.451498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: f7b0ae87-39ec-44fb-bc68-3425e92dd126 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:12.452061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f7b0ae87-39ec-44fb-bc68-3425e92dd126 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:12.457016 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7467c7-b5b4-4315-84eb-c6a89f7b8f8e None None] Routers {'12843725-bebe-40af-99ad-ce9d512ddafa'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:12.457739 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8b7467c7-b5b4-4315-84eb-c6a89f7b8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['12843725-bebe-40af-99ad-ce9d512ddafa'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:12.461096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cb19598c-b806-4635-b1e1-65cdcaa1984b None None] Deleting port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:12.461805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb19598c-b806-4635-b1e1-65cdcaa1984b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.512893 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-917c5028-9b32-4f2d-8944-1769a1d08de6 None None] Port 26e7a260-f6cb-4055-9ece-0003f051b6a9 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:12.513459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.542903 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8b7467c7-b5b4-4315-84eb-c6a89f7b8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:12.543359 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7467c7-b5b4-4315-84eb-c6a89f7b8f8e None None] The sync data for ids ['12843725-bebe-40af-99ad-ce9d512ddafa'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:12.588333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-917c5028-9b32-4f2d-8944-1769a1d08de6 None None] Provisioning for port 4e431464-8ea2-4058-bb28-15ef77bfe428 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:12.607836 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "PUT /v2.0/routers/12843725-bebe-40af-99ad-ce9d512ddafa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1382656 Nov 25 08:52:12.608957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43530) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:12.611713 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-edeabff6-6eed-40dc-be1f-4e0a0a379a59 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5ef2216251748e7805ba0506759dc9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7376902 Nov 25 08:52:12.612655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.618947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:12.620226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.624830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43532) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:12.631335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.637377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.638436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.653510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8c30d177-0df4-4eb8-8fbd-8b370afa99fa tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:12.656453 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-917c5028-9b32-4f2d-8944-1769a1d08de6 None None] Provisioning complete for port 4e431464-8ea2-4058-bb28-15ef77bfe428 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:12.657082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-917c5028-9b32-4f2d-8944-1769a1d08de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.721768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-917c5028-9b32-4f2d-8944-1769a1d08de6 None None] Port 4e431464-8ea2-4058-bb28-15ef77bfe428 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:12.732338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8e1ab660-11cc-4815-987e-32f0166c6c21 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:12.794899 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.2182992 Nov 25 08:52:12.802540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43540) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:12.804154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3c429c3f-9050-4bb7-9c02-287c64b3e071 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:12.820415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'network': {'name': 'tempest-RoutersTest-470568828'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:12.900984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:12.908738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Network': ['ID=3960d6f9-e7b1-4d5a-a770-4120a3b19567,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:12.915841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:network and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:12.929493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:12.930022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:12.941691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 3960d6f9-e7b1-4d5a-a770-4120a3b19567 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:52:12.945152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:12.959705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:12.980477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:12.983634 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Allocated IP 2001:db8::2 (72f02e7b-70e0-48eb-acd2-d3f5cbc7886d/6438236c-7ecf-4d7e-8ca2-271b6137b7ca/eae2fab0-3cc3-4083-957e-2b7e29559c59) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:13.045286 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cb19598c-b806-4635-b1e1-65cdcaa1984b None None] For port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:13.045694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb19598c-b806-4635-b1e1-65cdcaa1984b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.060104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:13.063760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.102894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:52:13.112370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.112712 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added segment bad4d88e-4dce-4697-93a5-1812aeaba18b of type vlan for network 1ab90678-ec5e-4f23-851f-cca3b4423023 Nov 25 08:52:13.118718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:13.134612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:13.142923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.146312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:13.148793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:13.154529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:13.155232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.165302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:13.167126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=e2f869db-2b0e-4b71-b32c-5b02fd2cd612,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:13.169965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:13.170715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.185947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:13.189875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3cc35890-977d-4928-8b2c-ac1358653580 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:13.234904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cb19598c-b806-4635-b1e1-65cdcaa1984b None None] Calling delete_port for e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:13.244818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0d24031e-9431-4654-8a22-d5b349302d5e tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.246231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.251770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:13.252354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.260338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event updated for resources: {'Port': ['ID=4e431464-8ea2-4058-bb28-15ef77bfe428,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:13.271417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:13.272088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-79b4c294-f824-41a9-9fc0-b6cdb6b75d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:13.294419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Network de465c6c-fcbd-4d4d-a6de-0de67ded7d3f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:13.304674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:13.394668 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9845526 Nov 25 08:52:13.396761 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8488314 Nov 25 08:52:13.409142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6daf5c7c-110e-4ed2-8907-086959f848c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.416688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43544) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:13.417040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43546) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:13.427894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3c429c3f-9050-4bb7-9c02-287c64b3e071 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:13.428482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.461250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': 'ce93a418-2407-4160-9820-0b027ce187c4', 'ip_address': '2001:db8::4141:40ba:15b0:55d6'}], 'name': 'tempest-NetworksTestDHCPv6-1126427508'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:13.471904 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6568737 Nov 25 08:52:13.478486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '72f02e7b-70e0-48eb-acd2-d3f5cbc7886d', 'name': 'tempest-PortsIpV6TestJSON-2109546173'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:13.509933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43552) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:13.521528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=ce93a418-2407-4160-9820-0b027ce187c4,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:13.534666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:13.562433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb19598c-b806-4635-b1e1-65cdcaa1984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.575566 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:13.591744 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'subnet': {'network_id': '3960d6f9-e7b1-4d5a-a770-4120a3b19567', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:13.629675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19598c-b806-4635-b1e1-65cdcaa1984b None None] Pushing event deleted for resources: {'Port': ['ID=e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:13.632474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cb19598c-b806-4635-b1e1-65cdcaa1984b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:13.637113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb19598c-b806-4635-b1e1-65cdcaa1984b None None] No DVR routers for this DVR port e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:13.660047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.666231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620be711-1bdb-4aba-86bd-fbd7c9f6a3e8 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:13.689379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6daf5c7c-110e-4ed2-8907-086959f848c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.710114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Network': ['ID=1ab90678-ec5e-4f23-851f-cca3b4423023,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:13.719256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:13.722333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5c188-4b51-4c63-b1a6-5469ceff96ac req-8d307e8d-4b10-467a-86bb-b492aca6bfd3 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:13.724173 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-28f5c188-4b51-4c63-b1a6-5469ceff96ac req-8d307e8d-4b10-467a-86bb-b492aca6bfd3 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.7748799 Nov 25 08:52:13.781991 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:13.784381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.795071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:13.819426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 1ab90678-ec5e-4f23-851f-cca3b4423023 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:52:13.825909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-29a9740d-7d4b-4e65-914b-4b0783461153 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:13.843152 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-0d24031e-9431-4654-8a22-d5b349302d5e tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 08:52:13.847069 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0d24031e-9431-4654-8a22-d5b349302d5e tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "DELETE /v2.0/routers/12843725-bebe-40af-99ad-ce9d512ddafa HTTP/1.1" status: 409 len: 329 time: 1.2242894 Nov 25 08:52:13.863196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43556) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:13.927928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Transition to ACTIVE for port object eae2fab0-3cc3-4083-957e-2b7e29559c59 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:13.962330 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-28f5c188-4b51-4c63-b1a6-5469ceff96ac req-12ed7e4e-7e52-4f58-a84c-71dc41057bec tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841342 Nov 25 08:52:13.963925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:13.988402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:subnet and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:13.988402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:13.991191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:13.998687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:14.007919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:14.013700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:14.018015 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:14.024894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6daf5c7c-110e-4ed2-8907-086959f848c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.029182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:14.032967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:14.034386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-94f85744-5e8f-433a-a774-320c54aa0533 None None] Provisioning complete for port 4e431464-8ea2-4058-bb28-15ef77bfe428 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:14.034959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94f85744-5e8f-433a-a774-320c54aa0533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.035171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3b08c765-628b-4d41-8ed1-627611f6b617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:14.042650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:14.055991 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:14.059699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.079785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:14.081927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf5c7c-110e-4ed2-8907-086959f848c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e9c6e-d00f-4668-9d18-08f37c5be890,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:14.086124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Transition to ACTIVE for port object eae2fab0-3cc3-4083-957e-2b7e29559c59 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:14.091101 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6daf5c7c-110e-4ed2-8907-086959f848c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:14.121860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 91afa894-0bbc-4fc2-b7dd-27c4668787c0 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:14.154770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:14.158673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.183745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6daf5c7c-110e-4ed2-8907-086959f848c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.187287 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6daf5c7c-110e-4ed2-8907-086959f848c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f2e9c6e-d00f-4668-9d18-08f37c5be890 HTTP/1.1" status: 204 len: 168 time: 1.5553069 Nov 25 08:52:14.187287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:14.190970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.194619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.214669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-be69c979-3d58-45da-b617-4f633aeaaed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:14.216513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=7bec47a3-ed9a-4b0a-a3aa-044e2346a2f8,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:14.228990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:14.282015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Network 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:14.291068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port 057eb8f2-6d34-4af1-9620-f78e752f7c08 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:14.303542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:14.322383 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2092574 Nov 25 08:52:14.329283 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43562) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:14.335638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:14.340622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Sync routers for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:14.346818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-61044b68-1c3a-414d-a8d8-1c573d9d6429 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:14.365292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:14.367910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-94f85744-5e8f-433a-a774-320c54aa0533 None None] Port 4e431464-8ea2-4058-bb28-15ef77bfe428 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:14.437234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Pushing event updated for resources: {'Port': ['ID=eae2fab0-3cc3-4083-957e-2b7e29559c59,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:14.440057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:14.478085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:14.478085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:14.627891 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network 867fa543-ea09-483c-9c73-4344fc70fde8 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:14.682242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:14.684919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': 'ce93a418-2407-4160-9820-0b027ce187c4'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:14.685841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.701119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Attempting to bind port eae2fab0-3cc3-4083-957e-2b7e29559c59 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:14.701498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Attempting to bind port eae2fab0-3cc3-4083-957e-2b7e29559c59 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '005a4397-b5b2-467c-8ea6-d98cbf47c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '72f02e7b-70e0-48eb-acd2-d3f5cbc7886d'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:14.701866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Attempting to bind port eae2fab0-3cc3-4083-957e-2b7e29559c59 on network 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:14.721144 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:14.721524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Checking segment: {'id': '005a4397-b5b2-467c-8ea6-d98cbf47c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '72f02e7b-70e0-48eb-acd2-d3f5cbc7886d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:14.721927 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.722382 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Bound using segment: {'id': '005a4397-b5b2-467c-8ea6-d98cbf47c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '72f02e7b-70e0-48eb-acd2-d3f5cbc7886d'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:14.723363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Bound port: eae2fab0-3cc3-4083-957e-2b7e29559c59, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005a4397-b5b2-467c-8ea6-d98cbf47c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '72f02e7b-70e0-48eb-acd2-d3f5cbc7886d'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:14.723363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.741991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 91afa894-0bbc-4fc2-b7dd-27c4668787c0 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:14.752573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:52:14.782459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.870671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 91afa894-0bbc-4fc2-b7dd-27c4668787c0 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:14.871052 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:14.909996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:15.045779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 9dd75a5c-4a26-4878-82fe-118631b0555c yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:15.167920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8::110 (72f02e7b-70e0-48eb-acd2-d3f5cbc7886d/6438236c-7ecf-4d7e-8ca2-271b6137b7ca/057eb8f2-6d34-4af1-9620-f78e752f7c08) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:15.256448 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] For port eae2fab0-3cc3-4083-957e-2b7e29559c59, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:15.288702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] For port eae2fab0-3cc3-4083-957e-2b7e29559c59, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=eae2fab0-3cc3-4083-957e-2b7e29559c59,segment=NetworkSegment(005a4397-b5b2-467c-8ea6-d98cbf47c80a),segment_id=005a4397-b5b2-467c-8ea6-d98cbf47c80a)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:15.357228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:15.366713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:15.411606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f22ab7ea-cc34-4fa2-9441-92f72c773735 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:15.422096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43586) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:15.451073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5adc05fe-6e9d-4491-a384-b368398cce20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:15.512998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Allocated IP 2001:db8::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/ce93a418-2407-4160-9820-0b027ce187c4/b52eede4-3225-42ab-a774-b9b8749b82ba) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:15.538630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:15.546897 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "PUT /v2.0/routers/a3e51ddb-16af-4870-93cb-f2bd0d175cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7937348 Nov 25 08:52:15.548530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43592) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:15.556759 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d4672-3133-40e9-b6e8-1be7eb75dfa7 None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:15.557494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'port': {'network_id': '867fa543-ea09-483c-9c73-4344fc70fde8', 'name': 'tempest-FloatingIPTestJSON-552424760'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:15.572917 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d4672-3133-40e9-b6e8-1be7eb75dfa7 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:15.576127 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a49d4672-3133-40e9-b6e8-1be7eb75dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:15.607618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:15.629607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Subnet': ['ID=516fc3e6-2397-4733-aa3a-bd1c745131dc,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:15.648762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:15.694648 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a49d4672-3133-40e9-b6e8-1be7eb75dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:15.706318 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d4672-3133-40e9-b6e8-1be7eb75dfa7 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:15.707297 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a49d4672-3133-40e9-b6e8-1be7eb75dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:15.725983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Checking segment: {'id': 'e27e25c2-a553-4bf1-976b-90c63362d5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3960d6f9-e7b1-4d5a-a770-4120a3b19567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:15.726255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-871363694'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:15.726755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network hostable DHCP agents. Network: 3960d6f9-e7b1-4d5a-a770-4120a3b19567, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:52:15.731297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:15.746714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:15.755553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:port and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:15.764856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Usage tracker for resource:network and tenant:0c63cd1bf3df4ab09fd86950e135a78f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:15.767181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:15.778792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:15.792171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857523b8-f9cc-43d4-b6c0-e01d566505d7 req-0f024b71-7f7c-41cb-a811-ad98b34d58af tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:15.793692 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-857523b8-f9cc-43d4-b6c0-e01d566505d7 req-0f024b71-7f7c-41cb-a811-ad98b34d58af tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.4168129 Nov 25 08:52:15.796265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:15.803848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:15.842842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Pushing event updated for resources: {'Port': ['ID=eae2fab0-3cc3-4083-957e-2b7e29559c59,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:15.845638 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a49d4672-3133-40e9-b6e8-1be7eb75dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:15.848703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:15.850683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 91afa894-0bbc-4fc2-b7dd-27c4668787c0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=91afa894-0bbc-4fc2-b7dd-27c4668787c0,segment=NetworkSegment(68256915-3c04-43d2-869e-99c884d6f0af),segment_id=68256915-3c04-43d2-869e-99c884d6f0af)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:15.854536 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d4672-3133-40e9-b6e8-1be7eb75dfa7 None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:15.857740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:15.868048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:15.869046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a28cf3a5-376a-4d93-a3ec-137ce2f25736 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:15.878618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 3960d6f9-e7b1-4d5a-a770-4120a3b19567 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:52:15.902096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:15.904714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:15.913142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 3960d6f9-e7b1-4d5a-a770-4120a3b19567) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:15.926980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:15.927556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:15.936433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object 057eb8f2-6d34-4af1-9620-f78e752f7c08 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:15.948587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.extraroute_db [None req-61044b68-1c3a-414d-a8d8-1c573d9d6429 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 08:52:15.949656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0314dfb-b12c-4ff1-a4ef-46664045a148 None None] Network 3960d6f9-e7b1-4d5a-a770-4120a3b19567 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:16.006251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.010044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.extraroute_db [None req-61044b68-1c3a-414d-a8d8-1c573d9d6429 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Removed routes are [] {{(pid=87512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 08:52:16.010422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-61044b68-1c3a-414d-a8d8-1c573d9d6429 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.016747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-674b7fd1-953b-4659-ba44-22b4efc81788 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:16.081717 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5575330 Nov 25 08:52:16.149291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43596) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:16.160529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Made reservation on behalf of 1ffa87d38881417d8613105ef80ce332 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:16.166262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.184951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Made reservation on behalf of 0c63cd1bf3df4ab09fd86950e135a78f for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:16.185815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'subnet': {'network_id': '1ab90678-ec5e-4f23-851f-cca3b4423023', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:16.188847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.221892 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:10Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e431464-8ea2-4058-bb28-15ef77bfe428', 'name': '', 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:db:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:06Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 2, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:16.224427 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=91afa894-0bbc-4fc2-b7dd-27c4668787c0,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:16.236962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.239969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:16.283842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Checking router: 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:52:16.284319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Updating router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 port 4e431464-8ea2-4058-bb28-15ef77bfe428 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:52:16.310848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] device_id is not set on port 00de0f77-20c2-4f7f-9b8b-869afd543937 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:16.344395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:16.349561 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-857523b8-f9cc-43d4-b6c0-e01d566505d7 req-5a61dc68-9702-4bb7-9dc3-45ea00b8c8e3 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5468826 Nov 25 08:52:16.354516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Usage tracker for resource:security_group_rule and tenant:0c63cd1bf3df4ab09fd86950e135a78f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:16.359985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:16.373572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port a28cf3a5-376a-4d93-a3ec-137ce2f25736 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:16.374065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.380519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:16.414984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:16.418754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:16.423757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:16.431445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:subnet and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:16.437682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:16.443611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:16.444022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.495202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.529766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.584070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.20.0.10 (867fa543-ea09-483c-9c73-4344fc70fde8/6ab45890-dc3c-4310-a037-0f6b99d5876b/00de0f77-20c2-4f7f-9b8b-869afd543937) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:16.593268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b003086-1d5c-4fc4-8404-be5fc5bae530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.603872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Transition to ACTIVE for port object b52eede4-3225-42ab-a774-b9b8749b82ba will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:16.676463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Deleting port 26e7a260-f6cb-4055-9ece-0003f051b6a9 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:16.676463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.695901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:16.697091 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9458534c-12ac-4100-8e92-ab81167eca42 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:16.703625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.716649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=057eb8f2-6d34-4af1-9620-f78e752f7c08,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:16.732276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.740242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a868af6c-55d8-4c4b-9ffc-7f6fa42edae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:16.773099 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:16.777451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:16.812514 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:52:16.822712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:16.826634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.851087 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4328613 Nov 25 08:52:16.852096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43600) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:16.873627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Transition to ACTIVE for port object b52eede4-3225-42ab-a774-b9b8749b82ba will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:16.907838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.916292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:16.964707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-3960d6f9-e7b1-4d5a-a770-4120a3b19567', 'network_id': '3960d6f9-e7b1-4d5a-a770-4120a3b19567', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'fixed_ips': [{'subnet_id': '516fc3e6-2397-4733-aa3a-bd1c745131dc'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:16.965578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:16.993867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848c0ea7-2b5d-44ea-a1d4-c9ef2c99fb57,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:17.001275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9458534c-12ac-4100-8e92-ab81167eca42 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:17.001812 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.005447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:17.006413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.006749 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Added segment e14dcb6f-49c6-4b4e-af8e-00125788f737 of type vlan for network 659480e1-c805-4e55-a25d-d1594392b45b Nov 25 08:52:17.027817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.030309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::4141:40ba:15b0:55d6 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/ce93a418-2407-4160-9820-0b027ce187c4/9dd75a5c-4a26-4878-82fe-118631b0555c) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:17.113744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:17.129195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.189039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.203305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:17.252364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.257621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.276018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 9dd75a5c-4a26-4878-82fe-118631b0555c will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:17.279459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.312596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network 867fa543-ea09-483c-9c73-4344fc70fde8 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:17.346344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.354206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-61044b68-1c3a-414d-a8d8-1c573d9d6429 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.366344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:17.370622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-62c53c76-241e-4729-bd01-1aceeb0c7a45 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:17.383653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:17.386020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:17.423107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-61044b68-1c3a-414d-a8d8-1c573d9d6429 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.450439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:17.467559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:17.500232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0748b95-c673-4a2f-aa5c-76800fb6e830 None None] Network 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:17.528471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Pushing event updated for resources: {'Port': ['ID=b52eede4-3225-42ab-a774-b9b8749b82ba,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:17.541503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:17.547304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:17.548132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.560801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:17.586036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:52:17.600756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Calling delete_port for 26e7a260-f6cb-4055-9ece-0003f051b6a9 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:17.635679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Allocated IP 172.20.0.2 (3960d6f9-e7b1-4d5a-a770-4120a3b19567/516fc3e6-2397-4733-aa3a-bd1c745131dc/257a8331-1d53-41fc-aa04-3aa1748f855c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:17.637905 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:17.641929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=00de0f77-20c2-4f7f-9b8b-869afd543937,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:17.664014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:17.684528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=9dd75a5c-4a26-4878-82fe-118631b0555c,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:17.686013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.692003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:17.693150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.702365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9f73ffeb-dfb4-4745-9cad-ccd9bfa76306 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:17.723163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.723714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.724187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.724652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.725138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.725601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.726062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.726542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.726999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.727454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.727906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.728377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:17.745738 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3260391 Nov 25 08:52:17.749057 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:17.785180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43606) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:17.819678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:17.820287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:17.853612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-349ad5cd-bac2-499f-a2cb-b37f19287943 None None] Provisioning for port eae2fab0-3cc3-4083-957e-2b7e29559c59 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:17.877479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Pushing event updated for resources: {'Network': ['ID=659480e1-c805-4e55-a25d-d1594392b45b,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:17.882700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:17.891259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746d7565-5dd3-4583-8c90-b7a32bd64e83 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:17.892088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-746d7565-5dd3-4583-8c90-b7a32bd64e83 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:17.904278 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3522787 Nov 25 08:52:17.904278 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4793122 Nov 25 08:52:17.906057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43610) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:17.908046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43614) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:17.911625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'port': {'network_id': '867fa543-ea09-483c-9c73-4344fc70fde8', 'name': 'tempest-FloatingIPTestJSON-651604811'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:17.914173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61044b68-1c3a-414d-a8d8-1c573d9d6429 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:17.927176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Request body: {'subnet': {'network_id': '659480e1-c805-4e55-a25d-d1594392b45b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:17.961700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 659480e1-c805-4e55-a25d-d1594392b45b details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:52:17.974208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Attempting to bind port b52eede4-3225-42ab-a774-b9b8749b82ba on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:17.974644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Attempting to bind port b52eede4-3225-42ab-a774-b9b8749b82ba by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:17.975020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Attempting to bind port b52eede4-3225-42ab-a774-b9b8749b82ba on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:18.082036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:18.082593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:18.083199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.083606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:18.084095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Bound port: b52eede4-3225-42ab-a774-b9b8749b82ba, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:18.084475 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.095804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.100213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.111189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-058e75b3-90e0-4765-8ebc-1524130d98c3 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:18.112494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-746d7565-5dd3-4583-8c90-b7a32bd64e83 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:18.116880 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-746d7565-5dd3-4583-8c90-b7a32bd64e83 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Adc HTTP/1.1" status: 200 len: 927 time: 1.2521679 Nov 25 08:52:18.122627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee646f-a926-4de3-a85c-31ed8f6c833e req-1df99a19-1658-4b0c-a3c7-54ecfaea21d0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:18.124523 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-64ee646f-a926-4de3-a85c-31ed8f6c833e req-1df99a19-1658-4b0c-a3c7-54ecfaea21d0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.5870035 Nov 25 08:52:18.151923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43618) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:18.174078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event deleted for resources: {'Port': ['ID=26e7a260-f6cb-4055-9ece-0003f051b6a9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:18.200605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.201143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.201522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.201981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.202239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.202661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.203022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.203379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.203733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.204090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.204442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.204798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:18.208569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Transition to ACTIVE for port object 4e431464-8ea2-4058-bb28-15ef77bfe428 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:18.226726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.236206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:18.248026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:18.313831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.323146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-156a66f1-fca1-46b7-8673-bb9d15600deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:18.325750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:18.354257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:18.354913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e747d4cb-cbc0-4abb-8ff8-0a0a6af5c3e1 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:18.403271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:port and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:18.417795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:18.430251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:18.436849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.575267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-09494cf6-3c97-47a1-a8e5-db5c4f7869aa tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:18.640590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Made reservation on behalf of 1ffa87d38881417d8613105ef80ce332 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:18.646369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.670635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f9e08-60f9-4019-aa7b-b885a125a5cc None None] Pushing event updated for resources: {'Port': ['ID=4e431464-8ea2-4058-bb28-15ef77bfe428,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:18.673557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] For port b52eede4-3225-42ab-a774-b9b8749b82ba, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:18.687996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eae2fab0-3cc3-4083-957e-2b7e29559c59 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:18.714744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b07f9e08-60f9-4019-aa7b-b885a125a5cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:18.733169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-be9e0f94-4aeb-47f5-8f65-40857a294961 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 057eb8f2-6d34-4af1-9620-f78e752f7c08 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:18.733622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-be9e0f94-4aeb-47f5-8f65-40857a294961 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.753229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] device_id is not set on port 49a1b30a-0550-40ab-a93a-4e119a2ed90c yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:18.773378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3b0d7-435f-46b7-b9af-817f460520ee tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:18.775240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] For port b52eede4-3225-42ab-a774-b9b8749b82ba, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b52eede4-3225-42ab-a774-b9b8749b82ba,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:18.780720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3b0d7-435f-46b7-b9af-817f460520ee tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:18.781684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0bc3b0d7-435f-46b7-b9af-817f460520ee tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:18.820629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.825430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.827459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:18.832123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:18.834853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61044b68-1c3a-414d-a8d8-1c573d9d6429 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:18.860150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Usage tracker for resource:subnet and tenant:0c63cd1bf3df4ab09fd86950e135a78f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:18.869423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-61044b68-1c3a-414d-a8d8-1c573d9d6429 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.873432 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-61044b68-1c3a-414d-a8d8-1c573d9d6429 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2 HTTP/1.1" status: 200 len: 954 time: 4.5423703 Nov 25 08:52:18.881443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43622) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:18.882622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:18.896031 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-64ee646f-a926-4de3-a85c-31ed8f6c833e req-34999d19-47d8-4998-9635-197424253335 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7393053 Nov 25 08:52:18.896756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Subnet': ['ID=d41011ab-7f4c-4755-adf1-496625ffe381,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:18.902404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:18.904526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Attempting to bind port 4e431464-8ea2-4058-bb28-15ef77bfe428 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:18.904787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:18.904920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Attempting to bind port 4e431464-8ea2-4058-bb28-15ef77bfe428 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '68256915-3c04-43d2-869e-99c884d6f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:18.905254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Attempting to bind port 4e431464-8ea2-4058-bb28-15ef77bfe428 on network de465c6c-fcbd-4d4d-a6de-0de67ded7d3f {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:18.909510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Transition to ACTIVE for port object 257a8331-1d53-41fc-aa04-3aa1748f855c will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:18.915682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Checking segment: {'id': 'bad4d88e-4dce-4697-93a5-1812aeaba18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1ab90678-ec5e-4f23-851f-cca3b4423023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:18.916387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network hostable DHCP agents. Network: 1ab90678-ec5e-4f23-851f-cca3b4423023, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:52:18.945701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:18.946085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Checking segment: {'id': '68256915-3c04-43d2-869e-99c884d6f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:18.947331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.947331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Bound using segment: {'id': '68256915-3c04-43d2-869e-99c884d6f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:18.948549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Bound port: 4e431464-8ea2-4058-bb28-15ef77bfe428, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68256915-3c04-43d2-869e-99c884d6f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:18.949280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:18.956262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0bc3b0d7-435f-46b7-b9af-817f460520ee tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:18.960550 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0bc3b0d7-435f-46b7-b9af-817f460520ee tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.1726151 Nov 25 08:52:18.968611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43626) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:18.992984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Transition to ACTIVE for port object 257a8331-1d53-41fc-aa04-3aa1748f855c will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:19.033311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Made reservation on behalf of 0c63cd1bf3df4ab09fd86950e135a78f for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:19.036943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:19.053851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Pushing event updated for resources: {'Port': ['ID=b52eede4-3225-42ab-a774-b9b8749b82ba,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:19.067722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:19.070763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port eae2fab0-3cc3-4083-957e-2b7e29559c59 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:19.076774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:19.089072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:19.156129 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4ae8d109-5836-41a3-8dff-9bf6c2de7450 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2 HTTP/1.1" status: 200 len: 954 time: 0.2729051 Nov 25 08:52:19.169250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port eae2fab0-3cc3-4083-957e-2b7e29559c59 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:19.169615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:19.177603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43630) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:19.329478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4e645b6b-e3b3-4641-b1f1-c41b83bc8cc8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'routes': None}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:19.380907 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Network 3960d6f9-e7b1-4d5a-a770-4120a3b19567 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:19.388357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:19.390483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] For port 4e431464-8ea2-4058-bb28-15ef77bfe428, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:19.394398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Pushing event updated for resources: {'Port': ['ID=257a8331-1d53-41fc-aa04-3aa1748f855c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:19.399680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:19.404783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:19.432321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Router 12843725-bebe-40af-99ad-ce9d512ddafa has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:19.462929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 1ab90678-ec5e-4f23-851f-cca3b4423023 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:52:19.468205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-14ec0938-e46e-44ae-9a60-540ec5c1765c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 9dd75a5c-4a26-4878-82fe-118631b0555c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:19.468556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-14ec0938-e46e-44ae-9a60-540ec5c1765c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:19.489249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] For port 4e431464-8ea2-4058-bb28-15ef77bfe428, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4e431464-8ea2-4058-bb28-15ef77bfe428,segment=NetworkSegment(68256915-3c04-43d2-869e-99c884d6f0af),segment_id=68256915-3c04-43d2-869e-99c884d6f0af)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:19.544126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:19.559183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f2d91e3b-da78-45d7-b36f-1408526a00ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:19.621410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Attempting to bind port 257a8331-1d53-41fc-aa04-3aa1748f855c on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:19.622159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Attempting to bind port 257a8331-1d53-41fc-aa04-3aa1748f855c by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e27e25c2-a553-4bf1-976b-90c63362d5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3960d6f9-e7b1-4d5a-a770-4120a3b19567'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:19.622942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Attempting to bind port 257a8331-1d53-41fc-aa04-3aa1748f855c on network 3960d6f9-e7b1-4d5a-a770-4120a3b19567 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:19.661726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:19.662562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Checking segment: {'id': 'e27e25c2-a553-4bf1-976b-90c63362d5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3960d6f9-e7b1-4d5a-a770-4120a3b19567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:19.663209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:19.663815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Bound using segment: {'id': 'e27e25c2-a553-4bf1-976b-90c63362d5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3960d6f9-e7b1-4d5a-a770-4120a3b19567'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:19.664652 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Bound port: 257a8331-1d53-41fc-aa04-3aa1748f855c, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27e25c2-a553-4bf1-976b-90c63362d5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3960d6f9-e7b1-4d5a-a770-4120a3b19567'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:19.665254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:19.665933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-be9e0f94-4aeb-47f5-8f65-40857a294961 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:19.679939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.20.0.2 (867fa543-ea09-483c-9c73-4344fc70fde8/6ab45890-dc3c-4310-a037-0f6b99d5876b/49a1b30a-0550-40ab-a93a-4e119a2ed90c) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:19.792541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9835f15c-0d56-4def-b933-09441aae8cfc None None] Provisioning complete for port eae2fab0-3cc3-4083-957e-2b7e29559c59 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:19.793232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9835f15c-0d56-4def-b933-09441aae8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:19.915508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:19.920735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:19.937865 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "PUT /v2.0/routers/12843725-bebe-40af-99ad-ce9d512ddafa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0580044 Nov 25 08:52:19.937865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:19.939287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43636) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:20.000139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399426d2-a7f6-4c14-b65e-c3c3d400ccb1 None None] Sync routers for ids ['12843725-bebe-40af-99ad-ce9d512ddafa'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:20.018407 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-d9d37021-3d8f-4588-9399-5297fc61d89e tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] show failed (client error): The resource could not be found. Nov 25 08:52:20.019428 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d9d37021-3d8f-4588-9399-5297fc61d89e tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-631573739 HTTP/1.1" status: 404 len: 334 time: 0.0797002 Nov 25 08:52:20.025438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43640) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:20.041233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-68a4ea3b-872a-4463-b6b3-97417cd5e04e tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:20.058013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:20.058962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:20.184000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-14ec0938-e46e-44ae-9a60-540ec5c1765c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:20.221481 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-68a4ea3b-872a-4463-b6b3-97417cd5e04e tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] update failed (client error): The resource could not be found. Nov 25 08:52:20.222704 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-68a4ea3b-872a-4463-b6b3-97417cd5e04e tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1940326384 HTTP/1.1" status: 404 len: 335 time: 0.1960168 Nov 25 08:52:20.232235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43644) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:20.288823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:52:20.342119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:20.342902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-be9e0f94-4aeb-47f5-8f65-40857a294961 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 057eb8f2-6d34-4af1-9620-f78e752f7c08 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:20.366494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-acd8ee38-3943-4783-ab6c-17a1c2d18150 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:20.383117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 1ab90678-ec5e-4f23-851f-cca3b4423023) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:20.388027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:20.388965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:20.427460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-14ec0938-e46e-44ae-9a60-540ec5c1765c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 9dd75a5c-4a26-4878-82fe-118631b0555c owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:20.464743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-e049f526-8722-4b9f-982c-0abfbac74dc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Deleting subnet 6565034b-ea9d-43a3-a976-4fae66d448fd {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:20.474572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network 867fa543-ea09-483c-9c73-4344fc70fde8 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:20.484740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e049f526-8722-4b9f-982c-0abfbac74dc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:20.516016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:20.529956 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3725019 Nov 25 08:52:20.534331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:20.540347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43648) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:20.560488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399426d2-a7f6-4c14-b65e-c3c3d400ccb1 None None] Routers {'12843725-bebe-40af-99ad-ce9d512ddafa'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:20.561145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-399426d2-a7f6-4c14-b65e-c3c3d400ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:51:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['12843725-bebe-40af-99ad-ce9d512ddafa'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:20.572716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe06bb0-e490-491d-a050-83d110e54ebe req-402cb4af-795c-4ffc-908c-4dd2f09a3d87 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:20.574551 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2fe06bb0-e490-491d-a050-83d110e54ebe req-402cb4af-795c-4ffc-908c-4dd2f09a3d87 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.4095578 Nov 25 08:52:20.604271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=49a1b30a-0550-40ab-a93a-4e119a2ed90c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:20.619679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2610ed3-4056-4153-806b-1bd58b8d49ef None None] Network 1ab90678-ec5e-4f23-851f-cca3b4423023 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:20.625110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:20.632789 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f9e08-60f9-4019-aa7b-b885a125a5cc None None] Pushing event updated for resources: {'Port': ['ID=4e431464-8ea2-4058-bb28-15ef77bfe428,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:20.651209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b6663ba1-ce89-47b0-b715-02f1c7d7edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:20.660496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e049f526-8722-4b9f-982c-0abfbac74dc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:20.663537 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b07f9e08-60f9-4019-aa7b-b885a125a5cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.105s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:20.722849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9656a212-bb21-4def-b6ba-ec5cd7b170f5 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1410157198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:20.725240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:20.725810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:20.731124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9656a212-bb21-4def-b6ba-ec5cd7b170f5 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:20.731436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port eae2fab0-3cc3-4083-957e-2b7e29559c59, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=eae2fab0-3cc3-4083-957e-2b7e29559c59,segment=NetworkSegment(005a4397-b5b2-467c-8ea6-d98cbf47c80a),segment_id=005a4397-b5b2-467c-8ea6-d98cbf47c80a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:20.745703 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2fe06bb0-e490-491d-a050-83d110e54ebe req-1a27a15e-948f-4960-8dbb-2e21c6e01d9c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485972 Nov 25 08:52:20.757971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-399426d2-a7f6-4c14-b65e-c3c3d400ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:20.767355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9656a212-bb21-4def-b6ba-ec5cd7b170f5 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:router and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:20.777591 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8716240 Nov 25 08:52:20.778509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:20.781190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9656a212-bb21-4def-b6ba-ec5cd7b170f5 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:20.782998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43652) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:20.791647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '49a1b30a-0550-40ab-a93a-4e119a2ed90c', 'fixed_ip_address': '172.20.0.2'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:20.800099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399426d2-a7f6-4c14-b65e-c3c3d400ccb1 None None] Routers {'12843725-bebe-40af-99ad-ce9d512ddafa'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:20.801374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-399426d2-a7f6-4c14-b65e-c3c3d400ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['12843725-bebe-40af-99ad-ce9d512ddafa'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:20.805728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:20.805909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9656a212-bb21-4def-b6ba-ec5cd7b170f5 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:20.827379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:floatingip and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:20.831142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:20.839177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:20.854172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e049f526-8722-4b9f-982c-0abfbac74dc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:20.854858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:20.856157 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 91afa894-0bbc-4fc2-b7dd-27c4668787c0 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:20.888272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:20.926415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:21.008276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] For port 257a8331-1d53-41fc-aa04-3aa1748f855c, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:21.019308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-399426d2-a7f6-4c14-b65e-c3c3d400ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:21.020083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399426d2-a7f6-4c14-b65e-c3c3d400ccb1 None None] The sync data for ids ['12843725-bebe-40af-99ad-ce9d512ddafa'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:21.072027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9656a212-bb21-4def-b6ba-ec5cd7b170f5 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.073143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9656a212-bb21-4def-b6ba-ec5cd7b170f5 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.105883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e049f526-8722-4b9f-982c-0abfbac74dc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.113914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5740d6f5-b49e-4778-8a49-4013f6eeb8b5 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:21.115695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=eae2fab0-3cc3-4083-957e-2b7e29559c59,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:21.142970 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:21.153410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.166222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049f526-8722-4b9f-982c-0abfbac74dc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event deleted for resources: {'Subnet': ['ID=6565034b-ea9d-43a3-a976-4fae66d448fd,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:21.168366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e049f526-8722-4b9f-982c-0abfbac74dc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.172592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e049f526-8722-4b9f-982c-0abfbac74dc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:21.174051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f878a64d-49dc-4063-954a-29069b72da5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:21.180797 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e049f526-8722-4b9f-982c-0abfbac74dc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "DELETE /v2.0/subnets/6565034b-ea9d-43a3-a976-4fae66d448fd HTTP/1.1" status: 204 len: 168 time: 0.9468515 Nov 25 08:52:21.190322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43656) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:21.196487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48fcbca-fca5-4f7d-b353-36b28d653584 None None] Network b418379d-eb33-4186-8a11-92fe46e4a2f3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:21.293306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.323281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-be9e0f94-4aeb-47f5-8f65-40857a294961 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.361801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.386803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Deleting port 3c429c3f-9050-4bb7-9c02-287c64b3e071 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:21.387497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.388341 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] For port 257a8331-1d53-41fc-aa04-3aa1748f855c, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=257a8331-1d53-41fc-aa04-3aa1748f855c,segment=NetworkSegment(e27e25c2-a553-4bf1-976b-90c63362d5df),segment_id=e27e25c2-a553-4bf1-976b-90c63362d5df)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:21.391392 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-14ec0938-e46e-44ae-9a60-540ec5c1765c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.421847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Pushing event updated for resources: {'Subnet': ['ID=a38d60a5-6636-4393-9dde-205b4a5412da,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:21.422063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.424578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:21.432489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9656a212-bb21-4def-b6ba-ec5cd7b170f5 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.438242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:21.465285 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cb16f43e-c6b1-4c4e-a034-a85c292f46b7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:21.497909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Checking segment: {'id': 'e14dcb6f-49c6-4b4e-af8e-00125788f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '659480e1-c805-4e55-a25d-d1594392b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:21.498277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Network hostable DHCP agents. Network: 659480e1-c805-4e55-a25d-d1594392b45b, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:52:21.574801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Pushing event updated for resources: {'Port': ['ID=257a8331-1d53-41fc-aa04-3aa1748f855c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:21.575168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-be9e0f94-4aeb-47f5-8f65-40857a294961 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.648067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:21.663681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 91afa894-0bbc-4fc2-b7dd-27c4668787c0 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:21.664262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.719845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.26.3.103 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/6aa5c87f-5b3a-432d-b6ac-0e2a9ad971b4) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:21.746016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e0f94-4aeb-47f5-8f65-40857a294961 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=057eb8f2-6d34-4af1-9620-f78e752f7c08,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:21.753495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-1ab90678-ec5e-4f23-851f-cca3b4423023', 'network_id': '1ab90678-ec5e-4f23-851f-cca3b4423023', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'fixed_ips': [{'subnet_id': 'd41011ab-7f4c-4755-adf1-496625ffe381'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:21.755235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.802931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.805919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9835f15c-0d56-4def-b933-09441aae8cfc None None] Provisioning complete for port 057eb8f2-6d34-4af1-9620-f78e752f7c08 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:21.806435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9835f15c-0d56-4def-b933-09441aae8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.904807 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-be9e0f94-4aeb-47f5-8f65-40857a294961 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/057eb8f2-6d34-4af1-9620-f78e752f7c08 HTTP/1.1" status: 204 len: 168 time: 3.7507272 Nov 25 08:52:21.906050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9656a212-bb21-4def-b6ba-ec5cd7b170f5 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.921404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-14ec0938-e46e-44ae-9a60-540ec5c1765c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:21.929359 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-14ec0938-e46e-44ae-9a60-540ec5c1765c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/9dd75a5c-4a26-4878-82fe-118631b0555c HTTP/1.1" status: 204 len: 168 time: 2.9521246 Nov 25 08:52:21.930381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43662) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:21.931052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43664) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:21.957485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Network 659480e1-c805-4e55-a25d-d1594392b45b is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:52:22.059944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] For port 3c429c3f-9050-4bb7-9c02-287c64b3e071, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3c429c3f-9050-4bb7-9c02-287c64b3e071,segment=NetworkSegment(d1a6d840-7e0e-48eb-a936-eb4244b5b41a),segment_id=d1a6d840-7e0e-48eb-a936-eb4244b5b41a)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:22.060581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:22.113512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.extraroute_db [None req-4e645b6b-e3b3-4641-b1f1-c41b83bc8cc8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added routes are [] {{(pid=87512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 08:52:22.114424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.extraroute_db [None req-4e645b6b-e3b3-4641-b1f1-c41b83bc8cc8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 08:52:22.130447 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca8dc05-d2af-4f80-9ff3-62448d57ecb5 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:52:22.131002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1ca8dc05-d2af-4f80-9ff3-62448d57ecb5 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:22.170625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9835f15c-0d56-4def-b933-09441aae8cfc None None] Port 057eb8f2-6d34-4af1-9620-f78e752f7c08 was deleted so its status cannot be updated. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 25 08:52:22.203276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Allocated IP 172.21.0.2 (1ab90678-ec5e-4f23-851f-cca3b4423023/d41011ab-7f4c-4755-adf1-496625ffe381/525593aa-9167-4a02-b7b7-ab8994f18ea7) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:22.205190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec0938-e46e-44ae-9a60-540ec5c1765c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=9dd75a5c-4a26-4878-82fe-118631b0555c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:22.209164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-14ec0938-e46e-44ae-9a60-540ec5c1765c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:22.215399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:15Z', 'revision_number': 6, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e431464-8ea2-4058-bb28-15ef77bfe428', 'name': '', 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:db:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:06Z', 'updated_at': '2021-11-25T08:52:19Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:22.221809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.811s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:22.222374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:22.223090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 659480e1-c805-4e55-a25d-d1594392b45b) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:22.226619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9835f15c-0d56-4def-b933-09441aae8cfc None None] Provisioning for port e2f869db-2b0e-4b71-b32c-5b02fd2cd612 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:22.228195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:22.228820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:22.236241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Calling delete_port for 3c429c3f-9050-4bb7-9c02-287c64b3e071 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:22.238089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e784a-1ef6-4488-a83b-6cd067775d19 None None] The sync data for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv is: [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:15Z', 'revision_number': 6, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e431464-8ea2-4058-bb28-15ef77bfe428', 'name': '', 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:db:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:06Z', 'updated_at': '2021-11-25T08:52:19Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:22.257365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7de18c-7a9d-4e35-8f34-d73a2e280052 None None] Network 659480e1-c805-4e55-a25d-d1594392b45b requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:22.269827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9835f15c-0d56-4def-b933-09441aae8cfc None None] Provisioning complete for port e2f869db-2b0e-4b71-b32c-5b02fd2cd612 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:22.270928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9835f15c-0d56-4def-b933-09441aae8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:22.281002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9656a212-bb21-4def-b6ba-ec5cd7b170f5 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:22.285224 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9656a212-bb21-4def-b6ba-ec5cd7b170f5 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5794573 Nov 25 08:52:22.296730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43670) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:22.357890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:22.449486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:22.462993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d45f440c-57b3-44de-865f-6f06b98fc84c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:22.481942 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5607767 Nov 25 08:52:22.481942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1ca8dc05-d2af-4f80-9ff3-62448d57ecb5 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:22.481942 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1ca8dc05-d2af-4f80-9ff3-62448d57ecb5 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/057eb8f2-6d34-4af1-9620-f78e752f7c08 HTTP/1.1" status: 404 len: 333 time: 0.5273025 Nov 25 08:52:22.494657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43784e-6ac9-4c43-aa97-29047717ac88 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:22.496513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43784e-6ac9-4c43-aa97-29047717ac88 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:22.497290 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fe43784e-6ac9-4c43-aa97-29047717ac88 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:22.503584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43674) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:22.503584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43676) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:22.516889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:22.533060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] No DVR routers for this DVR port 3c429c3f-9050-4bb7-9c02-287c64b3e071 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:22.536051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event deleted for resources: {'Port': ['ID=3c429c3f-9050-4bb7-9c02-287c64b3e071,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:22.548310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:22.557776 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Request body: {'port': {'network_id': '659480e1-c805-4e55-a25d-d1594392b45b', 'name': 'tempest-TagsExtTest-1732820023'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:22.573840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4e645b6b-e3b3-4641-b1f1-c41b83bc8cc8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:22.576204 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9835f15c-0d56-4def-b933-09441aae8cfc None None] Port e2f869db-2b0e-4b71-b32c-5b02fd2cd612 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:22.592590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:22.593778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:22.612519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4ca970d5-fe40-42af-92f1-1007b5765e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:22.691764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:22.762994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=6aa5c87f-5b3a-432d-b6ac-0e2a9ad971b4,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:22.783745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:22.828863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47451e66-1d64-4a49-9025-789b98af9b5b None None] DHCP port deletion for b418379d-eb33-4186-8a11-92fe46e4a2f3 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:23.027973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.054402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.065876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Transition to ACTIVE for port object 525593aa-9167-4a02-b7b7-ab8994f18ea7 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:23.100316 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Transition to ACTIVE for port object 525593aa-9167-4a02-b7b7-ab8994f18ea7 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:23.111879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7f85d301-ce4e-46a3-b84a-265334ed0699 None None] Provisioning complete for port e2f869db-2b0e-4b71-b32c-5b02fd2cd612 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:23.112406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7f85d301-ce4e-46a3-b84a-265334ed0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.161910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b418379d-eb33-4186-8a11-92fe46e4a2f3']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:23.189620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-659480e1-c805-4e55-a25d-d1594392b45b', 'network_id': '659480e1-c805-4e55-a25d-d1594392b45b', 'tenant_id': '0c63cd1bf3df4ab09fd86950e135a78f', 'fixed_ips': [{'subnet_id': 'a38d60a5-6636-4393-9dde-205b4a5412da'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:23.190658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.219690 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 257a8331-1d53-41fc-aa04-3aa1748f855c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:23.223037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a6d840-7e0e-48eb-a936-eb4244b5b41a') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:23.223912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a6d840-7e0e-48eb-a936-eb4244b5b41a') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:23.278135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.279057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.313677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a5880ee9-0d18-43d6-852b-4a607678abb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:23.348656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-4b41eec2-9c48-44c0-8adb-306cd075d77e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port e2f869db-2b0e-4b71-b32c-5b02fd2cd612 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:23.349102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4b41eec2-9c48-44c0-8adb-306cd075d77e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.351007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.375781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:52:23.376435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.393114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df1bde6-cf57-46b0-899c-c15a159d0850 None None] Network 3960d6f9-e7b1-4d5a-a770-4120a3b19567 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:52:23.398102 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:52:23.476765 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fe43784e-6ac9-4c43-aa97-29047717ac88 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:23.478127 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fe43784e-6ac9-4c43-aa97-29047717ac88 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.5254705 Nov 25 08:52:23.481408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43682) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:23.644904 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d66326-f51b-460c-8e22-11a6b90025e8 None None] Sync routers for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:23.669620 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d66326-f51b-460c-8e22-11a6b90025e8 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:23.671262 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f3d66326-f51b-460c-8e22-11a6b90025e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:23.696701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Network 1ab90678-ec5e-4f23-851f-cca3b4423023 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:23.705310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:23.708206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:23.710663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7f85d301-ce4e-46a3-b84a-265334ed0699 None None] Port e2f869db-2b0e-4b71-b32c-5b02fd2cd612 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:23.743853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Pushing event updated for resources: {'Port': ['ID=525593aa-9167-4a02-b7b7-ab8994f18ea7,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:23.746550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:23.771452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cd7cf-7bb8-4a8b-95f2-322ab2721c36 req-d7ce47f0-2e18-4b76-b80a-a5f430db451d tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:23.773821 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-125cd7cf-7bb8-4a8b-95f2-322ab2721c36 req-d7ce47f0-2e18-4b76-b80a-a5f430db451d tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 1.8549547 Nov 25 08:52:23.847154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-975aadb2-3c82-4815-b0cd-519938932698 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet ce93a418-2407-4160-9820-0b027ce187c4 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:23.849839 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f3d66326-f51b-460c-8e22-11a6b90025e8 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:52:23.852708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-975aadb2-3c82-4815-b0cd-519938932698 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.922164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-975aadb2-3c82-4815-b0cd-519938932698 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.962064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Attempting to bind port 525593aa-9167-4a02-b7b7-ab8994f18ea7 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:23.962665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Attempting to bind port 525593aa-9167-4a02-b7b7-ab8994f18ea7 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'bad4d88e-4dce-4697-93a5-1812aeaba18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1ab90678-ec5e-4f23-851f-cca3b4423023'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:23.962985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Attempting to bind port 525593aa-9167-4a02-b7b7-ab8994f18ea7 on network 1ab90678-ec5e-4f23-851f-cca3b4423023 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:23.971821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:23.972062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Checking segment: {'id': 'bad4d88e-4dce-4697-93a5-1812aeaba18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1ab90678-ec5e-4f23-851f-cca3b4423023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:23.972363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:23.972775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Bound using segment: {'id': 'bad4d88e-4dce-4697-93a5-1812aeaba18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1ab90678-ec5e-4f23-851f-cca3b4423023'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:23.973980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Bound port: 525593aa-9167-4a02-b7b7-ab8994f18ea7, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad4d88e-4dce-4697-93a5-1812aeaba18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1ab90678-ec5e-4f23-851f-cca3b4423023'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:23.974733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.027231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7f85d301-ce4e-46a3-b84a-265334ed0699 None None] Provisioning for port b52eede4-3225-42ab-a774-b9b8749b82ba completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:24.030745 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 257a8331-1d53-41fc-aa04-3aa1748f855c completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:24.046710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4b41eec2-9c48-44c0-8adb-306cd075d77e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.053611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4e431464-8ea2-4058-bb28-15ef77bfe428 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:24.137914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.144164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f15fd49c-c7e9-440d-8e81-39c0cc698063 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:24.149717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7f85d301-ce4e-46a3-b84a-265334ed0699 None None] Could not find standard attr ID for object 9dd75a5c-4a26-4878-82fe-118631b0555c. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:52:24.157792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Allocated IP 172.20.0.2 (659480e1-c805-4e55-a25d-d1594392b45b/a38d60a5-6636-4393-9dde-205b4a5412da/eb7c083d-ca51-474f-841c-4ba8356f46e7) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:24.162147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7f85d301-ce4e-46a3-b84a-265334ed0699 None None] Could not find standard attr ID for object 057eb8f2-6d34-4af1-9620-f78e752f7c08. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:52:24.166300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.181034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event deleted for resources: {'Network': ['ID=b418379d-eb33-4186-8a11-92fe46e4a2f3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:24.188273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:24.211680 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "DELETE /v2.0/networks/b418379d-eb33-4186-8a11-92fe46e4a2f3 HTTP/1.1" status: 204 len: 168 time: 3.0204797 Nov 25 08:52:24.226472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43686) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:24.236915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-4b41eec2-9c48-44c0-8adb-306cd075d77e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for e2f869db-2b0e-4b71-b32c-5b02fd2cd612 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:24.268261 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f3d66326-f51b-460c-8e22-11a6b90025e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:22Z', 'revision_number': 7, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e431464-8ea2-4058-bb28-15ef77bfe428', 'name': '', 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:db:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:06Z', 'updated_at': '2021-11-25T08:52:19Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:24.273101 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d66326-f51b-460c-8e22-11a6b90025e8 None None] Checking router: 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:52:24.283520 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d66326-f51b-460c-8e22-11a6b90025e8 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:24.284503 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f3d66326-f51b-460c-8e22-11a6b90025e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:24.310933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-975aadb2-3c82-4815-b0cd-519938932698 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.345258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b01f4fe-e284-43df-9928-3511f94b247c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Deleting subnet 00979666-6c9e-4a29-b33d-450cf5f2c6d3 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:24.359044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b01f4fe-e284-43df-9928-3511f94b247c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.373517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] For port 525593aa-9167-4a02-b7b7-ab8994f18ea7, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:24.400620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-285a054f-35d4-48bb-abc8-65b4282b3cd0 None None] Provisioning for port 257a8331-1d53-41fc-aa04-3aa1748f855c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:24.409388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] For port 525593aa-9167-4a02-b7b7-ab8994f18ea7, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=525593aa-9167-4a02-b7b7-ab8994f18ea7,segment=NetworkSegment(bad4d88e-4dce-4697-93a5-1812aeaba18b),segment_id=bad4d88e-4dce-4697-93a5-1812aeaba18b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:24.419205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.424253 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-285a054f-35d4-48bb-abc8-65b4282b3cd0 None None] Provisioning complete for port 257a8331-1d53-41fc-aa04-3aa1748f855c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:24.424702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-285a054f-35d4-48bb-abc8-65b4282b3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.445364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b01f4fe-e284-43df-9928-3511f94b247c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.462834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.486550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:24.495791 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f3d66326-f51b-460c-8e22-11a6b90025e8 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:52:24.499700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4b41eec2-9c48-44c0-8adb-306cd075d77e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.519194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:24.550931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 4e431464-8ea2-4058-bb28-15ef77bfe428 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:24.577478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-975aadb2-3c82-4815-b0cd-519938932698 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.588649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e7a8a0b0-694b-4617-ad30-2372aff6a51a tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:24.597977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41eec2-9c48-44c0-8adb-306cd075d77e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=e2f869db-2b0e-4b71-b32c-5b02fd2cd612,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:24.626809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 4e431464-8ea2-4058-bb28-15ef77bfe428 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:24.627197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.630742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4b41eec2-9c48-44c0-8adb-306cd075d77e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:24.660282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b01f4fe-e284-43df-9928-3511f94b247c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.709287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975aadb2-3c82-4815-b0cd-519938932698 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=ce93a418-2407-4160-9820-0b027ce187c4,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:24.729022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-975aadb2-3c82-4815-b0cd-519938932698 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:24.744363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-975aadb2-3c82-4815-b0cd-519938932698 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.746982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ff0151-ba6c-41c0-88b9-52b551d181d3 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:24.772691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:24.790226 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-125cd7cf-7bb8-4a8b-95f2-322ab2721c36 req-9e204c3b-1770-4981-9511-702339208624 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534601 Nov 25 08:52:24.855505 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-975aadb2-3c82-4815-b0cd-519938932698 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/ce93a418-2407-4160-9820-0b027ce187c4 HTTP/1.1" status: 204 len: 168 time: 1.3671520 Nov 25 08:52:24.856517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43692) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:24.867653 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4b41eec2-9c48-44c0-8adb-306cd075d77e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.030941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Pushing event updated for resources: {'Port': ['ID=525593aa-9167-4a02-b7b7-ab8994f18ea7,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:25.073188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:25.129675 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-77950267-0fb9-4547-b955-a9971f5c4775 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2498896 Nov 25 08:52:25.137057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43696) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:25.248897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-285a054f-35d4-48bb-abc8-65b4282b3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.256208 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f3d66326-f51b-460c-8e22-11a6b90025e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:22Z', 'revision_number': 7, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e431464-8ea2-4058-bb28-15ef77bfe428', 'name': '', 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:db:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:06Z', 'updated_at': '2021-11-25T08:52:19Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:25.261030 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d66326-f51b-460c-8e22-11a6b90025e8 None None] The sync data for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv is: [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:22Z', 'revision_number': 7, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e431464-8ea2-4058-bb28-15ef77bfe428', 'name': '', 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:db:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:06Z', 'updated_at': '2021-11-25T08:52:19Z', 'revision_number': 4, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:25.290922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:25.304057 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Usage tracker for resource:port and tenant:0c63cd1bf3df4ab09fd86950e135a78f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:25.307659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.339154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:25.360366 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4b41eec2-9c48-44c0-8adb-306cd075d77e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/e2f869db-2b0e-4b71-b32c-5b02fd2cd612 HTTP/1.1" status: 204 len: 168 time: 2.8516057 Nov 25 08:52:25.361957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.365692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:25.367585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43700) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:25.370215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b01f4fe-e284-43df-9928-3511f94b247c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.377674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-58e43fbd-a873-48f8-ab70-1c416c5b72b7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:25.417270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Transition to ACTIVE for port object eb7c083d-ca51-474f-841c-4ba8356f46e7 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:25.422377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01f4fe-e284-43df-9928-3511f94b247c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event deleted for resources: {'Subnet': ['ID=00979666-6c9e-4a29-b33d-450cf5f2c6d3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:25.429717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b01f4fe-e284-43df-9928-3511f94b247c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:25.436183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b01f4fe-e284-43df-9928-3511f94b247c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.465069 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6b01f4fe-e284-43df-9928-3511f94b247c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "DELETE /v2.0/subnets/00979666-6c9e-4a29-b33d-450cf5f2c6d3 HTTP/1.1" status: 204 len: 168 time: 1.2384348 Nov 25 08:52:25.472968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43704) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:25.495689 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-f452b157-9094-4ee7-967b-6b986c75edf7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:52:25.496464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f452b157-9094-4ee7-967b-6b986c75edf7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:25.514001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4e645b6b-e3b3-4641-b1f1-c41b83bc8cc8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.514432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e127b33-b022-4d84-aa2f-ade2097c48b0 None None] Network fc9d4a26-d686-4734-8927-3fbb82d38d16 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:25.539871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Transition to ACTIVE for port object eb7c083d-ca51-474f-841c-4ba8356f46e7 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:25.550185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-285a054f-35d4-48bb-abc8-65b4282b3cd0 None None] For port 257a8331-1d53-41fc-aa04-3aa1748f855c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=257a8331-1d53-41fc-aa04-3aa1748f855c,segment=NetworkSegment(e27e25c2-a553-4bf1-976b-90c63362d5df),segment_id=e27e25c2-a553-4bf1-976b-90c63362d5df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:25.585177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Made reservation on behalf of 0c63cd1bf3df4ab09fd86950e135a78f for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:25.588922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.601755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33b3faf-2fc8-42d9-9fa7-3219a4cfc67c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:25.605960 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c33b3faf-2fc8-42d9-9fa7-3219a4cfc67c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4572546 Nov 25 08:52:25.606120 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4e645b6b-e3b3-4641-b1f1-c41b83bc8cc8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.608120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43708) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:25.614597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.614801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7aae092-bef7-42ea-81fc-110f7299197c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Deleting subnet 5035ff11-4d06-478a-8057-8967cfff30f9 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:25.623030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cf8e296d-df7b-439b-84b6-ec492fe5d82f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:25.653745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a7aae092-bef7-42ea-81fc-110f7299197c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.657576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-285a054f-35d4-48bb-abc8-65b4282b3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.722223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f452b157-9094-4ee7-967b-6b986c75edf7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:25.726600 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f452b157-9094-4ee7-967b-6b986c75edf7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/e2f869db-2b0e-4b71-b32c-5b02fd2cd612 HTTP/1.1" status: 404 len: 333 time: 0.3578601 Nov 25 08:52:25.727990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43712) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:25.728260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] device_id is not set on port cf4ca8f2-a7c2-4889-bc72-05275013f680 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:25.735776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.756522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.798241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Network 659480e1-c805-4e55-a25d-d1594392b45b is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:25.804073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.805096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:25.822532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3af7d9f9-1ea6-4874-ae88-270a5d04ff2f tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:25.865122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c1806c-1ad9-473b-9b4f-7af8b4523231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:25.865794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d9c1806c-1ad9-473b-9b4f-7af8b4523231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:25.872299 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a7aae092-bef7-42ea-81fc-110f7299197c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:25.959603 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:25.979512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Pushing event updated for resources: {'Port': ['ID=eb7c083d-ca51-474f-841c-4ba8356f46e7,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:25.989254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:26.014707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-82324bb5-6555-455f-81d3-b549bf047193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:26.050587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c542957-ef89-4f67-a34f-a138884be34d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting subnet 6438236c-7ecf-4d7e-8ca2-271b6137b7ca {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:26.067109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c542957-ef89-4f67-a34f-a138884be34d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:26.101065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a054f-35d4-48bb-abc8-65b4282b3cd0 None None] Pushing event updated for resources: {'Port': ['ID=257a8331-1d53-41fc-aa04-3aa1748f855c,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:26.130688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-285a054f-35d4-48bb-abc8-65b4282b3cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:26.215784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e645b6b-e3b3-4641-b1f1-c41b83bc8cc8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:26.224286 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 4e431464-8ea2-4058-bb28-15ef77bfe428, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4e431464-8ea2-4058-bb28-15ef77bfe428,segment=NetworkSegment(68256915-3c04-43d2-869e-99c884d6f0af),segment_id=68256915-3c04-43d2-869e-99c884d6f0af)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:26.235273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ea2d88f9-1b6a-45d2-9ef7-39ba55b9928b None None] Provisioning complete for port 257a8331-1d53-41fc-aa04-3aa1748f855c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:26.235825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ea2d88f9-1b6a-45d2-9ef7-39ba55b9928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:26.277895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Allocated IP 172.20.0.4 (659480e1-c805-4e55-a25d-d1594392b45b/a38d60a5-6636-4393-9dde-205b4a5412da/cf4ca8f2-a7c2-4889-bc72-05275013f680) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:26.279772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d9c1806c-1ad9-473b-9b4f-7af8b4523231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:26.280983 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d9c1806c-1ad9-473b-9b4f-7af8b4523231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6725399 Nov 25 08:52:26.286368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43718) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:26.287511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=6aa5c87f-5b3a-432d-b6ac-0e2a9ad971b4,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:26.299262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:26.308520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Attempting to bind port eb7c083d-ca51-474f-841c-4ba8356f46e7 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:26.309156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Attempting to bind port eb7c083d-ca51-474f-841c-4ba8356f46e7 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e14dcb6f-49c6-4b4e-af8e-00125788f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '659480e1-c805-4e55-a25d-d1594392b45b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:26.309851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Attempting to bind port eb7c083d-ca51-474f-841c-4ba8356f46e7 on network 659480e1-c805-4e55-a25d-d1594392b45b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:26.312351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb6644-f7fe-416f-93b4-91c4997d6401 None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:26.314183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:26.315251 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eae2fab0-3cc3-4083-957e-2b7e29559c59 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:26.321742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:26.359408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9ff19e84-9475-46e8-9b58-bdd8df592077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:26.387654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c542957-ef89-4f67-a34f-a138884be34d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:26.408393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c18793-2932-4d4f-a801-bb0579908efe None None] Network 1ab90678-ec5e-4f23-851f-cca3b4423023 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:26.434317 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-46f1caa7-68a4-4ca8-830c-f7fc1cce2b7e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1424890 Nov 25 08:52:26.437558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb6644-f7fe-416f-93b4-91c4997d6401 None None] Deleting port b52eede4-3225-42ab-a774-b9b8749b82ba {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:26.437952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3cb6644-f7fe-416f-93b4-91c4997d6401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:26.451405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43722) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:26.463252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:26.465256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:26.465646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Checking segment: {'id': 'e14dcb6f-49c6-4b4e-af8e-00125788f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '659480e1-c805-4e55-a25d-d1594392b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:26.466062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:26.466495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Bound using segment: {'id': 'e14dcb6f-49c6-4b4e-af8e-00125788f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '659480e1-c805-4e55-a25d-d1594392b45b'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:26.466988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Bound port: eb7c083d-ca51-474f-841c-4ba8356f46e7, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14dcb6f-49c6-4b4e-af8e-00125788f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '659480e1-c805-4e55-a25d-d1594392b45b'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:26.467371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:26.501651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Allocated IP 172.20.0.1 (3960d6f9-e7b1-4d5a-a770-4120a3b19567/516fc3e6-2397-4733-aa3a-bd1c745131dc/2e95fa19-875e-4a1b-a3b2-035ee09275bf) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:26.648523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a7aae092-bef7-42ea-81fc-110f7299197c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:26.654376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e645b6b-e3b3-4641-b1f1-c41b83bc8cc8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:26.686348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681475e1-40c1-4088-a79a-038e1b285592 None None] Sync routers for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:26.727175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=4e431464-8ea2-4058-bb28-15ef77bfe428,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:26.749196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:26.762776 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4e645b6b-e3b3-4641-b1f1-c41b83bc8cc8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:26.767150 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4e645b6b-e3b3-4641-b1f1-c41b83bc8cc8 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2 HTTP/1.1" status: 200 len: 704 time: 7.5850744 Nov 25 08:52:26.768921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb5b55-48b9-41ef-9b14-d76e3b7a46fb req-077136a6-de47-433f-a50c-fab15516f345 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:26.770656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43726) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:26.770893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-affb5b55-48b9-41ef-9b14-d76e3b7a46fb req-077136a6-de47-433f-a50c-fab15516f345 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.8054388 Nov 25 08:52:26.802841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:26.811983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681475e1-40c1-4088-a79a-038e1b285592 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:26.812640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-681475e1-40c1-4088-a79a-038e1b285592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:26.851480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:26.857708 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP 8ff03dd9-dd11-438f-8c59-dbcc7b880d77 associated. External IP: 172.26.3.103, port: 49a1b30a-0550-40ab-a93a-4e119a2ed90c. Nov 25 08:52:26.915841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c542957-ef89-4f67-a34f-a138884be34d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:26.921031 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59db764-4cc7-4baa-b7b3-aab3aa0eb6a6 None None] DHCP port deletion for fc9d4a26-d686-4734-8927-3fbb82d38d16 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:27.068486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:27.072538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.095904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e59db764-4cc7-4baa-b7b3-aab3aa0eb6a6 None None] Deleting port 4a856bc4-c36f-4586-aa22-7b61044a2f0b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:27.096699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e59db764-4cc7-4baa-b7b3-aab3aa0eb6a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.109795 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-affb5b55-48b9-41ef-9b14-d76e3b7a46fb req-c7d40884-53c3-40a7-b317-fa3210f4f990 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318346 Nov 25 08:52:27.146473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.178234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a7aae092-bef7-42ea-81fc-110f7299197c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.186419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port eae2fab0-3cc3-4083-957e-2b7e29559c59 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:27.187011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.189681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Transition to ACTIVE for port object 2e95fa19-875e-4a1b-a3b2-035ee09275bf will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:27.192395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.192758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-11564059-a920-454c-9af7-c114ba9e0beb tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:27.213870 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d30c732f-08f1-4ed8-a026-3c42ac3956cd tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2 HTTP/1.1" status: 200 len: 704 time: 0.4361749 Nov 25 08:52:27.214141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] For port eb7c083d-ca51-474f-841c-4ba8356f46e7, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:27.216030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43730) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:27.236578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aae092-bef7-42ea-81fc-110f7299197c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event deleted for resources: {'Subnet': ['ID=5035ff11-4d06-478a-8057-8967cfff30f9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:27.243165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a7aae092-bef7-42ea-81fc-110f7299197c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:27.272533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a7aae092-bef7-42ea-81fc-110f7299197c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.286341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Transition to ACTIVE for port object cf4ca8f2-a7c2-4889-bc72-05275013f680 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:27.317403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ac6dd6-06b0-47fb-8306-45f13bf3ea65 None None] Network 40ffa6af-61fa-473d-b81b-bf148125169f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:27.326694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c542957-ef89-4f67-a34f-a138884be34d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.336135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bf3118b1-1ec3-4331-9645-6b151f614eb6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:27.338360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] For port eb7c083d-ca51-474f-841c-4ba8356f46e7, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=eb7c083d-ca51-474f-841c-4ba8356f46e7,segment=NetworkSegment(e14dcb6f-49c6-4b4e-af8e-00125788f737),segment_id=e14dcb6f-49c6-4b4e-af8e-00125788f737)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:27.372937 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a7aae092-bef7-42ea-81fc-110f7299197c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "DELETE /v2.0/subnets/5035ff11-4d06-478a-8057-8967cfff30f9 HTTP/1.1" status: 204 len: 168 time: 1.8977213 Nov 25 08:52:27.376340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43734) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:27.379971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c542957-ef89-4f67-a34f-a138884be34d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Subnet': ['ID=6438236c-7ecf-4d7e-8ca2-271b6137b7ca,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:27.382429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4c542957-ef89-4f67-a34f-a138884be34d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:27.394073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c542957-ef89-4f67-a34f-a138884be34d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.460618 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4c542957-ef89-4f67-a34f-a138884be34d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/6438236c-7ecf-4d7e-8ca2-271b6137b7ca HTTP/1.1" status: 204 len: 168 time: 1.7278562 Nov 25 08:52:27.467325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43738) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:27.482240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.495060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-be1a5687-feb5-4157-b85f-dcb118878c74 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:27.511678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.539505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7707f432-e292-4b8f-ad5f-de360adfd18a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:27.568223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47903b1a-1981-4134-9e64-b44e90f795f0 None None] Network 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:27.721335 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a3cb6644-f7fe-416f-93b4-91c4997d6401 None None] For port b52eede4-3225-42ab-a774-b9b8749b82ba, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b52eede4-3225-42ab-a774-b9b8749b82ba,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:27.722020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3cb6644-f7fe-416f-93b4-91c4997d6401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.727456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.748616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.750019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 3960d6f9-e7b1-4d5a-a770-4120a3b19567 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:27.769235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.771506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:27.784620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-681475e1-40c1-4088-a79a-038e1b285592 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:52:27.802714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:27.820175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:27.826936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:27.837202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=2e95fa19-875e-4a1b-a3b2-035ee09275bf,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:27.844783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e174fea4-0324-4d2d-bf31-73c1d6b8900f tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:27.870932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:27.880898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b6160053-4370-47ba-aff1-59594aea034e tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:27.897360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:28.022901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Network 659480e1-c805-4e55-a25d-d1594392b45b is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:28.094609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b52eede4-3225-42ab-a774-b9b8749b82ba up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:28.110924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:28.164789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:28.218828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Deleting port 4a856bc4-c36f-4586-aa22-7b61044a2f0b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:28.219526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:28.272318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:28.314654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:28.343995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Pushing event updated for resources: {'Port': ['ID=cf4ca8f2-a7c2-4889-bc72-05275013f680,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:28.357712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9c741792-c1d7-4981-a974-a20e97802d42 None None] Provisioning for port 525593aa-9167-4a02-b7b7-ab8994f18ea7 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:28.369085 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port eae2fab0-3cc3-4083-957e-2b7e29559c59 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:28.369743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:28.391151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb6644-f7fe-416f-93b4-91c4997d6401 None None] Calling delete_port for b52eede4-3225-42ab-a774-b9b8749b82ba owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:28.402079 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:28.407188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:28.407821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:28.453842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:28.454494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:28.477129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=edfe3448-4327-4783-a902-a234a6837da6,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:28.495960 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0432613 Nov 25 08:52:28.497016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:28.506907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43744) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:28.523181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': 'edfe3448-4327-4783-a902-a234a6837da6', 'ip_address': '2001:db8::4903:2613:cd09:7360'}], 'name': 'tempest-NetworksTestDHCPv6-1359352447'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:28.541351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:28.563718 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f9fd8-2757-4895-b179-5f25a2d9dd2a None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:28.575285 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f9fd8-2757-4895-b179-5f25a2d9dd2a None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:28.575595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:28.575997 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-827f9fd8-2757-4895-b179-5f25a2d9dd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:28.644926 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-827f9fd8-2757-4895-b179-5f25a2d9dd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:28.645463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Pushing event updated for resources: {'Port': ['ID=eb7c083d-ca51-474f-841c-4ba8356f46e7,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:28.648634 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:28.658536 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f9fd8-2757-4895-b179-5f25a2d9dd2a None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:28.659336 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-827f9fd8-2757-4895-b179-5f25a2d9dd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:28.687372 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e59db764-4cc7-4baa-b7b3-aab3aa0eb6a6 None None] For port 4a856bc4-c36f-4586-aa22-7b61044a2f0b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4a856bc4-c36f-4586-aa22-7b61044a2f0b,segment=NetworkSegment(5d3e13c8-1376-46cb-854c-7a23b05f4313),segment_id=5d3e13c8-1376-46cb-854c-7a23b05f4313)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:28.687780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e59db764-4cc7-4baa-b7b3-aab3aa0eb6a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:28.726003 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.9419444 Nov 25 08:52:28.726791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43748) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:28.734201 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-827f9fd8-2757-4895-b179-5f25a2d9dd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:28.734843 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f9fd8-2757-4895-b179-5f25a2d9dd2a None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:28.744489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b964cfc4-f7c7-47a9-9d02-4b9c8983e3f2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:28.785102 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.2750592 Nov 25 08:52:28.797649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43752) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:28.830211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9cd2994f-0ab9-459c-95cc-9c7f29ae35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-817035653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:28.846383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] For port eae2fab0-3cc3-4083-957e-2b7e29559c59, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=eae2fab0-3cc3-4083-957e-2b7e29559c59,segment=NetworkSegment(005a4397-b5b2-467c-8ea6-d98cbf47c80a),segment_id=005a4397-b5b2-467c-8ea6-d98cbf47c80a)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:28.846744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:28.937473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e59db764-4cc7-4baa-b7b3-aab3aa0eb6a6 None None] Calling delete_port for 4a856bc4-c36f-4586-aa22-7b61044a2f0b owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:29.034535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for eae2fab0-3cc3-4083-957e-2b7e29559c59 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:29.105414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b964cfc4-f7c7-47a9-9d02-4b9c8983e3f2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.146834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port b52eede4-3225-42ab-a774-b9b8749b82ba completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:29.161924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e59db764-4cc7-4baa-b7b3-aab3aa0eb6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.168007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:29.173571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9cd2994f-0ab9-459c-95cc-9c7f29ae35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:29.213177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d0b869f6-706c-4ca8-82c7-04b2c272db94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:29.237684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9cd2994f-0ab9-459c-95cc-9c7f29ae35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Usage tracker for resource:router and tenant:0c63cd1bf3df4ab09fd86950e135a78f is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:29.266344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59db764-4cc7-4baa-b7b3-aab3aa0eb6a6 None None] No DVR routers for this DVR port 4a856bc4-c36f-4586-aa22-7b61044a2f0b on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:29.267937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-35997726-90fa-4e80-9c58-729aaa767bae None None] Provisioning for port 2e95fa19-875e-4a1b-a3b2-035ee09275bf completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:29.275819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9cd2994f-0ab9-459c-95cc-9c7f29ae35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:29.289406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:29.324882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9cd2994f-0ab9-459c-95cc-9c7f29ae35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:29.360643 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] For port 4a856bc4-c36f-4586-aa22-7b61044a2f0b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4a856bc4-c36f-4586-aa22-7b61044a2f0b,segment=NetworkSegment(5d3e13c8-1376-46cb-854c-7a23b05f4313),segment_id=5d3e13c8-1376-46cb-854c-7a23b05f4313)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:29.361009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.368668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b52eede4-3225-42ab-a774-b9b8749b82ba triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:29.369202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.382774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.386535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed0e81-29e4-4882-ac0d-8da38a4175f8 req-1c04d7c7-e486-4747-88f0-4c14792f8f82 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:29.388915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-98a57063-4400-4d5d-b75a-8634d9072113 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:29.394029 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-47ed0e81-29e4-4882-ac0d-8da38a4175f8 req-1c04d7c7-e486-4747-88f0-4c14792f8f82 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 1.0340405 Nov 25 08:52:29.395812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.444538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=eae2fab0-3cc3-4083-957e-2b7e29559c59,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:29.453642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:29.506595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:29.514832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No DVR routers for this DVR port eae2fab0-3cc3-4083-957e-2b7e29559c59 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:29.522797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9cd2994f-0ab9-459c-95cc-9c7f29ae35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.523797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9cd2994f-0ab9-459c-95cc-9c7f29ae35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.558339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-35997726-90fa-4e80-9c58-729aaa767bae None None] Provisioning complete for port 2e95fa19-875e-4a1b-a3b2-035ee09275bf triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:29.558804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-35997726-90fa-4e80-9c58-729aaa767bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.581986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b964cfc4-f7c7-47a9-9d02-4b9c8983e3f2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.584323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Port b52eede4-3225-42ab-a774-b9b8749b82ba was deleted so its status cannot be updated. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 25 08:52:29.586572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b43a9-8016-4e24-a9a3-04011c2ebb1f None None] Network 659480e1-c805-4e55-a25d-d1594392b45b requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:29.616093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59db764-4cc7-4baa-b7b3-aab3aa0eb6a6 None None] Pushing event deleted for resources: {'Port': ['ID=4a856bc4-c36f-4586-aa22-7b61044a2f0b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:29.621050 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3cb6644-f7fe-416f-93b4-91c4997d6401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.626489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e59db764-4cc7-4baa-b7b3-aab3aa0eb6a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:29.626965 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e59db764-4cc7-4baa-b7b3-aab3aa0eb6a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:29.662059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.682942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b964cfc4-f7c7-47a9-9d02-4b9c8983e3f2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:29.683379 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-b964cfc4-f7c7-47a9-9d02-4b9c8983e3f2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP 8ff03dd9-dd11-438f-8c59-dbcc7b880d77 disassociated. External IP: 172.26.3.103, port: 49a1b30a-0550-40ab-a93a-4e119a2ed90c. Nov 25 08:52:29.718891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Calling delete_port for 4a856bc4-c36f-4586-aa22-7b61044a2f0b owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:29.800230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb6644-f7fe-416f-93b4-91c4997d6401 None None] Pushing event deleted for resources: {'Port': ['ID=b52eede4-3225-42ab-a774-b9b8749b82ba,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:29.833860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a3cb6644-f7fe-416f-93b4-91c4997d6401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:29.867727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cb6644-f7fe-416f-93b4-91c4997d6401 None None] No DVR routers for this DVR port b52eede4-3225-42ab-a774-b9b8749b82ba on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:29.930468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f02e7b-70e0-48eb-acd2-d3f5cbc7886d']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:29.948960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7d8879-8034-4bfc-8c87-1a2f2ea335f9 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:30.031475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005a4397-b5b2-467c-8ea6-d98cbf47c80a') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:30.032027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005a4397-b5b2-467c-8ea6-d98cbf47c80a') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:30.043591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:52:30.044010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:52:30.050872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.059079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.091519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.128085 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:52:30.128512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.164941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-35997726-90fa-4e80-9c58-729aaa767bae None None] Port 2e95fa19-875e-4a1b-a3b2-035ee09275bf cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:52:30.172086 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:52:30.197481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] DHCP port deletion for 40ffa6af-61fa-473d-b81b-bf148125169f request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:30.209242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 257a8331-1d53-41fc-aa04-3aa1748f855c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:30.263549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Deleting port f108f5cb-8db4-40b5-ad15-04dd08cd3940 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:30.263835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.334976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 9e3e2409-077e-4dfa-b248-2c5facd18cb1 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:30.352818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.357503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.412945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bcac296c-88c9-4e29-b572-6bff174463a3 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:30.448553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392a5e85-649b-406a-acad-7a4595a6b5c2 None None] DHCP port deletion for 72f02e7b-70e0-48eb-acd2-d3f5cbc7886d request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:30.461635 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9cd2994f-0ab9-459c-95cc-9c7f29ae35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.481977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Network': ['ID=72f02e7b-70e0-48eb-acd2-d3f5cbc7886d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:30.482556 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-47ed0e81-29e4-4882-ac0d-8da38a4175f8 req-90ab875a-8c93-4581-bc8f-47db08d0ec95 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0872214 Nov 25 08:52:30.490801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:30.509717 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/networks/72f02e7b-70e0-48eb-acd2-d3f5cbc7886d HTTP/1.1" status: 204 len: 168 time: 3.0401883 Nov 25 08:52:30.513158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43756) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:30.519518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-498835722'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:30.535793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:30.543754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:network and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:30.548049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:30.548578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Deleting port 4a856bc4-c36f-4586-aa22-7b61044a2f0b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:30.548965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.560557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': 'edfe3448-4327-4783-a902-a234a6837da6'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:30.561078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b964cfc4-f7c7-47a9-9d02-4b9c8983e3f2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:30.561456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.566484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:30.584562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-681475e1-40c1-4088-a79a-038e1b285592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:22Z', 'revision_number': 7, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e431464-8ea2-4058-bb28-15ef77bfe428', 'name': '', 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:db:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:06Z', 'updated_at': '2021-11-25T08:52:25Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:30.594908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4edfd4c4-133e-4ec2-abd5-4e45311831c2 None None] Provisioning for port eb7c083d-ca51-474f-841c-4ba8356f46e7 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:30.609102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681475e1-40c1-4088-a79a-038e1b285592 None None] Checking router: 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:52:30.646841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:30.650571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.669568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9cd2994f-0ab9-459c-95cc-9c7f29ae35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.704044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] The port '4a856bc4-c36f-4586-aa22-7b61044a2f0b' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:52:30.713523 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.765629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:52:30.783907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.784266 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Added segment 5988d4e7-8f96-400a-995e-c80555d7f614 of type vlan for network 207fe859-dafa-4318-9185-603296695fc0 Nov 25 08:52:30.794012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681475e1-40c1-4088-a79a-038e1b285592 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:30.794690 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-681475e1-40c1-4088-a79a-038e1b285592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:30.825395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b964cfc4-f7c7-47a9-9d02-4b9c8983e3f2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:30.831103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.841523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b964cfc4-f7c7-47a9-9d02-4b9c8983e3f2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.861517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 257a8331-1d53-41fc-aa04-3aa1748f855c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:30.861892 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.903527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e88ce8-e318-4bd4-8fe3-5761e4f0dd84 None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:30.912347 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b964cfc4-f7c7-47a9-9d02-4b9c8983e3f2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "PUT /v2.0/floatingips/8ff03dd9-dd11-438f-8c59-dbcc7b880d77 HTTP/1.1" status: 200 len: 688 time: 2.1761200 Nov 25 08:52:30.918589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.924473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:30.925090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:30.929221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43760) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:30.929894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-22f62e60-de08-415d-b555-1ab0210d73f7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:31.068729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e88ce8-e318-4bd4-8fe3-5761e4f0dd84 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:31.069917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-25e88ce8-e318-4bd4-8fe3-5761e4f0dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:31.136025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] For port f108f5cb-8db4-40b5-ad15-04dd08cd3940, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f108f5cb-8db4-40b5-ad15-04dd08cd3940,segment=NetworkSegment(9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798),segment_id=9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:31.136388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.150879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9cd2994f-0ab9-459c-95cc-9c7f29ae35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.151351 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9cd2994f-0ab9-459c-95cc-9c7f29ae35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 2.3483322 Nov 25 08:52:31.152736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::4903:2613:cd09:7360 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/edfe3448-4327-4783-a902-a234a6837da6/9e3e2409-077e-4dfa-b248-2c5facd18cb1) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:31.157662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43764) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:31.159079 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6445630 Nov 25 08:52:31.170669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43768) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:31.173122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-85a51529-4792-462a-8cbb-5f576415848d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2009952685', 'prefixes': ['172.20.0.0/16']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:31.198781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Network': ['ID=207fe859-dafa-4318-9185-603296695fc0,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:31.201304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-85a51529-4792-462a-8cbb-5f576415848d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:31.209174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': '207fe859-dafa-4318-9185-603296695fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:31.226853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:31.238217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port 6aa5c87f-5b3a-432d-b6ac-0e2a9ad971b4 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:31.238771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.285220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.373700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 207fe859-dafa-4318-9185-603296695fc0 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:52:31.387724 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-681475e1-40c1-4088-a79a-038e1b285592 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:52:31.443239 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Calling delete_port for f108f5cb-8db4-40b5-ad15-04dd08cd3940 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:31.466436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9d4a26-d686-4734-8927-3fbb82d38d16']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:31.470188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-25e88ce8-e318-4bd4-8fe3-5761e4f0dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:31.474705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:31.484584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:31.489210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:31.493593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3e13c8-1376-46cb-854c-7a23b05f4313') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:31.493976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3e13c8-1376-46cb-854c-7a23b05f4313') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:31.502804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:31.538306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.566094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.578790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:52:31.580202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:52:31.674755 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:52:31.729121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e88ce8-e318-4bd4-8fe3-5761e4f0dd84 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:31.729345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-25e88ce8-e318-4bd4-8fe3-5761e4f0dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:31.730688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:31.736182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.766266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:52:31.808922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.826871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.830917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.840176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f0fa5e31-0f8f-4934-a0bf-c51a6c9bf74e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:31.859326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4e431464-8ea2-4058-bb28-15ef77bfe428 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:31.865326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.905833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-25e88ce8-e318-4bd4-8fe3-5761e4f0dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:31.906511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e88ce8-e318-4bd4-8fe3-5761e4f0dd84 None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:31.919371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-85a51529-4792-462a-8cbb-5f576415848d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for subnetpool, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.924133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event deleted for resources: {'Network': ['ID=fc9d4a26-d686-4734-8927-3fbb82d38d16,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:31.924418 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-85a51529-4792-462a-8cbb-5f576415848d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7602520 Nov 25 08:52:31.924507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:31.924507 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "DELETE /v2.0/networks/fc9d4a26-d686-4734-8927-3fbb82d38d16 HTTP/1.1" status: 204 len: 168 time: 4.5434189 Nov 25 08:52:31.924987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43774) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:31.938123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:31.939506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43776) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:31.968829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.969233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:31.980368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-7063de71-4f67-44b7-88ce-b39d6b1fef74 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da', 'tempest-TagsExtTest-Tag-1286329310') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:32.088903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.100664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0eda511f-19ef-48bd-a14e-d908d34cec68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:32.150823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Pushing event deleted for resources: {'Port': ['ID=f108f5cb-8db4-40b5-ad15-04dd08cd3940,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:32.163754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.182426 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 4e431464-8ea2-4058-bb28-15ef77bfe428 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:32.183561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.187209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.187735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.188229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.188742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.189223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.189632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for 6aa5c87f-5b3a-432d-b6ac-0e2a9ad971b4 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:32.189870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.190382 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.190897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.191380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.192414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.192893 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.193392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:32.200061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] No DVR routers for this DVR port f108f5cb-8db4-40b5-ad15-04dd08cd3940 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:32.203638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:32.269394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-54ed8e14-4fb5-4438-9267-16719d5dda3e None None] Provisioning for port cf4ca8f2-a7c2-4889-bc72-05275013f680 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:32.287493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-54ed8e14-4fb5-4438-9267-16719d5dda3e None None] Provisioning complete for port cf4ca8f2-a7c2-4889-bc72-05275013f680 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:32.290180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54ed8e14-4fb5-4438-9267-16719d5dda3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.321362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 4e431464-8ea2-4058-bb28-15ef77bfe428 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:32.321906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.341621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.355178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0a8e9-03e0-428f-aa9c-c22ed35f8cd8 req-d19aa5f2-b061-46da-af39-35c753a76e35 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:32.356672 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c2e0a8e9-03e0-428f-aa9c-c22ed35f8cd8 req-d19aa5f2-b061-46da-af39-35c753a76e35 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.7043805 Nov 25 08:52:32.389428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.396795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=2e95fa19-875e-4a1b-a3b2-035ee09275bf,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:32.400278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:32.416584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-54ed8e14-4fb5-4438-9267-16719d5dda3e None None] Port cf4ca8f2-a7c2-4889-bc72-05275013f680 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:32.485639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-681475e1-40c1-4088-a79a-038e1b285592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:22Z', 'revision_number': 7, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e431464-8ea2-4058-bb28-15ef77bfe428', 'name': '', 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:db:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:06Z', 'updated_at': '2021-11-25T08:52:25Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:32.493322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681475e1-40c1-4088-a79a-038e1b285592 None None] The sync data for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv is: [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:22Z', 'revision_number': 7, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e431464-8ea2-4058-bb28-15ef77bfe428', 'name': '', 'network_id': 'de465c6c-fcbd-4d4d-a6de-0de67ded7d3f', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:db:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:06Z', 'updated_at': '2021-11-25T08:52:25Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '2f8d600a-860c-4b9c-a4b8-4dde578e013e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:32.497642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 525593aa-9167-4a02-b7b7-ab8994f18ea7 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:32.524062 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c2e0a8e9-03e0-428f-aa9c-c22ed35f8cd8 req-795658c0-735b-43bd-a246-595c45141858 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549795 Nov 25 08:52:32.581853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-38a255fc-26dc-434e-b99b-81914e7e23aa None None] Provisioning complete for port cf4ca8f2-a7c2-4889-bc72-05275013f680 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:32.586214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38a255fc-26dc-434e-b99b-81914e7e23aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.624798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.634730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9cf71411-7bae-40c6-aecd-65fcd0ac5c87 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:32.652536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] For port 4e431464-8ea2-4058-bb28-15ef77bfe428, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4e431464-8ea2-4058-bb28-15ef77bfe428,segment=NetworkSegment(68256915-3c04-43d2-869e-99c884d6f0af),segment_id=68256915-3c04-43d2-869e-99c884d6f0af)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:32.652536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.712562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.714214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-38a255fc-26dc-434e-b99b-81914e7e23aa None None] Port cf4ca8f2-a7c2-4889-bc72-05275013f680 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:32.716822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 525593aa-9167-4a02-b7b7-ab8994f18ea7 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:32.720312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.722269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 525593aa-9167-4a02-b7b7-ab8994f18ea7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:32.722678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.757971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 3960d6f9-e7b1-4d5a-a770-4120a3b19567 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:32.803170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ffa6af-61fa-473d-b81b-bf148125169f']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:32.864082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:32.864378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b39c7e2-1e0e-48d5-b72a-c57e3d1ba798') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:32.874081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 9e3e2409-077e-4dfa-b248-2c5facd18cb1 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:32.881061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:32.885176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.888695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Subnet': ['ID=7f2f2956-8a45-482a-ac75-cf5e446c929a,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:32.891854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.901808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:32.904615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0b330985-1bfb-4ac0-bb01-4f5ed5ef29e4 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:32.911734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 4e431464-8ea2-4058-bb28-15ef77bfe428 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:32.938103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 525593aa-9167-4a02-b7b7-ab8994f18ea7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=525593aa-9167-4a02-b7b7-ab8994f18ea7,segment=NetworkSegment(bad4d88e-4dce-4697-93a5-1812aeaba18b),segment_id=bad4d88e-4dce-4697-93a5-1812aeaba18b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:32.947024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.948386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eb7c083d-ca51-474f-841c-4ba8356f46e7 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:32.966240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Checking segment: {'id': '5988d4e7-8f96-400a-995e-c80555d7f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '207fe859-dafa-4318-9185-603296695fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:32.966628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network hostable DHCP agents. Network: 207fe859-dafa-4318-9185-603296695fc0, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:52:32.971002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=6aa5c87f-5b3a-432d-b6ac-0e2a9ad971b4,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:32.975438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:32.980127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:32.986565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b07f9e08-60f9-4019-aa7b-b885a125a5cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:33.015183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.018488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:52:33.018893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:52:33.067957 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:52:33.137223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=525593aa-9167-4a02-b7b7-ab8994f18ea7,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:33.149400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:33.151000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port eb7c083d-ca51-474f-841c-4ba8356f46e7 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:33.156520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port eb7c083d-ca51-474f-841c-4ba8356f46e7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:33.156904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.234219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 207fe859-dafa-4318-9185-603296695fc0 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:52:33.243449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.248755 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/floatingips/8ff03dd9-dd11-438f-8c59-dbcc7b880d77 HTTP/1.1" status: 204 len: 168 time: 2.3011923 Nov 25 08:52:33.248976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43786) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:33.252666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.260175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '00de0f77-20c2-4f7f-9b8b-869afd543937'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:33.264795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:33.279509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.284953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 207fe859-dafa-4318-9185-603296695fc0) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:33.291437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:33.291879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7be7902a-c096-4d7c-ad92-dcf4a5b60742 None None] Provisioning complete for port 2e95fa19-875e-4a1b-a3b2-035ee09275bf triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:33.292271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7be7902a-c096-4d7c-ad92-dcf4a5b60742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.306434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:33.307123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.312589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event deleted for resources: {'Network': ['ID=40ffa6af-61fa-473d-b81b-bf148125169f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:33.315000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:floatingip and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:33.326008 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "DELETE /v2.0/networks/40ffa6af-61fa-473d-b81b-bf148125169f HTTP/1.1" status: 204 len: 168 time: 1.3804457 Nov 25 08:52:33.327136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43792) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:33.327770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:33.338594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:33.381594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:33.394408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81cf06-095f-4eff-a522-fccbf6682de1 None None] Network 207fe859-dafa-4318-9185-603296695fc0 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:33.411877 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2280629 Nov 25 08:52:33.414791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43796) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:33.425113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '207fe859-dafa-4318-9185-603296695fc0', 'name': 'tempest-PortsIpV6TestJSON-596418203', 'fixed_ips': [{'subnet_id': '7f2f2956-8a45-482a-ac75-cf5e446c929a', 'ip_address': '2001:db8::10'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:33.454556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582aa5ee-2b2c-4d7e-8040-ce59d651e37c req-c725877a-741b-4f2e-87fc-c77c8b21d12c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:33.456059 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-582aa5ee-2b2c-4d7e-8040-ce59d651e37c req-c725877a-741b-4f2e-87fc-c77c8b21d12c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.4038761 Nov 25 08:52:33.456884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.489337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.522849 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7063de71-4f67-44b7-88ce-b39d6b1fef74 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags/tempest-TagsExtTest-Tag-1286329310 HTTP/1.1" status: 201 len: 201 time: 1.5507257 Nov 25 08:52:33.523904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7be7902a-c096-4d7c-ad92-dcf4a5b60742 None None] Port 2e95fa19-875e-4a1b-a3b2-035ee09275bf cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:33.528083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43800) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:33.542426 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-858e1ae0-e681-4a71-a70d-c3f716aa9d52 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680', 'tempest-TagsExtTest-Tag-184390900') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:33.580399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.599722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port eb7c083d-ca51-474f-841c-4ba8356f46e7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=eb7c083d-ca51-474f-841c-4ba8356f46e7,segment=NetworkSegment(e14dcb6f-49c6-4b4e-af8e-00125788f737),segment_id=e14dcb6f-49c6-4b4e-af8e-00125788f737)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:33.608557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9d003a63-8197-4528-b5c3-c927c42a63fb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:33.609770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.623069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:33.698275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-976e905e-cabb-4172-ac80-66d358750bd6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Deleting subnet 93f9be7a-57d1-4bc2-ba99-9dd5cf26b11d {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:33.703996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01c09f-fbc2-4dce-8f31-14de55cdbd06 req-0007ded3-0e3b-405f-9d3f-40bbcd2c51de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:33.705045 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2c01c09f-fbc2-4dce-8f31-14de55cdbd06 req-0007ded3-0e3b-405f-9d3f-40bbcd2c51de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8112514b1f3d47e090b4462ec34c3fce&device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 1098 time: 0.4349384 Nov 25 08:52:33.715886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-976e905e-cabb-4172-ac80-66d358750bd6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.718150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3c429c3f-9050-4bb7-9c02-287c64b3e071 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:33.720242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:33.755578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:33.774592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:33.780913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:33.781536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.783117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 3c429c3f-9050-4bb7-9c02-287c64b3e071 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:33.783610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3c429c3f-9050-4bb7-9c02-287c64b3e071 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:33.784096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4a856bc4-c36f-4586-aa22-7b61044a2f0b no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:33.815600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Allocated IP 2001:db8::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/edfe3448-4327-4783-a902-a234a6837da6/b57234de-f871-4ec2-b206-a0bfb4b851b3) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:33.841337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 4a856bc4-c36f-4586-aa22-7b61044a2f0b {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:33.841683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4a856bc4-c36f-4586-aa22-7b61044a2f0b not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:33.842734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b52eede4-3225-42ab-a774-b9b8749b82ba no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:33.854568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=9e3e2409-077e-4dfa-b248-2c5facd18cb1,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:33.874076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-976e905e-cabb-4172-ac80-66d358750bd6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.897461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=eb7c083d-ca51-474f-841c-4ba8356f46e7,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:33.900422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:33.900590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:33.901177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: b52eede4-3225-42ab-a774-b9b8749b82ba {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:33.901603 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b52eede4-3225-42ab-a774-b9b8749b82ba not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:33.917688 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-582aa5ee-2b2c-4d7e-8040-ce59d651e37c req-8ddbb04c-50b9-4dd8-bbd4-a2fa8c0fc4e5 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4379051 Nov 25 08:52:33.924980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router 431188c7-e154-4778-9ea6-9c35e4f7f696 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:52:33.942947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:33.980115 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4614043 Nov 25 08:52:33.988017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43804) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:33.989486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:34.013076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0a8dea88-c25b-4e78-95af-022ea4492183 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': 'edfe3448-4327-4783-a902-a234a6837da6', 'ip_address': '2001:db8::4903:2613:cd09:7360'}], 'name': 'tempest-NetworksTestDHCPv6-97318762'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:34.030572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-207fe859-dafa-4318-9185-603296695fc0', 'network_id': '207fe859-dafa-4318-9185-603296695fc0', 'tenant_id': 'f8f43b3aa68c4f21aa9ed91a16b90df3', 'fixed_ips': [{'subnet_id': '7f2f2956-8a45-482a-ac75-cf5e446c929a'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:34.031414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:34.111707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 525593aa-9167-4a02-b7b7-ab8994f18ea7 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:34.145551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:34.158572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:34.176592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:34.192917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:34.202724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9f147121-3517-480e-ba07-0ea931bc1fc9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:34.242751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:34.259395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01c09f-fbc2-4dce-8f31-14de55cdbd06 req-1c9572af-3ffa-4dd0-a255-203ca117e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:34.261300 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2c01c09f-fbc2-4dce-8f31-14de55cdbd06 req-1c9572af-3ffa-4dd0-a255-203ca117e0ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 200 len: 913 time: 0.5400412 Nov 25 08:52:34.262206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=4e431464-8ea2-4058-bb28-15ef77bfe428,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:34.268494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:34.274531 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-858e1ae0-e681-4a71-a70d-c3f716aa9d52 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags/tempest-TagsExtTest-Tag-184390900 HTTP/1.1" status: 201 len: 201 time: 0.7419772 Nov 25 08:52:34.336372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43808) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:34.343391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0a8dea88-c25b-4e78-95af-022ea4492183 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:34.349150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.tag.tag_plugin [None req-301fd74b-4593-4640-811f-9650a5facfb7 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb', 'tempest-TagsExtTest-Tag-377322955') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:34.370379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:34.377164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 525593aa-9167-4a02-b7b7-ab8994f18ea7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:34.377539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:34.381266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:34.393067 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9976153-7da1-44da-a1d4-0037a5ad0026 None None] Sync routers for ids ['431188c7-e154-4778-9ea6-9c35e4f7f696'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:34.400834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-976e905e-cabb-4172-ac80-66d358750bd6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:34.408945 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/431188c7-e154-4778-9ea6-9c35e4f7f696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0956469 Nov 25 08:52:34.431662 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9976153-7da1-44da-a1d4-0037a5ad0026 None None] Routers {'431188c7-e154-4778-9ea6-9c35e4f7f696'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:34.439522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Transition to ACTIVE for port object b57234de-f871-4ec2-b206-a0bfb4b851b3 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:34.440872 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f9976153-7da1-44da-a1d4-0037a5ad0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['431188c7-e154-4778-9ea6-9c35e4f7f696'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:34.443386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43812) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:34.449606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Allocated IP 2001:db8::2 (207fe859-dafa-4318-9185-603296695fc0/7f2f2956-8a45-482a-ac75-cf5e446c929a/363125fb-0e97-4a33-ba55-fcdfed20a67f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:34.520679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Transition to ACTIVE for port object b57234de-f871-4ec2-b206-a0bfb4b851b3 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:34.550749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0a8dea88-c25b-4e78-95af-022ea4492183 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:34.563039 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f9976153-7da1-44da-a1d4-0037a5ad0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:34.574731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:34.577460 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9976153-7da1-44da-a1d4-0037a5ad0026 None None] Routers {'431188c7-e154-4778-9ea6-9c35e4f7f696'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:34.581576 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f9976153-7da1-44da-a1d4-0037a5ad0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['431188c7-e154-4778-9ea6-9c35e4f7f696'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:34.589292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-91744485-78e2-4b2c-a836-593b4b99f6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:34.621607 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2c01c09f-fbc2-4dce-8f31-14de55cdbd06 req-c5ad6e43-a5fd-43f3-9e16-2e56690a7c5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 200 len: 1001 time: 0.3210316 Nov 25 08:52:34.696366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:34.710699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:34.713275 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f9976153-7da1-44da-a1d4-0037a5ad0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:34.713912 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9976153-7da1-44da-a1d4-0037a5ad0026 None None] The sync data for ids ['431188c7-e154-4778-9ea6-9c35e4f7f696'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:34.717301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8dea88-c25b-4e78-95af-022ea4492183 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:34.722212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01c09f-fbc2-4dce-8f31-14de55cdbd06 req-cedb5fd1-7a69-4a35-93c7-7cad1b475980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:34.724259 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2c01c09f-fbc2-4dce-8f31-14de55cdbd06 req-cedb5fd1-7a69-4a35-93c7-7cad1b475980 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40d6fdd8-001d-4957-aaad-ee27dc44d3ff HTTP/1.1" status: 200 len: 851 time: 0.0922468 Nov 25 08:52:34.726553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:34.729662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:34.758026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8ae8e0-759b-40fe-a3f7-df24b17cda38 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:34.759645 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9f8ae8e0-759b-40fe-a3f7-df24b17cda38 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports/2e95fa19-875e-4a1b-a3b2-035ee09275bf HTTP/1.1" status: 200 len: 910 time: 0.2773771 Nov 25 08:52:34.761250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Pushing event updated for resources: {'Port': ['ID=b57234de-f871-4ec2-b206-a0bfb4b851b3,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:34.764006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:34.788235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43816) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:34.796141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eb7c083d-ca51-474f-841c-4ba8356f46e7 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:34.830029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:34.895716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:34.944182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-976e905e-cabb-4172-ac80-66d358750bd6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:34.956376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-800c9309-f6a0-4791-a31e-6a4b0e246dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:35.018929 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.036025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Transition to ACTIVE for port object 363125fb-0e97-4a33-ba55-fcdfed20a67f will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:35.069683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Transition to ACTIVE for port object 363125fb-0e97-4a33-ba55-fcdfed20a67f will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:35.073979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Attempting to bind port b57234de-f871-4ec2-b206-a0bfb4b851b3 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:35.076252 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-301fd74b-4593-4640-811f-9650a5facfb7 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags/tempest-TagsExtTest-Tag-377322955 HTTP/1.1" status: 201 len: 201 time: 0.7353311 Nov 25 08:52:35.076418 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Attempting to bind port b57234de-f871-4ec2-b206-a0bfb4b851b3 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:35.076936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Attempting to bind port b57234de-f871-4ec2-b206-a0bfb4b851b3 on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:35.087336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43824) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:35.091470 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.091693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e905e-cabb-4172-ac80-66d358750bd6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event deleted for resources: {'Subnet': ['ID=93f9be7a-57d1-4bc2-ba99-9dd5cf26b11d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:35.096601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-976e905e-cabb-4172-ac80-66d358750bd6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.103283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port cd12deb8-ca82-4ff4-8b68-ceda3449233d yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:35.112114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-62065d23-4ced-4e1b-b101-212bdd5e371d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:35.138109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-976e905e-cabb-4172-ac80-66d358750bd6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:35.141626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.tag.tag_plugin [None req-be6a3fab-b622-4c8b-b4d4-38d19ca17449 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830', 'tempest-TagsExtTest-Tag-179784490') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:35.147471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:35.147857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:35.148408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.148810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:35.149309 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Bound port: b57234de-f871-4ec2-b206-a0bfb4b851b3, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:35.149688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.159380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ec7c5-d583-473b-a31f-abb2f5757139 None None] Network e7217e12-3d9b-4413-becb-b27d64cc5ad4 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:35.238828 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-976e905e-cabb-4172-ac80-66d358750bd6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "DELETE /v2.0/subnets/93f9be7a-57d1-4bc2-ba99-9dd5cf26b11d HTTP/1.1" status: 204 len: 168 time: 1.8969133 Nov 25 08:52:35.247061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a8dea88-c25b-4e78-95af-022ea4492183 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.261200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43828) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:35.301652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-0a8dea88-c25b-4e78-95af-022ea4492183 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 9de68856-fef1-4b04-b0f2-27d03f9d153e yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:35.357173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Network 207fe859-dafa-4318-9185-603296695fc0 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:35.378419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port eb7c083d-ca51-474f-841c-4ba8356f46e7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:35.378804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.406788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.419004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:35.428029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.26.3.215 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/296f09a1-3043-43fe-b5d7-19caaf64c340) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:35.437479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:35.456558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Pushing event updated for resources: {'Port': ['ID=363125fb-0e97-4a33-ba55-fcdfed20a67f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:35.456783 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-be6a3fab-b622-4c8b-b4d4-38d19ca17449 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags/tempest-TagsExtTest-Tag-179784490 HTTP/1.1" status: 201 len: 201 time: 0.3679326 Nov 25 08:52:35.462197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Deleting port 9e561c39-87cb-4d85-85b1-9eae1bbba89c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:35.462559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.464852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43832) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:35.476216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:35.503792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.tag.tag_plugin [None req-fa2da06e-09dc-4f23-b91e-2264697d51a5 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:35.507857 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01c09f-fbc2-4dce-8f31-14de55cdbd06 req-a6ddfa05-f17d-4a79-ae31-ff38643c7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:35.508692 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2c01c09f-fbc2-4dce-8f31-14de55cdbd06 req-a6ddfa05-f17d-4a79-ae31-ff38643c7879 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37af9905-3414-4cad-aeb5-b72371ae9d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7213171 Nov 25 08:52:35.642671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] For port b57234de-f871-4ec2-b206-a0bfb4b851b3, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:35.678336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Attempting to bind port 363125fb-0e97-4a33-ba55-fcdfed20a67f on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:35.678819 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Attempting to bind port 363125fb-0e97-4a33-ba55-fcdfed20a67f by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '5988d4e7-8f96-400a-995e-c80555d7f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '207fe859-dafa-4318-9185-603296695fc0'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:35.679310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Attempting to bind port 363125fb-0e97-4a33-ba55-fcdfed20a67f on network 207fe859-dafa-4318-9185-603296695fc0 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:35.685072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] For port b57234de-f871-4ec2-b206-a0bfb4b851b3, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b57234de-f871-4ec2-b206-a0bfb4b851b3,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:35.718029 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:35.718489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Checking segment: {'id': '5988d4e7-8f96-400a-995e-c80555d7f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '207fe859-dafa-4318-9185-603296695fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:35.718841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.719245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Bound using segment: {'id': '5988d4e7-8f96-400a-995e-c80555d7f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '207fe859-dafa-4318-9185-603296695fc0'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:35.719735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Bound port: 363125fb-0e97-4a33-ba55-fcdfed20a67f, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5988d4e7-8f96-400a-995e-c80555d7f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '207fe859-dafa-4318-9185-603296695fc0'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:35.720116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.740732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.748514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:35.890579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8::10 (207fe859-dafa-4318-9185-603296695fc0/7f2f2956-8a45-482a-ac75-cf5e446c929a/cd12deb8-ca82-4ff4-8b68-ceda3449233d) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:35.939777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Pushing event updated for resources: {'Port': ['ID=b57234de-f871-4ec2-b206-a0bfb4b851b3,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:35.946340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:35.950278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97206948-b2b6-4734-82aa-988174bc0a52 req-2f47c720-f265-4803-8724-b86d5469b463 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:35.952211 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-97206948-b2b6-4734-82aa-988174bc0a52 req-2f47c720-f265-4803-8724-b86d5469b463 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.8668602 Nov 25 08:52:35.954389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] For port 363125fb-0e97-4a33-ba55-fcdfed20a67f, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:35.960279 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] For port 363125fb-0e97-4a33-ba55-fcdfed20a67f, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=363125fb-0e97-4a33-ba55-fcdfed20a67f,segment=NetworkSegment(5988d4e7-8f96-400a-995e-c80555d7f614),segment_id=5988d4e7-8f96-400a-995e-c80555d7f614)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:35.974716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:35.987504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-de99c053-3c33-4a78-b619-c0f8d4171959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:36.077910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eae2fab0-3cc3-4083-957e-2b7e29559c59 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:36.086661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:36.121997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a54430b-4713-4e7d-a712-67e9b55e8c64 None None] DHCP port deletion for e7217e12-3d9b-4413-becb-b27d64cc5ad4 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:36.125320 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8dea88-c25b-4e78-95af-022ea4492183 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 08:52:36.125835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8dea88-c25b-4e78-95af-022ea4492183 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:52:36.133928 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-97206948-b2b6-4734-82aa-988174bc0a52 req-a5588523-f0bd-4127-a8d6-339dca9d80f1 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626351 Nov 25 08:52:36.151297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:36.164852 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fa2da06e-09dc-4f23-b91e-2264697d51a5 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags HTTP/1.1" status: 200 len: 241 time: 0.6955781 Nov 25 08:52:36.168919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43836) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:36.192002 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Pushing event updated for resources: {'Port': ['ID=363125fb-0e97-4a33-ba55-fcdfed20a67f,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:36.195967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: eae2fab0-3cc3-4083-957e-2b7e29559c59 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:36.196327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eae2fab0-3cc3-4083-957e-2b7e29559c59 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:36.197275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f108f5cb-8db4-40b5-ad15-04dd08cd3940 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:36.244472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:36.244472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: f108f5cb-8db4-40b5-ad15-04dd08cd3940 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:36.245713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f108f5cb-8db4-40b5-ad15-04dd08cd3940 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:36.257536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1a54430b-4713-4e7d-a712-67e9b55e8c64 None None] Deleting port 9e561c39-87cb-4d85-85b1-9eae1bbba89c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:36.258057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a54430b-4713-4e7d-a712-67e9b55e8c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:36.291334 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0a8dea88-c25b-4e78-95af-022ea4492183 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2947760 Nov 25 08:52:36.295340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43840) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:36.396024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:36.418498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8e89e2e4-3b5a-4566-baf8-90ef00bbacaa tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:36.581530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:36.591618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-91ac797d-c7d8-4b89-8daf-b0eb851ce98a tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da', 'tempest-TagsExtTest-Tag-1286329310') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:36.600317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:36.602809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:36.631068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1a54430b-4713-4e7d-a712-67e9b55e8c64 None None] For port 9e561c39-87cb-4d85-85b1-9eae1bbba89c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9e561c39-87cb-4d85-85b1-9eae1bbba89c,segment=NetworkSegment(2b83927e-a304-44fa-a7ec-c74487b70d1d),segment_id=2b83927e-a304-44fa-a7ec-c74487b70d1d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:36.631490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a54430b-4713-4e7d-a712-67e9b55e8c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:36.638385 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2c01c09f-fbc2-4dce-8f31-14de55cdbd06 req-37afa435-47c6-4306-a187-6adb9039e32a service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1165528 Nov 25 08:52:36.641048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b57234de-f871-4ec2-b206-a0bfb4b851b3 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:36.651231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:36.714480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=296f09a1-3043-43fe-b5d7-19caaf64c340,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:36.717373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:36.723404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object cd12deb8-ca82-4ff4-8b68-ceda3449233d will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:36.755673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f54000-ea72-44c4-b6ab-8c7ac4479ac1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:36.767272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f54000-ea72-44c4-b6ab-8c7ac4479ac1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:36.768316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e7f54000-ea72-44c4-b6ab-8c7ac4479ac1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:36.850388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:36.857021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1a54430b-4713-4e7d-a712-67e9b55e8c64 None None] Calling delete_port for 9e561c39-87cb-4d85-85b1-9eae1bbba89c owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:36.877423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b6daf16-7954-4ce7-b4e7-739689a2e424 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:36.929971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e7f54000-ea72-44c4-b6ab-8c7ac4479ac1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:36.934450 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e7f54000-ea72-44c4-b6ab-8c7ac4479ac1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6380749 Nov 25 08:52:36.937771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43844) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:36.975606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port b57234de-f871-4ec2-b206-a0bfb4b851b3 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:36.989953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a54430b-4713-4e7d-a712-67e9b55e8c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:36.997580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:37.017719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 207fe859-dafa-4318-9185-603296695fc0 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:37.033592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:37.046589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:37.053790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:37.054568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:37.064951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=cd12deb8-ca82-4ff4-8b68-ceda3449233d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:37.074295 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54430b-4713-4e7d-a712-67e9b55e8c64 None None] Pushing event deleted for resources: {'Port': ['ID=9e561c39-87cb-4d85-85b1-9eae1bbba89c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:37.080532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1a54430b-4713-4e7d-a712-67e9b55e8c64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:37.081390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a54430b-4713-4e7d-a712-67e9b55e8c64 None None] No DVR routers for this DVR port 9e561c39-87cb-4d85-85b1-9eae1bbba89c on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:37.086210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:37.107583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9e561c39-87cb-4d85-85b1-9eae1bbba89c no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:37.122703 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7064164 Nov 25 08:52:37.163327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 9e561c39-87cb-4d85-85b1-9eae1bbba89c {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:37.168003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-83334a2b-3201-4930-bd83-f5752e5ce02d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 9e3e2409-077e-4dfa-b248-2c5facd18cb1 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:37.168511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-83334a2b-3201-4930-bd83-f5752e5ce02d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:37.171926 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9e561c39-87cb-4d85-85b1-9eae1bbba89c not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:37.178446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43848) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:37.194431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '207fe859-dafa-4318-9185-603296695fc0', 'name': 'tempest-PortsIpV6TestJSON-1550732489', 'fixed_ips': [{'subnet_id': '7f2f2956-8a45-482a-ac75-cf5e446c929a', 'ip_address': '2001:db8::f'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:37.326519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] For port 9e561c39-87cb-4d85-85b1-9eae1bbba89c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9e561c39-87cb-4d85-85b1-9eae1bbba89c,segment=NetworkSegment(2b83927e-a304-44fa-a7ec-c74487b70d1d),segment_id=2b83927e-a304-44fa-a7ec-c74487b70d1d)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:37.326870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:37.462421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:37.470343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Calling delete_port for 9e561c39-87cb-4d85-85b1-9eae1bbba89c owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:37.476440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8cec41-eb72-4c50-9b41-c2addeb94ba6 None None] Sync routers for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:37.493179 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:37.493494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8cec41-eb72-4c50-9b41-c2addeb94ba6 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:37.494410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8e8cec41-eb72-4c50-9b41-c2addeb94ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:37.515851 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2996697 Nov 25 08:52:37.525318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43856) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:37.526570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:37.539874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:37.580519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:37.659950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:37.667003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:37.713218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339a808-c7f6-4983-af28-81863785a359 req-feb8b54f-4ede-4353-8c63-d3867f73ebf2 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:37.714763 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7339a808-c7f6-4983-af28-81863785a359 req-feb8b54f-4ede-4353-8c63-d3867f73ebf2 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.3557396 Nov 25 08:52:37.722438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8d27e4-91bd-41dc-9ce8-677000a7adc6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting subnet 2f8d600a-860c-4b9c-a4b8-4dde578e013e {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:37.731034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2f8d27e4-91bd-41dc-9ce8-677000a7adc6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:37.759472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e7473e6f-1d6f-4c59-9c8b-f13c4c169174 None None] Provisioning for port b57234de-f871-4ec2-b206-a0bfb4b851b3 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:37.771606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e7473e6f-1d6f-4c59-9c8b-f13c4c169174 None None] Provisioning complete for port b57234de-f871-4ec2-b206-a0bfb4b851b3 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:37.771990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7473e6f-1d6f-4c59-9c8b-f13c4c169174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:37.846224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-8e8cec41-eb72-4c50-9b41-c2addeb94ba6 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:52:37.948109 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2c01c09f-fbc2-4dce-8f31-14de55cdbd06 req-1c54e9f5-9fcd-494c-ada9-740d74b0c35a service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0525758 Nov 25 08:52:37.963403 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-91ac797d-c7d8-4b89-8daf-b0eb851ce98a tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags/tempest-TagsExtTest-Tag-1286329310 HTTP/1.1" status: 204 len: 168 time: 1.7905445 Nov 25 08:52:37.984555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43860) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:38.013602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2f8d27e4-91bd-41dc-9ce8-677000a7adc6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:38.038344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-d48c24a3-efc1-4aaf-a9bf-90b2955e9646 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da', 'tempest-TagsExtTest-Tag-1286329310') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:38.085297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port 48d51f73-ccd5-4290-93f2-4afed6e304ee yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:38.114707 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:52:38.115110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:52:38.126689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-83334a2b-3201-4930-bd83-f5752e5ce02d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:38.151775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f403f91-570e-4aea-9f32-53ffd2a7c386 None None] Network 207fe859-dafa-4318-9185-603296695fc0 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:38.153481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:38.226358 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7339a808-c7f6-4983-af28-81863785a359 req-792d8a0e-db23-436b-9da9-443f3eb9f874 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4979825 Nov 25 08:52:38.299480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2f8d27e4-91bd-41dc-9ce8-677000a7adc6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:38.340334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:38.422906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7473e6f-1d6f-4c59-9c8b-f13c4c169174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:38.475656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 363125fb-0e97-4a33-ba55-fcdfed20a67f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:38.509607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2f8d27e4-91bd-41dc-9ce8-677000a7adc6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:38.513630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8::f (207fe859-dafa-4318-9185-603296695fc0/7f2f2956-8a45-482a-ac75-cf5e446c929a/48d51f73-ccd5-4290-93f2-4afed6e304ee) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:38.517965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c116aaa5-9dac-45e9-839e-1397a32b3ab9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:38.589190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d27e4-91bd-41dc-9ce8-677000a7adc6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8d600a-860c-4b9c-a4b8-4dde578e013e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:38.600395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2f8d27e4-91bd-41dc-9ce8-677000a7adc6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:38.603019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36776c-330b-4f8b-9876-c0eb4c5494ef None None] Network de465c6c-fcbd-4d4d-a6de-0de67ded7d3f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:38.606937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2f8d27e4-91bd-41dc-9ce8-677000a7adc6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:38.632792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:38.663898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-83334a2b-3201-4930-bd83-f5752e5ce02d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 9e3e2409-077e-4dfa-b248-2c5facd18cb1 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:38.677001 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2f8d27e4-91bd-41dc-9ce8-677000a7adc6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/2f8d600a-860c-4b9c-a4b8-4dde578e013e HTTP/1.1" status: 204 len: 168 time: 1.1407473 Nov 25 08:52:38.678014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43866) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:38.694098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Deleting port 9e561c39-87cb-4d85-85b1-9eae1bbba89c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:38.694098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:38.792129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e7473e6f-1d6f-4c59-9c8b-f13c4c169174 None None] For port b57234de-f871-4ec2-b206-a0bfb4b851b3, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b57234de-f871-4ec2-b206-a0bfb4b851b3,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:38.837318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7473e6f-1d6f-4c59-9c8b-f13c4c169174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:38.856005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:38.862326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] The port '9e561c39-87cb-4d85-85b1-9eae1bbba89c' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:52:38.910853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 363125fb-0e97-4a33-ba55-fcdfed20a67f completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:39.005407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.042452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7473e6f-1d6f-4c59-9c8b-f13c4c169174 None None] Pushing event updated for resources: {'Port': ['ID=b57234de-f871-4ec2-b206-a0bfb4b851b3,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:39.047100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e7473e6f-1d6f-4c59-9c8b-f13c4c169174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:39.054694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 91afa894-0bbc-4fc2-b7dd-27c4668787c0 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:39.055279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.071454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eee940ea-c2ab-42c5-8d17-df138d16436b None None] Provisioning for port 363125fb-0e97-4a33-ba55-fcdfed20a67f completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:39.089200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eee940ea-c2ab-42c5-8d17-df138d16436b None None] Provisioning complete for port 363125fb-0e97-4a33-ba55-fcdfed20a67f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:39.089200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eee940ea-c2ab-42c5-8d17-df138d16436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.137588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8e8cec41-eb72-4c50-9b41-c2addeb94ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:33Z', 'revision_number': 8, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:39.140794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.157054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8cec41-eb72-4c50-9b41-c2addeb94ba6 None None] Checking router: 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:52:39.158098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.174327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object 48d51f73-ccd5-4290-93f2-4afed6e304ee will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:39.177112 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8cec41-eb72-4c50-9b41-c2addeb94ba6 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:39.177920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8e8cec41-eb72-4c50-9b41-c2addeb94ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:39.218495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.230046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69210491-97fd-4b5c-84b8-120281f53503 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:39.273145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7217e12-3d9b-4413-becb-b27d64cc5ad4']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:39.326763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b83927e-a304-44fa-a7ec-c74487b70d1d') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:39.327234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b83927e-a304-44fa-a7ec-c74487b70d1d') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:39.340897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a90db87-ea55-4ce6-a759-eb852401f2ba None None] DHCP port deletion for de465c6c-fcbd-4d4d-a6de-0de67ded7d3f request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:39.341693 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d48c24a3-efc1-4aaf-a9bf-90b2955e9646 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags/tempest-TagsExtTest-Tag-1286329310 HTTP/1.1" status: 204 len: 168 time: 1.3528278 Nov 25 08:52:39.342525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43874) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:39.354476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-87d7ca60-a2f0-429d-b67d-43b1fb13ff44 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:39.373348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.379530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 207fe859-dafa-4318-9185-603296695fc0 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:39.390362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:39.394959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.408954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-83334a2b-3201-4930-bd83-f5752e5ce02d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.412282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.426572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=48d51f73-ccd5-4290-93f2-4afed6e304ee,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:39.427359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9a90db87-ea55-4ce6-a759-eb852401f2ba None None] Deleting port 91afa894-0bbc-4fc2-b7dd-27c4668787c0 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:39.427864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a90db87-ea55-4ce6-a759-eb852401f2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.436427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:39.442812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:39.443611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4bf5289e-1c5b-426d-8c3b-6ba892c0b555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:39.443854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.459376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:39.460178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c9d8c9c3-c16f-44ed-9751-dd2272ef160d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:39.519153 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-8e8cec41-eb72-4c50-9b41-c2addeb94ba6 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:52:39.523183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83334a2b-3201-4930-bd83-f5752e5ce02d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=9e3e2409-077e-4dfa-b248-2c5facd18cb1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:39.525525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.533390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-83334a2b-3201-4930-bd83-f5752e5ce02d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:39.641543 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4615099 Nov 25 08:52:39.645569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:52:39.645998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.651100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43878) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:52:39.662930 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:52:39.736994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=296f09a1-3043-43fe-b5d7-19caaf64c340,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:39.747602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-83334a2b-3201-4930-bd83-f5752e5ce02d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.755626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:39.757495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.856599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.867125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.891740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:39.914050 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eee940ea-c2ab-42c5-8d17-df138d16436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:39.956588 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "DELETE /v2.0/networks/e7217e12-3d9b-4413-becb-b27d64cc5ad4 HTTP/1.1" status: 204 len: 168 time: 4.6941922 Nov 25 08:52:39.961336 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-83334a2b-3201-4930-bd83-f5752e5ce02d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/9e3e2409-077e-4dfa-b248-2c5facd18cb1 HTTP/1.1" status: 204 len: 168 time: 3.0098476 Nov 25 08:52:39.982868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Allocated IP 172.21.0.1 (1ab90678-ec5e-4f23-851f-cca3b4423023/d41011ab-7f4c-4755-adf1-496625ffe381/1595e183-0cbe-46f3-9106-96850953541b) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:39.986209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43882) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:39.986569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43884) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:40.134167 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP f774c143-5219-4ef3-b7cc-0e5df9f85c26 associated. External IP: 172.26.3.215, port: 00de0f77-20c2-4f7f-9b8b-869afd543937. Nov 25 08:52:40.149745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7285e34e-d850-41fe-a612-8e32d7ee8820 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:40.151685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7285e34e-d850-41fe-a612-8e32d7ee8820 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:40.154871 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7285e34e-d850-41fe-a612-8e32d7ee8820 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1579120 Nov 25 08:52:40.189274 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43890) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:40.218503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Pushing event deleted for resources: {'Network': ['ID=e7217e12-3d9b-4413-becb-b27d64cc5ad4,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:40.221262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:40.245123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9a90db87-ea55-4ce6-a759-eb852401f2ba None None] For port 91afa894-0bbc-4fc2-b7dd-27c4668787c0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=91afa894-0bbc-4fc2-b7dd-27c4668787c0,segment=NetworkSegment(68256915-3c04-43d2-869e-99c884d6f0af),segment_id=68256915-3c04-43d2-869e-99c884d6f0af)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:40.245645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a90db87-ea55-4ce6-a759-eb852401f2ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:40.250137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e7e05457-10ec-4309-9b25-50d627bd57be tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Synchronizing usage tracker for tenant:3acbaf7430394848af721459c8a07374 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:40.322154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] For port 91afa894-0bbc-4fc2-b7dd-27c4668787c0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=91afa894-0bbc-4fc2-b7dd-27c4668787c0,segment=NetworkSegment(68256915-3c04-43d2-869e-99c884d6f0af),segment_id=68256915-3c04-43d2-869e-99c884d6f0af)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:40.322489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:40.352458 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-87d7ca60-a2f0-429d-b67d-43b1fb13ff44 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags HTTP/1.1" status: 200 len: 205 time: 0.9999237 Nov 25 08:52:40.361138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43894) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:40.361638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e7e05457-10ec-4309-9b25-50d627bd57be tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Unset dirty status for tenant:3acbaf7430394848af721459c8a07374 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:40.365701 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e7e05457-10ec-4309-9b25-50d627bd57be tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "GET /v2.0/ports?device_id=12843725-bebe-40af-99ad-ce9d512ddafa HTTP/1.1" status: 200 len: 205 time: 0.3769152 Nov 25 08:52:40.378830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43898) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:40.399629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9a90db87-ea55-4ce6-a759-eb852401f2ba None None] Calling delete_port for 91afa894-0bbc-4fc2-b7dd-27c4668787c0 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:40.442697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b57234de-f871-4ec2-b206-a0bfb4b851b3 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:40.490079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-eee940ea-c2ab-42c5-8d17-df138d16436b None None] For port 363125fb-0e97-4a33-ba55-fcdfed20a67f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=363125fb-0e97-4a33-ba55-fcdfed20a67f,segment=NetworkSegment(5988d4e7-8f96-400a-995e-c80555d7f614),segment_id=5988d4e7-8f96-400a-995e-c80555d7f614)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:40.492328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.tag.tag_plugin [None req-de4c97b9-0b59-4f92-8a19-e0814bb994b4 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:40.514251 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eee940ea-c2ab-42c5-8d17-df138d16436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:40.528006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 91afa894-0bbc-4fc2-b7dd-27c4668787c0 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:40.529692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-168f9f0e-8794-47ff-a587-066c8add515e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:40.579759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-429e50d1-8f67-43a7-9a9f-9a2fae9f1f04 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet edfe3448-4327-4783-a902-a234a6837da6 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:40.590975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-429e50d1-8f67-43a7-9a9f-9a2fae9f1f04 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:40.606386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eee940ea-c2ab-42c5-8d17-df138d16436b None None] Could not find standard attr ID for object 9e3e2409-077e-4dfa-b248-2c5facd18cb1. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:52:40.692409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ceff7f-8e7a-4c42-9467-f30711687fd7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:40.693094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-76ceff7f-8e7a-4c42-9467-f30711687fd7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:40.699808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee940ea-c2ab-42c5-8d17-df138d16436b None None] Pushing event updated for resources: {'Port': ['ID=363125fb-0e97-4a33-ba55-fcdfed20a67f,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:40.704433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eee940ea-c2ab-42c5-8d17-df138d16436b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:40.710881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184a3b6-5f2a-4a1f-9b54-e0101e444e94 req-6b21afae-3532-4ba4-9d58-4dbd6ddf03fa tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:40.717780 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3184a3b6-5f2a-4a1f-9b54-e0101e444e94 req-6b21afae-3532-4ba4-9d58-4dbd6ddf03fa tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.5555577 Nov 25 08:52:40.725127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b57234de-f871-4ec2-b206-a0bfb4b851b3 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:40.725914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:40.748726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8a2ea7b-0981-4bd6-a905-b2797940533b tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:40.765305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a90db87-ea55-4ce6-a759-eb852401f2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:40.776653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:40.789121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-429e50d1-8f67-43a7-9a9f-9a2fae9f1f04 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:40.841743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90db87-ea55-4ce6-a759-eb852401f2ba None None] Pushing event deleted for resources: {'Port': ['ID=91afa894-0bbc-4fc2-b7dd-27c4668787c0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:40.846107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a90db87-ea55-4ce6-a759-eb852401f2ba None None] No DVR routers for this DVR port 91afa894-0bbc-4fc2-b7dd-27c4668787c0 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:40.851431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9a90db87-ea55-4ce6-a759-eb852401f2ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:40.852155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d3bdbe52-d358-4235-ad9b-942aeefa6fa2 None None] Provisioning complete for port 363125fb-0e97-4a33-ba55-fcdfed20a67f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:40.852533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbe52-d358-4235-ad9b-942aeefa6fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:40.916901 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8e8cec41-eb72-4c50-9b41-c2addeb94ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:33Z', 'revision_number': 8, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:40.917225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:52:40.917437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:52:40.921909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-76ceff7f-8e7a-4c42-9467-f30711687fd7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:40.923339 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-76ceff7f-8e7a-4c42-9467-f30711687fd7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.2669880 Nov 25 08:52:40.923712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe54a3b-fcd3-42cb-b040-ad7c0d60dc5b None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:52:40.928477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43904) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:40.931732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:40.952766 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-de4c97b9-0b59-4f92-8a19-e0814bb994b4 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags HTTP/1.1" status: 200 len: 240 time: 0.5905852 Nov 25 08:52:40.958985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43906) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:40.966064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.tag.tag_plugin [None req-d229e026-1ea4-4bfe-a480-54fddc32a897 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680', 'tempest-TagsExtTest-Tag-184390900') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:40.995289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8cec41-eb72-4c50-9b41-c2addeb94ba6 None None] The sync data for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv is: [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:33Z', 'revision_number': 8, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28cf3a5-376a-4d93-a3ec-137ce2f25736', 'name': '', 'network_id': 'ed62734b-8795-4e2d-ba3d-09be13b1db99', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:d4:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:50Z', 'updated_at': '2021-11-25T08:52:11Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '7053987d-59f9-4fbb-81a5-c867bad049d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:41.087245 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-429e50d1-8f67-43a7-9a9f-9a2fae9f1f04 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:41.141794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 91afa894-0bbc-4fc2-b7dd-27c4668787c0 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:41.155468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:41.194636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 91afa894-0bbc-4fc2-b7dd-27c4668787c0 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:41.194993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 91afa894-0bbc-4fc2-b7dd-27c4668787c0 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:41.252063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d3bdbe52-d358-4235-ad9b-942aeefa6fa2 None None] Provisioning for port 48d51f73-ccd5-4290-93f2-4afed6e304ee completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:41.265359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d3bdbe52-d358-4235-ad9b-942aeefa6fa2 None None] Provisioning complete for port 48d51f73-ccd5-4290-93f2-4afed6e304ee triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:41.266011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbe52-d358-4235-ad9b-942aeefa6fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:41.273198 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3184a3b6-5f2a-4a1f-9b54-e0101e444e94 req-b15ab410-8886-4657-93fd-137333a14613 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5544615 Nov 25 08:52:41.325997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8a2ea7b-0981-4bd6-a905-b2797940533b tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:41.331792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8a2ea7b-0981-4bd6-a905-b2797940533b tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:41.339774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Transition to ACTIVE for port object 1595e183-0cbe-46f3-9106-96850953541b will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:41.343314 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d229e026-1ea4-4bfe-a480-54fddc32a897 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags/tempest-TagsExtTest-Tag-184390900 HTTP/1.1" status: 204 len: 168 time: 0.3810484 Nov 25 08:52:41.352532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43914) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:41.371798 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe54a3b-fcd3-42cb-b040-ad7c0d60dc5b None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:52:41.377343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-ddd5ba79-75fe-45df-b538-9f3278e98c3b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680', 'tempest-TagsExtTest-Tag-184390900') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:41.403780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdbe52-d358-4235-ad9b-942aeefa6fa2 None None] Port 48d51f73-ccd5-4290-93f2-4afed6e304ee cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:41.443833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 91afa894-0bbc-4fc2-b7dd-27c4668787c0 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:41.444329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:41.452281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8a2ea7b-0981-4bd6-a905-b2797940533b tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:41.452762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a2ea7b-0981-4bd6-a905-b2797940533b tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Fanout notify agent at l3_agent the message router_deleted on router 12843725-bebe-40af-99ad-ce9d512ddafa {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:52:41.487212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8a2ea7b-0981-4bd6-a905-b2797940533b tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:41.488924 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b8a2ea7b-0981-4bd6-a905-b2797940533b tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] 10.222.0.54 "DELETE /v2.0/routers/12843725-bebe-40af-99ad-ce9d512ddafa HTTP/1.1" status: 204 len: 168 time: 1.1078224 Nov 25 08:52:41.493574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:41.499286 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d3bdbe52-d358-4235-ad9b-942aeefa6fa2 None None] Provisioning for port cd12deb8-ca82-4ff4-8b68-ceda3449233d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:41.512355 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-c67cd3f6-1630-429d-8a19-71eeb1cc07d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3489108 Nov 25 08:52:41.516779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d3bdbe52-d358-4235-ad9b-942aeefa6fa2 None None] Provisioning complete for port cd12deb8-ca82-4ff4-8b68-ceda3449233d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:41.517172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbe52-d358-4235-ad9b-942aeefa6fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:41.527274 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca83d86-ff27-4160-92aa-331976fa1e8d None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:41.540173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b4cc35-af78-4b7d-a3f3-5334febd4ce7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:41.541037 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca83d86-ff27-4160-92aa-331976fa1e8d None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:41.541834 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-eca83d86-ff27-4160-92aa-331976fa1e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:41.548400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b4cc35-af78-4b7d-a3f3-5334febd4ce7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:41.567014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b4cc35-af78-4b7d-a3f3-5334febd4ce7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:41.571920 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-66b4cc35-af78-4b7d-a3f3-5334febd4ce7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4100811 Nov 25 08:52:41.582513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43920) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:41.588249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:41.616357 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-eca83d86-ff27-4160-92aa-331976fa1e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:41.631795 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca83d86-ff27-4160-92aa-331976fa1e8d None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:41.632697 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-eca83d86-ff27-4160-92aa-331976fa1e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:41.639978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4d10f1fa-c13c-4512-b08b-be2d5947d2fb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:41.712868 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-eca83d86-ff27-4160-92aa-331976fa1e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:41.713524 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca83d86-ff27-4160-92aa-331976fa1e8d None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:41.786262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 1ab90678-ec5e-4f23-851f-cca3b4423023 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:41.793426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdbe52-d358-4235-ad9b-942aeefa6fa2 None None] Port cd12deb8-ca82-4ff4-8b68-ceda3449233d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:41.801839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:41.810720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:41.837984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=1595e183-0cbe-46f3-9106-96850953541b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:41.846159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] The port '91afa894-0bbc-4fc2-b7dd-27c4668787c0' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:52:41.849237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:41.864459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-60033823-cbf6-4dbe-bd4e-de4d6f1a0a20 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 48d51f73-ccd5-4290-93f2-4afed6e304ee {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:41.864839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-60033823-cbf6-4dbe-bd4e-de4d6f1a0a20 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:41.922411 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ddd5ba79-75fe-45df-b538-9f3278e98c3b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags/tempest-TagsExtTest-Tag-184390900 HTTP/1.1" status: 204 len: 168 time: 0.5606287 Nov 25 08:52:41.926781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43926) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:41.942554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-78469fc2-77f6-4d83-9bf2-ae79d5d729b8 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:41.971977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-429e50d1-8f67-43a7-9a9f-9a2fae9f1f04 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:41.974914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43930) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:41.997486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-40846809-d551-459f-93a0-763616e12e2b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:42.005603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.040472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-429e50d1-8f67-43a7-9a9f-9a2fae9f1f04 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.044863 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-429e50d1-8f67-43a7-9a9f-9a2fae9f1f04 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/edfe3448-4327-4783-a902-a234a6837da6 HTTP/1.1" status: 204 len: 168 time: 1.8490090 Nov 25 08:52:42.044863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.048389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b4307-077c-49e1-8bb2-7c1cc2e84522 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:42.052670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43936) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:42.061104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-60c8695d-36de-44da-b2fb-84f2268f0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:42.062839 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-60c8695d-36de-44da-b2fb-84f2268f0e0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8112514b1f3d47e090b4462ec34c3fce&device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 1098 time: 0.3789556 Nov 25 08:52:42.087426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e50d1-8f67-43a7-9a9f-9a2fae9f1f04 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=edfe3448-4327-4783-a902-a234a6837da6,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:42.090206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-429e50d1-8f67-43a7-9a9f-9a2fae9f1f04 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:42.126075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.194951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab4f28-064c-4e8f-be63-e8c2c53ccc0d req-69c17b73-d6fc-45b4-8f5a-62ca1da4bd32 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:42.197082 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-97ab4f28-064c-4e8f-be63-e8c2c53ccc0d req-69c17b73-d6fc-45b4-8f5a-62ca1da4bd32 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.6836948 Nov 25 08:52:42.204902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de465c6c-fcbd-4d4d-a6de-0de67ded7d3f']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:42.215654 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9652872 Nov 25 08:52:42.236503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43940) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:42.245150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68256915-3c04-43d2-869e-99c884d6f0af') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:42.245354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68256915-3c04-43d2-869e-99c884d6f0af') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:42.325161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ab67ddda-2609-4fdf-b2c1-a264e77ed0e3 None None] Provisioning for port 1595e183-0cbe-46f3-9106-96850953541b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:42.333352 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ab67ddda-2609-4fdf-b2c1-a264e77ed0e3 None None] Provisioning complete for port 1595e183-0cbe-46f3-9106-96850953541b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:42.333741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab67ddda-2609-4fdf-b2c1-a264e77ed0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.390273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.408350 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45182c52-8f01-4ea3-bc21-264960e14efd None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:42.415723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-45182c52-8f01-4ea3-bc21-264960e14efd None None] Deleting port b57234de-f871-4ec2-b206-a0bfb4b851b3 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:42.416103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45182c52-8f01-4ea3-bc21-264960e14efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.450817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ab67ddda-2609-4fdf-b2c1-a264e77ed0e3 None None] Port 1595e183-0cbe-46f3-9106-96850953541b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:42.454080 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-07065ac7-af32-4b2f-85cc-7da7ffdbcdb3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "GET /v2.0/floatingips/f774c143-5219-4ef3-b7cc-0e5df9f85c26 HTTP/1.1" status: 200 len: 978 time: 0.2125397 Nov 25 08:52:42.454355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 363125fb-0e97-4a33-ba55-fcdfed20a67f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:42.454462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.458419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43944) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:42.463541 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-97ab4f28-064c-4e8f-be63-e8c2c53ccc0d req-2465224c-87df-4d56-8e0f-64e814243a38 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607939 Nov 25 08:52:42.492083 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0e83ab91-93c7-4183-b89c-aa51c27b07e4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4261301 Nov 25 08:52:42.531850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43950) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:42.534464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:52:42.534942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:52:42.644411 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:52:42.658694 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-881ce7c4-a00b-4120-9713-6ede33ca5328 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3acbaf7430394848af721459c8a07374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6788616 Nov 25 08:52:42.663812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:42.679386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43954) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:42.683565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 363125fb-0e97-4a33-ba55-fcdfed20a67f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:42.683953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.744430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-60033823-cbf6-4dbe-bd4e-de4d6f1a0a20 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.755354 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-78469fc2-77f6-4d83-9bf2-ae79d5d729b8 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags HTTP/1.1" status: 200 len: 205 time: 0.8212855 Nov 25 08:52:42.766745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43958) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:42.770969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-45182c52-8f01-4ea3-bc21-264960e14efd None None] For port b57234de-f871-4ec2-b206-a0bfb4b851b3, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b57234de-f871-4ec2-b206-a0bfb4b851b3,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:42.771382 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45182c52-8f01-4ea3-bc21-264960e14efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.778890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-bc6dbd0b-6791-4102-a8c0-0188c5c96cfb tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:42.797332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f1a1ebb6-ee7a-4bf1-91f1-a8b5fe254e14 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Synchronizing usage tracker for tenant:1ffa87d38881417d8613105ef80ce332 on resource:floatingip {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:42.815319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.819427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:42.839284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5c2bf346-b82a-477a-9f33-f65891427922 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:42.890131 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/networks/de465c6c-fcbd-4d4d-a6de-0de67ded7d3f HTTP/1.1" status: 204 len: 168 time: 4.2054632 Nov 25 08:52:42.895136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Network': ['ID=de465c6c-fcbd-4d4d-a6de-0de67ded7d3f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:42.896928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:42.900504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43962) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:42.900924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-45182c52-8f01-4ea3-bc21-264960e14efd None None] Calling delete_port for b57234de-f871-4ec2-b206-a0bfb4b851b3 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:42.963268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-2a7584fc-769f-4a4d-8ef6-cbf4c3b08498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:42.964265 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-2a7584fc-769f-4a4d-8ef6-cbf4c3b08498 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 200 len: 913 time: 0.8030255 Nov 25 08:52:42.973174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-60033823-cbf6-4dbe-bd4e-de4d6f1a0a20 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 48d51f73-ccd5-4290-93f2-4afed6e304ee owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:42.981676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:42.988088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f1a1ebb6-ee7a-4bf1-91f1-a8b5fe254e14 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Unset dirty status for tenant:1ffa87d38881417d8613105ef80ce332 on resource:floatingip {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:42.988088 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f1a1ebb6-ee7a-4bf1-91f1-a8b5fe254e14 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5201175 Nov 25 08:52:42.994417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43966) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:43.050302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4e431464-8ea2-4058-bb28-15ef77bfe428 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:43.077500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'floatingip': {'port_id': '49a1b30a-0550-40ab-a93a-4e119a2ed90c'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:43.086006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45182c52-8f01-4ea3-bc21-264960e14efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:43.096517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e7473e6f-1d6f-4c59-9c8b-f13c4c169174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:43.138572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:43.138914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 4e431464-8ea2-4058-bb28-15ef77bfe428 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:43.139367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4e431464-8ea2-4058-bb28-15ef77bfe428 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:43.153739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45182c52-8f01-4ea3-bc21-264960e14efd None None] Pushing event deleted for resources: {'Port': ['ID=b57234de-f871-4ec2-b206-a0bfb4b851b3,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:43.156302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45182c52-8f01-4ea3-bc21-264960e14efd None None] No DVR routers for this DVR port b57234de-f871-4ec2-b206-a0bfb4b851b3 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:43.158235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-45182c52-8f01-4ea3-bc21-264960e14efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:43.179676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea19d-4bba-483b-b636-12ab9dccb7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:43.210597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:43.214021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:43.284898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753f6e0-3651-4fef-9f0b-6ac0646be34e req-c0eb12b1-02a9-4ec0-8d1f-c62af2e7c3c5 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:43.286362 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6753f6e0-3651-4fef-9f0b-6ac0646be34e req-c0eb12b1-02a9-4ec0-8d1f-c62af2e7c3c5 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.6835473 Nov 25 08:52:43.292023 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-12dfd23d-5e3b-4468-9a68-54ab9648ebc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 200 len: 1001 time: 0.2820179 Nov 25 08:52:43.299567 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bc6dbd0b-6791-4102-a8c0-0188c5c96cfb tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags HTTP/1.1" status: 200 len: 240 time: 0.5294762 Nov 25 08:52:43.300247 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:43.321655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43970) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:43.403591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-b3afdd73-a6cc-4bbb-acb2-4db7f3700a10 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb', 'tempest-TagsExtTest-Tag-377322955') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:43.523285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:43.627882 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6753f6e0-3651-4fef-9f0b-6ac0646be34e req-80ba3f76-002a-45aa-a384-4d08d2f91025 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321538 Nov 25 08:52:43.632410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea19d-4bba-483b-b636-12ab9dccb7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:43.649785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-915fe807-798d-4138-813a-b23d63363053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:43.651257 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-915fe807-798d-4138-813a-b23d63363053 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40d6fdd8-001d-4957-aaad-ee27dc44d3ff HTTP/1.1" status: 200 len: 851 time: 0.3411717 Nov 25 08:52:43.651832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-60033823-cbf6-4dbe-bd4e-de4d6f1a0a20 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:43.660064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f6f28e04-47ac-428b-ad29-a6b61a03336f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:43.957618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60033823-cbf6-4dbe-bd4e-de4d6f1a0a20 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=48d51f73-ccd5-4290-93f2-4afed6e304ee,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:43.981905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea19d-4bba-483b-b636-12ab9dccb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:43.994056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e5f56c32-cef6-4dda-ae4f-42ef47661bce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:44.016161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-60033823-cbf6-4dbe-bd4e-de4d6f1a0a20 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:44.022816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ea19d-4bba-483b-b636-12ab9dccb7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5425a356-d6c2-4c78-833b-d6ca8c6f069a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:44.025129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cb5ea19d-4bba-483b-b636-12ab9dccb7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:44.087054 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b3afdd73-a6cc-4bbb-acb2-4db7f3700a10 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags/tempest-TagsExtTest-Tag-377322955 HTTP/1.1" status: 204 len: 168 time: 0.7605963 Nov 25 08:52:44.093108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43978) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:44.127960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-60033823-cbf6-4dbe-bd4e-de4d6f1a0a20 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:44.170820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.tag.tag_plugin [None req-7a93bd21-fd7d-4ebb-8fa2-858089b5128c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb', 'tempest-TagsExtTest-Tag-377322955') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:44.175970 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-60033823-cbf6-4dbe-bd4e-de4d6f1a0a20 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/48d51f73-ccd5-4290-93f2-4afed6e304ee HTTP/1.1" status: 204 len: 168 time: 2.5907648 Nov 25 08:52:44.180873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 43982) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:44.314896 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-204c6cae-9b41-4d1e-b08d-438b1c233019 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:52:44.315427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-204c6cae-9b41-4d1e-b08d-438b1c233019 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:44.323611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea19d-4bba-483b-b636-12ab9dccb7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:44.324715 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cb5ea19d-4bba-483b-b636-12ab9dccb7c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5425a356-d6c2-4c78-833b-d6ca8c6f069a HTTP/1.1" status: 204 len: 168 time: 1.6384325 Nov 25 08:52:44.346199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-53d88102-b1f1-4189-970e-2d1195077c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:44.347962 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-53d88102-b1f1-4189-970e-2d1195077c5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37af9905-3414-4cad-aeb5-b72371ae9d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6492536 Nov 25 08:52:44.361199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5a11a-839e-4f15-afd8-41415c8ed272 req-e9aace07-f5f8-45a4-a3ee-da914ecef7c1 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:44.362669 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a2f5a11a-839e-4f15-afd8-41415c8ed272 req-e9aace07-f5f8-45a4-a3ee-da914ecef7c1 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.3456364 Nov 25 08:52:44.415449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b57234de-f871-4ec2-b206-a0bfb4b851b3 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:44.437869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:44.446000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-213296fb-eaa2-4b53-b466-07bb751a91b5 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:44.470203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-204c6cae-9b41-4d1e-b08d-438b1c233019 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:44.473975 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-204c6cae-9b41-4d1e-b08d-438b1c233019 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/48d51f73-ccd5-4290-93f2-4afed6e304ee HTTP/1.1" status: 404 len: 333 time: 0.2837067 Nov 25 08:52:44.480716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: b57234de-f871-4ec2-b206-a0bfb4b851b3 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:44.481933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b57234de-f871-4ec2-b206-a0bfb4b851b3 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:44.483399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 43988) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:44.531916 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a2f5a11a-839e-4f15-afd8-41415c8ed272 req-6514c9c4-fbfc-4d30-9bf4-958e0a51b6af tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431620 Nov 25 08:52:44.581093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:44.589770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:44.593270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:44.594652 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-c4b1acbd-6930-4876-be99-c7a5c0c56357 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309844 Nov 25 08:52:44.595894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:44.596162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:44.596950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:44.607025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56cbc70-2058-4e12-bb06-bcfc54e19ec8 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:44.626121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c7f34df3-2212-4d41-94bd-331a160e5afe tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:44.691238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=0f005e28-540c-4203-b4bc-96721af3908d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:44.694135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:44.740267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-002e89e7-ee3b-41cc-bd45-68161265cc03 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port cd12deb8-ca82-4ff4-8b68-ceda3449233d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:44.740610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-002e89e7-ee3b-41cc-bd45-68161265cc03 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:44.785965 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1419957 Nov 25 08:52:44.789584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44000) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:44.802903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-675a083d-4e45-4d1a-a57a-1744eb4ad47f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': '0f005e28-540c-4203-b4bc-96721af3908d', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1605979639'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:44.824555 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7a93bd21-fd7d-4ebb-8fa2-858089b5128c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags/tempest-TagsExtTest-Tag-377322955 HTTP/1.1" status: 204 len: 168 time: 0.6704788 Nov 25 08:52:44.849040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=1595e183-0cbe-46f3-9106-96850953541b,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:44.862381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44006) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:44.874570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:44.885951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:44.892780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-aa077d9a-80e0-4840-ae43-7e98fbef5f23 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:45.073332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '0f005e28-540c-4203-b4bc-96721af3908d'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:45.074766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:45.293938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:45.317842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Allocated IP 2001:db8::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/0f005e28-540c-4203-b4bc-96721af3908d/d0a2601d-e5a6-4841-b847-07df69869fc0) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:45.327304 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f640e6ac-5106-4834-bd10-0a84ac6594ff req-7ebf7f0c-ef89-4a97-8195-99790d2bc6ae service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021980 Nov 25 08:52:45.344429 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-aa077d9a-80e0-4840-ae43-7e98fbef5f23 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags HTTP/1.1" status: 200 len: 205 time: 0.4721391 Nov 25 08:52:45.345019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44018) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:45.367304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-7bd6ab7e-1c36-4deb-90ff-b4fc12e70247 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:45.368495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44022) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:45.387887 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028648 Nov 25 08:52:45.387887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-002e89e7-ee3b-41cc-bd45-68161265cc03 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:45.393578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44024) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:45.394735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:52:45.418817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-675a083d-4e45-4d1a-a57a-1744eb4ad47f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:45.423197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-675a083d-4e45-4d1a-a57a-1744eb4ad47f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:45.426668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-675a083d-4e45-4d1a-a57a-1744eb4ad47f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:45.432410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-675a083d-4e45-4d1a-a57a-1744eb4ad47f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:45.454738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675a083d-4e45-4d1a-a57a-1744eb4ad47f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:45.526590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:45.537679 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:52:45.696648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:45.697281 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7bd6ab7e-1c36-4deb-90ff-b4fc12e70247 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags HTTP/1.1" status: 200 len: 240 time: 0.3385477 Nov 25 08:52:45.697281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44032) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:45.716146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Transition to ACTIVE for port object d0a2601d-e5a6-4841-b847-07df69869fc0 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:45.718567 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dee83ff7-aadf-480a-b023-59eb568bf41a tempest-NetworksApiDiscovery-644848733 tempest-NetworksApiDiscovery-644848733-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3207586 Nov 25 08:52:45.728040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-3e2c22b4-56e1-459e-8390-29f160eb1149 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830', 'tempest-TagsExtTest-Tag-179784490') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:45.742257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:45.756076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Transition to ACTIVE for port object d0a2601d-e5a6-4841-b847-07df69869fc0 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:45.767502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 1ab90678-ec5e-4f23-851f-cca3b4423023 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:45.779648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:45.780032 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3e2c22b4-56e1-459e-8390-29f160eb1149 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags/tempest-TagsExtTest-Tag-179784490 HTTP/1.1" status: 204 len: 168 time: 0.0687351 Nov 25 08:52:45.780983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:45.782852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44038) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:45.786865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:45.808761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-b79cfe5b-2b88-443d-86a0-e5f35ab71dc2 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830', 'tempest-TagsExtTest-Tag-179784490') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:45.875298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-002e89e7-ee3b-41cc-bd45-68161265cc03 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for cd12deb8-ca82-4ff4-8b68-ceda3449233d owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:45.894619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:45.902483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:45.915505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:45.917968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Pushing event updated for resources: {'Port': ['ID=d0a2601d-e5a6-4841-b847-07df69869fc0,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:45.931647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:46.074514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Attempting to bind port d0a2601d-e5a6-4841-b847-07df69869fc0 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:46.074803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Attempting to bind port d0a2601d-e5a6-4841-b847-07df69869fc0 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:46.075179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Attempting to bind port d0a2601d-e5a6-4841-b847-07df69869fc0 on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:46.089439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:46.089809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:46.090553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:46.090940 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:46.091428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Bound port: d0a2601d-e5a6-4841-b847-07df69869fc0, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:46.091816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:46.100141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-675a083d-4e45-4d1a-a57a-1744eb4ad47f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:46.167184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-675a083d-4e45-4d1a-a57a-1744eb4ad47f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 42a800ae-e34f-4a4d-aa03-9f1f199cce0e yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:46.174240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44044) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:46.235315 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b79cfe5b-2b88-443d-86a0-e5f35ab71dc2 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags/tempest-TagsExtTest-Tag-179784490 HTTP/1.1" status: 204 len: 168 time: 0.4480238 Nov 25 08:52:46.241532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44050) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:46.243780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] For port d0a2601d-e5a6-4841-b847-07df69869fc0, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:46.245767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-394bf94c-2fc4-4007-bd51-b636a8eeff8f None None] Provisioning complete for port 1595e183-0cbe-46f3-9106-96850953541b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:46.246160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-394bf94c-2fc4-4007-bd51-b636a8eeff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:46.247375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-3d2b07bf-7f49-4d97-bf0b-8fe8bcfe52bc tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:46.277574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router 431188c7-e154-4778-9ea6-9c35e4f7f696 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:46.292901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691101e9-8f08-4d51-9c8e-dff14d32b18d req-4d153dc7-a59e-4b87-8833-9dbf726860c0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:46.294408 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-691101e9-8f08-4d51-9c8e-dff14d32b18d req-4d153dc7-a59e-4b87-8833-9dbf726860c0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.4356251 Nov 25 08:52:46.303644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] For port d0a2601d-e5a6-4841-b847-07df69869fc0, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d0a2601d-e5a6-4841-b847-07df69869fc0,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:46.318204 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:46.325091 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9a90db87-ea55-4ce6-a759-eb852401f2ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:46.331485 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3d2b07bf-7f49-4d97-bf0b-8fe8bcfe52bc tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags HTTP/1.1" status: 200 len: 205 time: 0.0882461 Nov 25 08:52:46.344657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44054) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:46.345752 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP f774c143-5219-4ef3-b7cc-0e5df9f85c26 associated. External IP: 172.26.3.215, port: 00de0f77-20c2-4f7f-9b8b-869afd543937. Nov 25 08:52:46.381192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-394bf94c-2fc4-4007-bd51-b636a8eeff8f None None] Port 1595e183-0cbe-46f3-9106-96850953541b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:46.434071 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Pushing event updated for resources: {'Port': ['ID=d0a2601d-e5a6-4841-b847-07df69869fc0,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:46.438351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:46.443994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74f2752e-3d6f-4cbe-a333-0c540d0c4591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:46.452993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.tag.tag_plugin [None req-5ff54d00-9ff7-4141-8603-109bcb691e99 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:46.524359 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-675a083d-4e45-4d1a-a57a-1744eb4ad47f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:52:46.524922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675a083d-4e45-4d1a-a57a-1744eb4ad47f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:52:46.554848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:46.567869 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/431188c7-e154-4778-9ea6-9c35e4f7f696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7731817 Nov 25 08:52:46.570039 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-675a083d-4e45-4d1a-a57a-1744eb4ad47f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.7773619 Nov 25 08:52:46.570787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44060) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:46.573205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44064) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:46.573351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97580610-8aaf-4fec-9c8b-a72acd90a0a4 None None] Sync routers for ids ['431188c7-e154-4778-9ea6-9c35e4f7f696'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:46.586444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97580610-8aaf-4fec-9c8b-a72acd90a0a4 None None] Routers {'431188c7-e154-4778-9ea6-9c35e4f7f696'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:46.587378 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-97580610-8aaf-4fec-9c8b-a72acd90a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['431188c7-e154-4778-9ea6-9c35e4f7f696'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:46.685107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-97580610-8aaf-4fec-9c8b-a72acd90a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:46.704174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97580610-8aaf-4fec-9c8b-a72acd90a0a4 None None] Routers {'431188c7-e154-4778-9ea6-9c35e4f7f696'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:46.704813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-97580610-8aaf-4fec-9c8b-a72acd90a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['431188c7-e154-4778-9ea6-9c35e4f7f696'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:46.732965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e37784-8387-455f-a6eb-9240666fab82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:46.735830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a5e37784-8387-455f-a6eb-9240666fab82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Synchronizing usage tracker for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:46.778588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639d29ff-80f0-42b8-8ff1-650ea759184f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:46.782060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a5e37784-8387-455f-a6eb-9240666fab82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Unset dirty status for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:46.783463 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a5e37784-8387-455f-a6eb-9240666fab82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports/1595e183-0cbe-46f3-9106-96850953541b HTTP/1.1" status: 200 len: 910 time: 0.2116542 Nov 25 08:52:46.785362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-97580610-8aaf-4fec-9c8b-a72acd90a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:46.785902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97580610-8aaf-4fec-9c8b-a72acd90a0a4 None None] The sync data for ids ['431188c7-e154-4778-9ea6-9c35e4f7f696'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:46.787839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44068) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:46.828537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-002e89e7-ee3b-41cc-bd45-68161265cc03 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:46.851133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c00a7c-0583-4b2d-a9bf-81535c294d45 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:46.851939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-60c00a7c-0583-4b2d-a9bf-81535c294d45 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:46.857000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8d16f6ed-3632-4dd4-a818-0bd7db51d035 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:46.867636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:46.907733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-639d29ff-80f0-42b8-8ff1-650ea759184f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:46.921358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port a28cf3a5-376a-4d93-a3ec-137ce2f25736 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:46.921625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:46.938550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-60c00a7c-0583-4b2d-a9bf-81535c294d45 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:46.942817 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-60c00a7c-0583-4b2d-a9bf-81535c294d45 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3656757 Nov 25 08:52:46.943043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44072) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:46.959405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e89e7-ee3b-41cc-bd45-68161265cc03 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=cd12deb8-ca82-4ff4-8b68-ceda3449233d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:46.963516 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-691101e9-8f08-4d51-9c8e-dff14d32b18d req-583884ad-dc17-4021-941b-2e91fe432ca9 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6283636 Nov 25 08:52:46.970215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-002e89e7-ee3b-41cc-bd45-68161265cc03 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:46.973507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-639d29ff-80f0-42b8-8ff1-650ea759184f admin admin] Usage tracker for resource:security_group_rule and tenant:717705f16bfe4973addcc24868b11210 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:46.978386 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5ff54d00-9ff7-4141-8603-109bcb691e99 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags HTTP/1.1" status: 204 len: 168 time: 0.5803201 Nov 25 08:52:46.983266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-639d29ff-80f0-42b8-8ff1-650ea759184f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:46.987413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44076) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:47.024724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-639d29ff-80f0-42b8-8ff1-650ea759184f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:47.029935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.tag.tag_plugin [None req-e69cd0c8-da89-421b-bed4-f44a5a8f5b32 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:47.208877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-002e89e7-ee3b-41cc-bd45-68161265cc03 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:47.219967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca1ca9a-d7f9-4440-a041-140f3defcea5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:47.221569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca1ca9a-d7f9-4440-a041-140f3defcea5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:47.228540 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3ca1ca9a-d7f9-4440-a041-140f3defcea5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2798014 Nov 25 08:52:47.229454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44082) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:47.387497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2ba366-6a72-4a49-b892-0a1145333a1c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 0f005e28-540c-4203-b4bc-96721af3908d {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:47.391967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db2ba366-6a72-4a49-b892-0a1145333a1c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:47.525544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db2ba366-6a72-4a49-b892-0a1145333a1c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:47.590950 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-002e89e7-ee3b-41cc-bd45-68161265cc03 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/cd12deb8-ca82-4ff4-8b68-ceda3449233d HTTP/1.1" status: 204 len: 168 time: 3.0976624 Nov 25 08:52:47.612275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44088) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:47.723598 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1f2b65da-de1a-4497-81e2-439a5d349881 None None] Provisioning for port d0a2601d-e5a6-4841-b847-07df69869fc0 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:47.736033 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a7605a-6714-47b3-8308-8ab40c4ac0ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:52:47.736565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e3a7605a-6714-47b3-8308-8ab40c4ac0ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:47.758393 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e69cd0c8-da89-421b-bed4-f44a5a8f5b32 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags HTTP/1.1" status: 204 len: 168 time: 0.7357020 Nov 25 08:52:47.761520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44092) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:47.767326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] For port a28cf3a5-376a-4d93-a3ec-137ce2f25736, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=a28cf3a5-376a-4d93-a3ec-137ce2f25736,segment=NetworkSegment(c956e712-a689-40c9-b8b3-07bc331ab080),segment_id=c956e712-a689-40c9-b8b3-07bc331ab080)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:47.767697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:47.774135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-872db918-ae20-4851-a8b7-4e1db1fb8aac tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:47.863301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484ea8d-3141-48a6-9164-2e94e334d07d req-41c51d7d-e01b-4103-914b-04fdb0a637e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:47.864697 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d484ea8d-3141-48a6-9164-2e94e334d07d req-41c51d7d-e01b-4103-914b-04fdb0a637e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8112514b1f3d47e090b4462ec34c3fce&device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 1098 time: 0.4433703 Nov 25 08:52:47.944377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for a28cf3a5-376a-4d93-a3ec-137ce2f25736 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:47.986060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db2ba366-6a72-4a49-b892-0a1145333a1c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:47.986650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:47.990594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e3a7605a-6714-47b3-8308-8ab40c4ac0ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:47.994226 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e3a7605a-6714-47b3-8308-8ab40c4ac0ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/cd12deb8-ca82-4ff4-8b68-ceda3449233d HTTP/1.1" status: 404 len: 333 time: 0.3759661 Nov 25 08:52:48.010365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44096) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:48.063202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db3ef2-94b6-4796-8bdf-5cbe0ff035fb req-d3712714-0d98-42bc-b368-ae86568f890b tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:48.064668 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-32db3ef2-94b6-4796-8bdf-5cbe0ff035fb req-d3712714-0d98-42bc-b368-ae86568f890b tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.6291151 Nov 25 08:52:48.072119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639d29ff-80f0-42b8-8ff1-650ea759184f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:48.105995 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-872db918-ae20-4851-a8b7-4e1db1fb8aac tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags HTTP/1.1" status: 204 len: 168 time: 0.3403230 Nov 25 08:52:48.111763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44100) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:48.113838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-639d29ff-80f0-42b8-8ff1-650ea759184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:48.121791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-d7d7b3ab-cbaf-465c-a6d4-8f3ddf055fd2 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:48.182029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:48.193298 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484ea8d-3141-48a6-9164-2e94e334d07d req-d78a1811-755c-4f61-8bf9-b8883af98a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:48.194797 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d484ea8d-3141-48a6-9164-2e94e334d07d req-d78a1811-755c-4f61-8bf9-b8883af98a7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 200 len: 913 time: 0.3159580 Nov 25 08:52:48.255295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:48.305552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db2ba366-6a72-4a49-b892-0a1145333a1c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:48.322401 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:48.441580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d0a2601d-e5a6-4841-b847-07df69869fc0 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:48.447236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ba366-6a72-4a49-b892-0a1145333a1c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=0f005e28-540c-4203-b4bc-96721af3908d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:48.451505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db2ba366-6a72-4a49-b892-0a1145333a1c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:48.463751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-db2ba366-6a72-4a49-b892-0a1145333a1c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:48.497127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b145340b-487c-48f0-abe4-683bf72bb262 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:48.515282 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-db2ba366-6a72-4a49-b892-0a1145333a1c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/0f005e28-540c-4203-b4bc-96721af3908d HTTP/1.1" status: 204 len: 168 time: 1.2749600 Nov 25 08:52:48.515868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d2df96-7493-405f-8682-eafc53832f09 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting subnet 7f2f2956-8a45-482a-ac75-cf5e446c929a {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:48.518011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44104) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:48.523773 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d484ea8d-3141-48a6-9164-2e94e334d07d req-58e5022a-4a3c-4468-ac57-5116f4562e3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 200 len: 1001 time: 0.3204427 Nov 25 08:52:48.524763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d29ff-80f0-42b8-8ff1-650ea759184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f68a15-aedd-4218-988f-6f0f80355e3c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:48.527860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-639d29ff-80f0-42b8-8ff1-650ea759184f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:48.533070 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-639d29ff-80f0-42b8-8ff1-650ea759184f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=717705f16bfe4973addcc24868b11210&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3577309 Nov 25 08:52:48.536404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44108) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:48.543041 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-32db3ef2-94b6-4796-8bdf-5cbe0ff035fb req-50bbf300-0765-4754-b022-ba40c98c2616 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4625850 Nov 25 08:52:48.545755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41d2df96-7493-405f-8682-eafc53832f09 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:48.678661 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-30fdbb33-dfea-44d1-88ca-168e05bda580 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1548965 Nov 25 08:52:48.686574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44112) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:48.696138 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d7d7b3ab-cbaf-465c-a6d4-8f3ddf055fd2 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags HTTP/1.1" status: 204 len: 168 time: 0.5742776 Nov 25 08:52:48.700173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44116) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:48.715136 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:48.731389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port d0a2601d-e5a6-4841-b847-07df69869fc0 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:48.737697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d0a2601d-e5a6-4841-b847-07df69869fc0 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:48.738323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:48.741081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41d2df96-7493-405f-8682-eafc53832f09 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:48.741826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-b6c2336e-8e52-4119-9d19-e1387719bce2 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da', 'tempest-TagsExtTest-Tag-457300537') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:48.785905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484ea8d-3141-48a6-9164-2e94e334d07d req-5ec40ee5-bf83-4b7e-80f9-06fa08381ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:48.787398 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d484ea8d-3141-48a6-9164-2e94e334d07d req-5ec40ee5-bf83-4b7e-80f9-06fa08381ef9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40d6fdd8-001d-4957-aaad-ee27dc44d3ff HTTP/1.1" status: 200 len: 851 time: 0.2106032 Nov 25 08:52:48.800054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:48.814955 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da80d88-7709-4e06-9683-6aa0df5df5df None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:48.830818 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da80d88-7709-4e06-9683-6aa0df5df5df None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:48.832583 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1da80d88-7709-4e06-9683-6aa0df5df5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:48.882514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:48.920768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port d0a2601d-e5a6-4841-b847-07df69869fc0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d0a2601d-e5a6-4841-b847-07df69869fc0,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:48.929845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:48.932008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:48.961953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:48.984942 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1da80d88-7709-4e06-9683-6aa0df5df5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:49.012425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7116a726-51ea-4e17-90d7-1e6011dbc8f9 None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:49.018412 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da80d88-7709-4e06-9683-6aa0df5df5df None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:49.019935 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1da80d88-7709-4e06-9683-6aa0df5df5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:49.025950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:49.036492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:49.037694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7116a726-51ea-4e17-90d7-1e6011dbc8f9 None None] Deleting port d0a2601d-e5a6-4841-b847-07df69869fc0 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:49.038343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7116a726-51ea-4e17-90d7-1e6011dbc8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.043892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e45485d4-220f-4f8a-bcb1-2f2d84658875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.052526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:49.087712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 1595e183-0cbe-46f3-9106-96850953541b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:49.087981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.094151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.103929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d73fb69-e5c4-4145-ae47-f64ad308a781 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:49.122597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484ea8d-3141-48a6-9164-2e94e334d07d req-e19d6b5b-6cd7-44c2-bb4c-a7d470376398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:49.124370 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d484ea8d-3141-48a6-9164-2e94e334d07d req-e19d6b5b-6cd7-44c2-bb4c-a7d470376398 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37af9905-3414-4cad-aeb5-b72371ae9d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2800887 Nov 25 08:52:49.133383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:49.136878 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1da80d88-7709-4e06-9683-6aa0df5df5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:49.137294 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.137478 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da80d88-7709-4e06-9683-6aa0df5df5df None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:49.145676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e45485d4-220f-4f8a-bcb1-2f2d84658875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.178651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=a28cf3a5-376a-4d93-a3ec-137ce2f25736,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:49.181570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:49.199070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41d2df96-7493-405f-8682-eafc53832f09 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.288731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=d0a2601d-e5a6-4841-b847-07df69869fc0,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:49.297592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:49.339837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7116a726-51ea-4e17-90d7-1e6011dbc8f9 None None] For port d0a2601d-e5a6-4841-b847-07df69869fc0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d0a2601d-e5a6-4841-b847-07df69869fc0,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:49.340225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7116a726-51ea-4e17-90d7-1e6011dbc8f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.489918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7116a726-51ea-4e17-90d7-1e6011dbc8f9 None None] Calling delete_port for d0a2601d-e5a6-4841-b847-07df69869fc0 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:49.505369 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b6c2336e-8e52-4119-9d19-e1387719bce2 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags/tempest-TagsExtTest-Tag-457300537 HTTP/1.1" status: 201 len: 201 time: 0.8020401 Nov 25 08:52:49.558781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44120) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:49.578625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7116a726-51ea-4e17-90d7-1e6011dbc8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.579586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-60c010be-1bc3-4a24-8024-62a0a1f83c03 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680', 'tempest-TagsExtTest-Tag-1715347877') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:49.587928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2dc629e7-9f8b-4f40-8b66-435c205a948a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:49.635444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116a726-51ea-4e17-90d7-1e6011dbc8f9 None None] Pushing event deleted for resources: {'Port': ['ID=d0a2601d-e5a6-4841-b847-07df69869fc0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:49.637232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7116a726-51ea-4e17-90d7-1e6011dbc8f9 None None] No DVR routers for this DVR port d0a2601d-e5a6-4841-b847-07df69869fc0 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:49.638621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7116a726-51ea-4e17-90d7-1e6011dbc8f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:49.642553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.656502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e45485d4-220f-4f8a-bcb1-2f2d84658875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.665210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-96bbd6a8-984e-40da-89d1-bbddf8e9aa5a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:49.687553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41d2df96-7493-405f-8682-eafc53832f09 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.745129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45485d4-220f-4f8a-bcb1-2f2d84658875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f68a15-aedd-4218-988f-6f0f80355e3c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:49.757585 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d484ea8d-3141-48a6-9164-2e94e334d07d req-e44d9271-4427-42be-842d-889bd165e3f7 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006329 Nov 25 08:52:49.768414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e45485d4-220f-4f8a-bcb1-2f2d84658875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:49.769902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-758ebd83-09c3-4e48-ac65-c4034d70ac4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.776444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-56efc814-3d98-4036-857a-64d826997117 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:49.849962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.874220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-41d2df96-7493-405f-8682-eafc53832f09 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.874618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8810505-9a6a-4ee4-abc7-1bd2ff01c210 None None] Network 207fe859-dafa-4318-9185-603296695fc0 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:49.880922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2df96-7493-405f-8682-eafc53832f09 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2f2956-8a45-482a-ac75-cf5e446c929a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:49.887041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-41d2df96-7493-405f-8682-eafc53832f09 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:49.914223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:49.915577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e45485d4-220f-4f8a-bcb1-2f2d84658875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:49.918356 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e45485d4-220f-4f8a-bcb1-2f2d84658875 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f7f68a15-aedd-4218-988f-6f0f80355e3c HTTP/1.1" status: 204 len: 168 time: 1.3771877 Nov 25 08:52:49.922165 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-41d2df96-7493-405f-8682-eafc53832f09 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/7f2f2956-8a45-482a-ac75-cf5e446c929a HTTP/1.1" status: 204 len: 168 time: 1.9062762 Nov 25 08:52:49.929900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44130) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:49.984344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:50.118198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 1595e183-0cbe-46f3-9106-96850953541b owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:50.265982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c1931-7f1b-4bf0-ae65-499c3133e8ec None None] DHCP port deletion for 207fe859-dafa-4318-9185-603296695fc0 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:50.271526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b64c1931-7f1b-4bf0-ae65-499c3133e8ec None None] Deleting port 363125fb-0e97-4a33-ba55-fcdfed20a67f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:50.272247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b64c1931-7f1b-4bf0-ae65-499c3133e8ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:50.301321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:50.322804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0bf3a5a8-e13f-48cc-864c-75ac1d2b2dcb tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:50.373257 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-60c010be-1bc3-4a24-8024-62a0a1f83c03 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags/tempest-TagsExtTest-Tag-1715347877 HTTP/1.1" status: 201 len: 201 time: 0.8134398 Nov 25 08:52:50.392660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44134) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:50.423001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-8437a4b1-16c8-4d11-a736-e92a17bcb1f2 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb', 'tempest-TagsExtTest-Tag-1855790774') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:50.495800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:50.510305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b64c1931-7f1b-4bf0-ae65-499c3133e8ec None None] For port 363125fb-0e97-4a33-ba55-fcdfed20a67f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=363125fb-0e97-4a33-ba55-fcdfed20a67f,segment=NetworkSegment(5988d4e7-8f96-400a-995e-c80555d7f614),segment_id=5988d4e7-8f96-400a-995e-c80555d7f614)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:50.510979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b64c1931-7f1b-4bf0-ae65-499c3133e8ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:50.540649 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d484ea8d-3141-48a6-9164-2e94e334d07d req-76c063a4-a807-438e-b4f5-55ab62736698 service neutron] 10.222.0.41 "GET /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7562582 Nov 25 08:52:50.542450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:50.543749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:50.556538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:50.557630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 363125fb-0e97-4a33-ba55-fcdfed20a67f {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:50.558035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:50.570960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:50.585505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:50.594142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe23d0b-ac08-4230-b2b0-404e46a15124 req-15ac5c7f-eca9-4d90-a6f9-9ca0d0b9a4d4 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:50.595702 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6fe23d0b-ac08-4230-b2b0-404e46a15124 req-15ac5c7f-eca9-4d90-a6f9-9ca0d0b9a4d4 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.9040537 Nov 25 08:52:50.599319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:50.599992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:50.620821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=a70fc21d-9d4c-4abd-9341-765d3b53cfed,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:50.640656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 363125fb-0e97-4a33-ba55-fcdfed20a67f no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:50.664130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d91a6be-6fd5-4de0-8881-57f971379e3e None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:50.676450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca28d45-582c-4ddc-bdd4-c34a6c23da32 None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:50.684718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:50.732665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b64c1931-7f1b-4bf0-ae65-499c3133e8ec None None] Calling delete_port for 363125fb-0e97-4a33-ba55-fcdfed20a67f owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:50.740514 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0495820 Nov 25 08:52:50.744579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44138) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:50.746960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:50.755413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-14ec0938-e46e-44ae-9a60-540ec5c1765c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:50.796455 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d9db71eb-0981-4c4a-a50e-96d8a79e2aaf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-789688902', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:50.816406 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6fe23d0b-ac08-4230-b2b0-404e46a15124 req-95893e63-6655-4671-a4b0-a286e313f464 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056808 Nov 25 08:52:50.817439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d9db71eb-0981-4c4a-a50e-96d8a79e2aaf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:50.822729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=1595e183-0cbe-46f3-9106-96850953541b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:50.859313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca28d45-582c-4ddc-bdd4-c34a6c23da32 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:50.860248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:50.860680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8ca28d45-582c-4ddc-bdd4-c34a6c23da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:50.861358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d9db71eb-0981-4c4a-a50e-96d8a79e2aaf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:router and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:50.871044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d9db71eb-0981-4c4a-a50e-96d8a79e2aaf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:50.883128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d9db71eb-0981-4c4a-a50e-96d8a79e2aaf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:50.948181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:50.960448 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d03132-0b04-4e9c-adaa-be4154487e64 None None] Sync routers for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:50.978454 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d03132-0b04-4e9c-adaa-be4154487e64 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:50.979375 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-53d03132-0b04-4e9c-adaa-be4154487e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:51.001114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8ca28d45-582c-4ddc-bdd4-c34a6c23da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:51.015473 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1101425 Nov 25 08:52:51.016537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44142) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:51.028894 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-20496338-05da-4d02-b29d-36d35ec048f8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "PUT /v2.0/floatingips/f774c143-5219-4ef3-b7cc-0e5df9f85c26 HTTP/1.1" status: 200 len: 977 time: 8.0315013 Nov 25 08:52:51.033373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44146) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:51.098713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e7570c7b-411a-49ad-a045-af534b4aa65c tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:51.136471 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8437a4b1-16c8-4d11-a736-e92a17bcb1f2 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags/tempest-TagsExtTest-Tag-1855790774 HTTP/1.1" status: 201 len: 201 time: 0.7379067 Nov 25 08:52:51.137351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44150) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:51.144980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca28d45-582c-4ddc-bdd4-c34a6c23da32 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:51.147318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8ca28d45-582c-4ddc-bdd4-c34a6c23da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:51.148033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-08ce333e-e6fd-4f8d-be78-131eb14fcb96 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830', 'tempest-TagsExtTest-Tag-851406460') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:51.159364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d9db71eb-0981-4c4a-a50e-96d8a79e2aaf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.161284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d9db71eb-0981-4c4a-a50e-96d8a79e2aaf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.244456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] For port 363125fb-0e97-4a33-ba55-fcdfed20a67f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=363125fb-0e97-4a33-ba55-fcdfed20a67f,segment=NetworkSegment(5988d4e7-8f96-400a-995e-c80555d7f614),segment_id=5988d4e7-8f96-400a-995e-c80555d7f614)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:51.244903 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.280651 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-53d03132-0b04-4e9c-adaa-be4154487e64 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:52:51.301190 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8ca28d45-582c-4ddc-bdd4-c34a6c23da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:51.301615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca28d45-582c-4ddc-bdd4-c34a6c23da32 None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:51.312934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b64c1931-7f1b-4bf0-ae65-499c3133e8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.333432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b07f9e08-60f9-4019-aa7b-b885a125a5cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:51.338605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d9db71eb-0981-4c4a-a50e-96d8a79e2aaf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.378318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 363125fb-0e97-4a33-ba55-fcdfed20a67f owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:51.400912 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c1931-7f1b-4bf0-ae65-499c3133e8ec None None] Pushing event deleted for resources: {'Port': ['ID=363125fb-0e97-4a33-ba55-fcdfed20a67f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:51.403411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d9db71eb-0981-4c4a-a50e-96d8a79e2aaf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.403559 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b64c1931-7f1b-4bf0-ae65-499c3133e8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:51.404303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.420489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c1931-7f1b-4bf0-ae65-499c3133e8ec None None] No DVR routers for this DVR port 363125fb-0e97-4a33-ba55-fcdfed20a67f on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:51.438620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.459144 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-08ce333e-e6fd-4f8d-be78-131eb14fcb96 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags/tempest-TagsExtTest-Tag-851406460 HTTP/1.1" status: 201 len: 201 time: 0.3178866 Nov 25 08:52:51.461250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44154) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:51.475134 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.476908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-9f715bbf-5d84-4028-bdce-a7e40db8c3da tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da', {'tags': ['tempest-TagsExtTest-Tag-1263399315', 'tempest-TagsExtTest-Tag-1836000884', 'tempest-TagsExtTest-Tag-2084853007']}) {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:51.525850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': 'a70fc21d-9d4c-4abd-9341-765d3b53cfed'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:51.526743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.552863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d0a2601d-e5a6-4841-b847-07df69869fc0 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:51.593125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: d0a2601d-e5a6-4841-b847-07df69869fc0 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:51.593517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d0a2601d-e5a6-4841-b847-07df69869fc0 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:51.668512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d9db71eb-0981-4c4a-a50e-96d8a79e2aaf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.672265 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d9db71eb-0981-4c4a-a50e-96d8a79e2aaf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9240098 Nov 25 08:52:51.678979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7570c7b-411a-49ad-a045-af534b4aa65c tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:51.728758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44158) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:51.791715 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-53d03132-0b04-4e9c-adaa-be4154487e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:48Z', 'revision_number': 9, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:51.795906 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d03132-0b04-4e9c-adaa-be4154487e64 None None] Checking router: 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:52:51.804725 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d03132-0b04-4e9c-adaa-be4154487e64 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:51.805614 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-53d03132-0b04-4e9c-adaa-be4154487e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:51.826910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Allocated IP 2001:db8::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/a70fc21d-9d4c-4abd-9341-765d3b53cfed/d5d08bf1-98a1-40e1-86d9-34a18c07092a) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:51.868398 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9f715bbf-5d84-4028-bdce-a7e40db8c3da tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags HTTP/1.1" status: 200 len: 318 time: 0.4038782 Nov 25 08:52:51.918626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44162) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:51.918783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting subnet 7053987d-59f9-4fbb-81a5-c867bad049d8 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:51.930930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-9c53c080-9a1a-436f-b9ec-d7e64b86fe6d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:51.941689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:52.021124 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-53d03132-0b04-4e9c-adaa-be4154487e64 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:52:52.027803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router 431188c7-e154-4778-9ea6-9c35e4f7f696 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:52.189020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:52.208604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Transition to ACTIVE for port object d5d08bf1-98a1-40e1-86d9-34a18c07092a will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:52.250981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Transition to ACTIVE for port object d5d08bf1-98a1-40e1-86d9-34a18c07092a will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:52.256913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:52.262622 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/431188c7-e154-4778-9ea6-9c35e4f7f696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4738858 Nov 25 08:52:52.265252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44170) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:52.267290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:52.274829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:52.285684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:52.349748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:52:52.350249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:52:52.356780 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-53d03132-0b04-4e9c-adaa-be4154487e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:48Z', 'revision_number': 9, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:52.361179 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d03132-0b04-4e9c-adaa-be4154487e64 None None] The sync data for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv is: [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:48Z', 'revision_number': 9, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9458534c-12ac-4100-8e92-ab81167eca42', 'name': '', 'network_id': '96142c08-c647-4db6-a526-dcc7e5806e22', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:74:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:40Z', 'updated_at': '2021-11-25T08:52:07Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': 'e3ede5c4-6c99-4e90-a123-c55a77965f2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:52.411195 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9c53c080-9a1a-436f-b9ec-d7e64b86fe6d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags HTTP/1.1" status: 204 len: 168 time: 0.4889383 Nov 25 08:52:52.417337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44174) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:52.433133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Pushing event updated for resources: {'Port': ['ID=d5d08bf1-98a1-40e1-86d9-34a18c07092a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:52.439782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327c2e7-2145-48c7-a74c-67083c620b5a None None] Sync routers for ids ['431188c7-e154-4778-9ea6-9c35e4f7f696'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:52.445742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:52.454735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:52.457416 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:52.459160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327c2e7-2145-48c7-a74c-67083c620b5a None None] Routers {'431188c7-e154-4778-9ea6-9c35e4f7f696'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:52.462052 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c327c2e7-2145-48c7-a74c-67083c620b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['431188c7-e154-4778-9ea6-9c35e4f7f696'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:52.486964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-dc10c209-9a68-4151-9dd0-2f44ab5417a6 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da', 'tempest-TagsExtTest-Tag-1263399315') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:52.514233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:52.558764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c327c2e7-2145-48c7-a74c-67083c620b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:52.610942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327c2e7-2145-48c7-a74c-67083c620b5a None None] Routers {'431188c7-e154-4778-9ea6-9c35e4f7f696'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:52.611490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c327c2e7-2145-48c7-a74c-67083c620b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['431188c7-e154-4778-9ea6-9c35e4f7f696'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:52.618648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7570c7b-411a-49ad-a045-af534b4aa65c tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:52.664249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7570c7b-411a-49ad-a045-af534b4aa65c tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:52.664450 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-e7570c7b-411a-49ad-a045-af534b4aa65c tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP f774c143-5219-4ef3-b7cc-0e5df9f85c26 disassociated. External IP: 172.26.3.215, port: 49a1b30a-0550-40ab-a93a-4e119a2ed90c. Nov 25 08:52:52.694846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c327c2e7-2145-48c7-a74c-67083c620b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:52.695509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327c2e7-2145-48c7-a74c-67083c620b5a None None] The sync data for ids ['431188c7-e154-4778-9ea6-9c35e4f7f696'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:52.697347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Attempting to bind port d5d08bf1-98a1-40e1-86d9-34a18c07092a on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:52.697919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Attempting to bind port d5d08bf1-98a1-40e1-86d9-34a18c07092a by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:52.698482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Attempting to bind port d5d08bf1-98a1-40e1-86d9-34a18c07092a on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:52.709035 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:52.709425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:52.709846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:52.710371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:52.710783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Bound port: d5d08bf1-98a1-40e1-86d9-34a18c07092a, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:52.711168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:52.840279 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] For port d5d08bf1-98a1-40e1-86d9-34a18c07092a, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:52.844504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] For port d5d08bf1-98a1-40e1-86d9-34a18c07092a, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d5d08bf1-98a1-40e1-86d9-34a18c07092a,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:52.854177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 363125fb-0e97-4a33-ba55-fcdfed20a67f {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:52.854840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:52.854967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:52.861495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:52.919881 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-dc10c209-9a68-4151-9dd0-2f44ab5417a6 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:52.923774 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dc10c209-9a68-4151-9dd0-2f44ab5417a6 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags/tempest-TagsExtTest-Tag-1263399315 HTTP/1.1" status: 404 len: 329 time: 0.5029457 Nov 25 08:52:52.931327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44178) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:52.939547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-0aa24f9c-43bb-4eb7-877b-bedacab07ad5 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da', 'tempest-TagsExtTest-Tag-1836000884') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:53.017214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Pushing event updated for resources: {'Port': ['ID=d5d08bf1-98a1-40e1-86d9-34a18c07092a,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:53.021972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:53.090445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:53.093832 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-0aa24f9c-43bb-4eb7-877b-bedacab07ad5 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:53.095108 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0aa24f9c-43bb-4eb7-877b-bedacab07ad5 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags/tempest-TagsExtTest-Tag-1836000884 HTTP/1.1" status: 404 len: 329 time: 0.1627042 Nov 25 08:52:53.097882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44182) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:53.103962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-fe1de98e-12af-4a24-86ce-775909f36950 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da', 'tempest-TagsExtTest-Tag-2084853007') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:53.107504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:53.194557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] The port '363125fb-0e97-4a33-ba55-fcdfed20a67f' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:52:53.246737 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-fe1de98e-12af-4a24-86ce-775909f36950 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:53.251373 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fe1de98e-12af-4a24-86ce-775909f36950 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags/tempest-TagsExtTest-Tag-2084853007 HTTP/1.1" status: 404 len: 329 time: 0.1488645 Nov 25 08:52:53.251373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:53.301331 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44186) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:53.312830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-cfceebf7-f23e-4661-b2de-8541dbfacbea tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680', {'tags': ['tempest-TagsExtTest-Tag-1716907024', 'tempest-TagsExtTest-Tag-902917741', 'tempest-TagsExtTest-Tag-1070856463']}) {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:53.413223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daed3e7-421f-4995-97aa-9d2f9724ad98 req-d5855272-baf5-45a4-940f-c338d1ac34ac tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:53.420400 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5daed3e7-421f-4995-97aa-9d2f9724ad98 req-d5855272-baf5-45a4-940f-c338d1ac34ac tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 1.2621672 Nov 25 08:52:53.566543 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cfceebf7-f23e-4661-b2de-8541dbfacbea tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags HTTP/1.1" status: 200 len: 317 time: 0.2634923 Nov 25 08:52:53.572214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44190) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:53.579310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-b9370011-5030-4242-8866-abd8e8b9df4d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:53.660382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:53.731068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 2e95fa19-875e-4a1b-a3b2-035ee09275bf {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:53.731425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:53.752947 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5daed3e7-421f-4995-97aa-9d2f9724ad98 req-3e10df75-c02f-4456-80ce-1ead7a1e1eee tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3316014 Nov 25 08:52:53.784464 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b9370011-5030-4242-8866-abd8e8b9df4d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags HTTP/1.1" status: 204 len: 168 time: 0.2002549 Nov 25 08:52:53.787040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44194) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:53.792251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:53.793994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-c94faabe-a769-492a-8da3-a133a6034169 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680', 'tempest-TagsExtTest-Tag-1716907024') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:53.803583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-976e905e-cabb-4172-ac80-66d358750bd6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:53.834745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207fe859-dafa-4318-9185-603296695fc0']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:53.866095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Subnet': ['ID=7053987d-59f9-4fbb-81a5-c867bad049d8,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:53.871412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5988d4e7-8f96-400a-995e-c80555d7f614') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:53.871707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5988d4e7-8f96-400a-995e-c80555d7f614') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:53.914037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:53.924446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b1887e-6489-4f0a-be05-90fb249b5556 None None] Network ed62734b-8795-4e2d-ba3d-09be13b1db99 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:53.929407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:53.934745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:53.999984 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/7053987d-59f9-4fbb-81a5-c867bad049d8 HTTP/1.1" status: 204 len: 168 time: 2.9739959 Nov 25 08:52:54.002778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:54.010834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44200) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:54.103188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:54.104107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7570c7b-411a-49ad-a045-af534b4aa65c tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:54.107294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:52:54.107792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:54.119291 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-c94faabe-a769-492a-8da3-a133a6034169 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:54.120316 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c94faabe-a769-492a-8da3-a133a6034169 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags/tempest-TagsExtTest-Tag-1716907024 HTTP/1.1" status: 404 len: 329 time: 0.3330841 Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:52:54.139074 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:52:54.173385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44204) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:54.241114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 2e95fa19-875e-4a1b-a3b2-035ee09275bf owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:54.275926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-4160420d-a72a-4d68-a5b5-53ac1432a9cf tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680', 'tempest-TagsExtTest-Tag-902917741') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:54.284132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c9e9ab-baf2-461e-b39d-f229d82397f5 None None] DHCP port deletion for ed62734b-8795-4e2d-ba3d-09be13b1db99 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:52:54.288727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-37c9e9ab-baf2-461e-b39d-f229d82397f5 None None] Deleting port 93044a3a-46ae-4748-8599-71a92204362f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:54.289111 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37c9e9ab-baf2-461e-b39d-f229d82397f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:54.350149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341402f-0657-4f6c-8c5b-615773349d1c req-02913daa-a38f-470a-9831-ecf7c9981ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:54.351659 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d341402f-0657-4f6c-8c5b-615773349d1c req-02913daa-a38f-470a-9831-ecf7c9981ddf tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.4381714 Nov 25 08:52:54.407130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-58c297c1-b1bb-47f3-8d47-fd8488616c03 None None] Provisioning for port d5d08bf1-98a1-40e1-86d9-34a18c07092a completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:54.455037 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d341402f-0657-4f6c-8c5b-615773349d1c req-6c9a1331-e8f1-40e9-b4b8-6cbf0d98d302 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808914 Nov 25 08:52:54.457329 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-4160420d-a72a-4d68-a5b5-53ac1432a9cf tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:54.458257 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4160420d-a72a-4d68-a5b5-53ac1432a9cf tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags/tempest-TagsExtTest-Tag-902917741 HTTP/1.1" status: 404 len: 328 time: 0.2258096 Nov 25 08:52:54.461160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44208) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:54.470460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-395b5bd8-cf29-41ed-92ad-425d6c0780ee tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680', 'tempest-TagsExtTest-Tag-1070856463') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:54.537061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:54.542595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d5d08bf1-98a1-40e1-86d9-34a18c07092a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:54.573957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7570c7b-411a-49ad-a045-af534b4aa65c tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:54.580861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:54.583352 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca18431d-2ea0-44f3-a20b-c7b22c8ca134 None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:54.587711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::1 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/a70fc21d-9d4c-4abd-9341-765d3b53cfed/1baf7422-0adb-4105-8ed9-93360abdbe31) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:54.594804 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca18431d-2ea0-44f3-a20b-c7b22c8ca134 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:54.595432 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ca18431d-2ea0-44f3-a20b-c7b22c8ca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:54.603156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5dee7177-ef4d-4eef-9ef3-4a19528783e6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:54.624640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-37c9e9ab-baf2-461e-b39d-f229d82397f5 None None] For port 93044a3a-46ae-4748-8599-71a92204362f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=93044a3a-46ae-4748-8599-71a92204362f,segment=NetworkSegment(c956e712-a689-40c9-b8b3-07bc331ab080),segment_id=c956e712-a689-40c9-b8b3-07bc331ab080)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:54.625175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37c9e9ab-baf2-461e-b39d-f229d82397f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:54.627919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:54.634435 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/networks/207fe859-dafa-4318-9185-603296695fc0 HTTP/1.1" status: 204 len: 168 time: 4.7034812 Nov 25 08:52:54.642578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44214) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:54.648295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7570c7b-411a-49ad-a045-af534b4aa65c tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:54.726669 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ca18431d-2ea0-44f3-a20b-c7b22c8ca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:54.744000 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca18431d-2ea0-44f3-a20b-c7b22c8ca134 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:54.744936 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ca18431d-2ea0-44f3-a20b-c7b22c8ca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:54.762843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-37c9e9ab-baf2-461e-b39d-f229d82397f5 None None] Calling delete_port for 93044a3a-46ae-4748-8599-71a92204362f owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:54.828045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port d5d08bf1-98a1-40e1-86d9-34a18c07092a completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:54.846270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d5d08bf1-98a1-40e1-86d9-34a18c07092a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:54.846719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:54.850484 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-395b5bd8-cf29-41ed-92ad-425d6c0780ee tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:54.851527 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-395b5bd8-cf29-41ed-92ad-425d6c0780ee tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags/tempest-TagsExtTest-Tag-1070856463 HTTP/1.1" status: 404 len: 329 time: 0.3896415 Nov 25 08:52:54.855061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44218) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:54.862503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-cb19e612-5acb-4754-8e53-123fa8e71d33 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb', {'tags': ['tempest-TagsExtTest-Tag-362626474', 'tempest-TagsExtTest-Tag-1788095212', 'tempest-TagsExtTest-Tag-1521623351']}) {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:54.913351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37c9e9ab-baf2-461e-b39d-f229d82397f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:54.926881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cb19598c-b806-4635-b1e1-65cdcaa1984b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:54.935514 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2079494934'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:54.946548 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ca18431d-2ea0-44f3-a20b-c7b22c8ca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:54.946957 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca18431d-2ea0-44f3-a20b-c7b22c8ca134 None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:54.949745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:54.954111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:network and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:54.957475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:54.974408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9e9ab-baf2-461e-b39d-f229d82397f5 None None] Pushing event deleted for resources: {'Port': ['ID=93044a3a-46ae-4748-8599-71a92204362f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:54.976454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9e9ab-baf2-461e-b39d-f229d82397f5 None None] No DVR routers for this DVR port 93044a3a-46ae-4748-8599-71a92204362f on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:52:54.979102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:54.980997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-37c9e9ab-baf2-461e-b39d-f229d82397f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:54.999665 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e7570c7b-411a-49ad-a045-af534b4aa65c tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "PUT /v2.0/floatingips/f774c143-5219-4ef3-b7cc-0e5df9f85c26 HTTP/1.1" status: 200 len: 688 time: 3.9648376 Nov 25 08:52:55.001404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Network': ['ID=207fe859-dafa-4318-9185-603296695fc0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:55.005313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44224) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:55.068029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:55.079810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.099478 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cb19e612-5acb-4754-8e53-123fa8e71d33 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags HTTP/1.1" status: 200 len: 317 time: 0.2436483 Nov 25 08:52:55.101025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:55.105041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.106928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44228) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:55.107642 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.114591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3d03fe6b-c42f-4a79-970c-465a10c757c7 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:55.129027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port d5d08bf1-98a1-40e1-86d9-34a18c07092a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d5d08bf1-98a1-40e1-86d9-34a18c07092a,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:55.134591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.136996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1a54430b-4713-4e7d-a712-67e9b55e8c64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:55.153287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-60e2c99f-e369-4e4e-a00b-d724667a7a25 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:55.189473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a28cf3a5-376a-4d93-a3ec-137ce2f25736 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:55.223214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=2e95fa19-875e-4a1b-a3b2-035ee09275bf,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:55.235132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:55.243178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: a28cf3a5-376a-4d93-a3ec-137ce2f25736 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:55.243539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device a28cf3a5-376a-4d93-a3ec-137ce2f25736 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:55.244700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93044a3a-46ae-4748-8599-71a92204362f no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:52:55.285569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 93044a3a-46ae-4748-8599-71a92204362f {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:52:55.285569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93044a3a-46ae-4748-8599-71a92204362f not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:52:55.295396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=d5d08bf1-98a1-40e1-86d9-34a18c07092a,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:55.298708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:55.403731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:52:55.415320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port 296f09a1-3043-43fe-b5d7-19caaf64c340 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:55.415634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.473215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.505632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.506048 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Added segment cc7b3f65-f532-4ff8-8c70-c42b2ff16c08 of type vlan for network 73f4f580-c8b5-4783-a41c-a86638719b7e Nov 25 08:52:55.510227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf35d2-cf61-4107-a8df-f4432a4dce44 req-98dbf5a1-91a0-4f21-9924-3bea2fc14bf4 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:55.511732 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6acf35d2-cf61-4107-a8df-f4432a4dce44 req-98dbf5a1-91a0-4f21-9924-3bea2fc14bf4 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.4956498 Nov 25 08:52:55.545934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed62734b-8795-4e2d-ba3d-09be13b1db99']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:55.581868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c956e712-a689-40c9-b8b3-07bc331ab080') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:55.582215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c956e712-a689-40c9-b8b3-07bc331ab080') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:55.608809 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-60e2c99f-e369-4e4e-a00b-d724667a7a25 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags HTTP/1.1" status: 204 len: 168 time: 0.4970195 Nov 25 08:52:55.613172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44232) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:55.620095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.632966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-43e96393-443c-4beb-9e10-c5450b22ede4 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb', 'tempest-TagsExtTest-Tag-362626474') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:55.663206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.683778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.693633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.724107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.748853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 1baf7422-0adb-4105-8ed9-93360abdbe31 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:55.754311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:52:55.754715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.755798 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6acf35d2-cf61-4107-a8df-f4432a4dce44 req-953be468-4c04-4be6-9953-a18072976c34 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309656 Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:52:55.770000 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:52:55.856024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.861446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:55.862016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.879153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa335ad9-a8e1-41ad-8d49-5ceb87f39399 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:55.907701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.908021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:55.952114 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-43e96393-443c-4beb-9e10-c5450b22ede4 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:55.953141 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-43e96393-443c-4beb-9e10-c5450b22ede4 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags/tempest-TagsExtTest-Tag-362626474 HTTP/1.1" status: 404 len: 328 time: 0.3292046 Nov 25 08:52:55.961213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44236) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:56.017553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-c34f3d7b-7bfb-4cc1-83b9-80cfb0a35421 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb', 'tempest-TagsExtTest-Tag-1788095212') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:56.032293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:56.103550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for 296f09a1-3043-43fe-b5d7-19caaf64c340 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:56.144327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:56.148171 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/networks/ed62734b-8795-4e2d-ba3d-09be13b1db99 HTTP/1.1" status: 204 len: 168 time: 2.1334906 Nov 25 08:52:56.161582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44240) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:56.169944 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2504930 Nov 25 08:52:56.196960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44244) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:56.219542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': '73f4f580-c8b5-4783-a41c-a86638719b7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:56.226802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Network': ['ID=73f4f580-c8b5-4783-a41c-a86638719b7e,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:56.229413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:56.238004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 73f4f580-c8b5-4783-a41c-a86638719b7e details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:52:56.244300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-76153c43-cce9-400a-be21-b57ced37f1b6 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:56.351333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router 431188c7-e154-4778-9ea6-9c35e4f7f696 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:52:56.421097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d5d08bf1-98a1-40e1-86d9-34a18c07092a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:52:56.459323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Network': ['ID=ed62734b-8795-4e2d-ba3d-09be13b1db99,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:56.461660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:56.462877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:56.476688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:56.497693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d5d08bf1-98a1-40e1-86d9-34a18c07092a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:56.498207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:56.532159 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-c34f3d7b-7bfb-4cc1-83b9-80cfb0a35421 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:56.533193 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c34f3d7b-7bfb-4cc1-83b9-80cfb0a35421 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags/tempest-TagsExtTest-Tag-1788095212 HTTP/1.1" status: 404 len: 329 time: 0.5710883 Nov 25 08:52:56.534844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:56.539191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44248) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:56.542772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:56.547290 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:56.553019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-168c0966-077b-45ff-ac03-67fad6588b1e tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb', 'tempest-TagsExtTest-Tag-1521623351') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:56.594245 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:56.597912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=1baf7422-0adb-4105-8ed9-93360abdbe31,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:56.602157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:56.606582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:56.610511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:56.610665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:56.610770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:56.612821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:56.644906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834254b1-6f92-42c0-a0df-bdde42f15301 None None] Sync routers for ids ['431188c7-e154-4778-9ea6-9c35e4f7f696'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:56.657084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834254b1-6f92-42c0-a0df-bdde42f15301 None None] Routers {'431188c7-e154-4778-9ea6-9c35e4f7f696'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:56.657885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-834254b1-6f92-42c0-a0df-bdde42f15301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['431188c7-e154-4778-9ea6-9c35e4f7f696'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:56.699973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:56.703835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:56.723221 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/431188c7-e154-4778-9ea6-9c35e4f7f696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4429767 Nov 25 08:52:56.731082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44252) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:56.773049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-834254b1-6f92-42c0-a0df-bdde42f15301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:56.790705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834254b1-6f92-42c0-a0df-bdde42f15301 None None] Routers {'431188c7-e154-4778-9ea6-9c35e4f7f696'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:56.791354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-834254b1-6f92-42c0-a0df-bdde42f15301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['431188c7-e154-4778-9ea6-9c35e4f7f696'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:56.847491 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-168c0966-077b-45ff-ac03-67fad6588b1e tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:56.851388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-834254b1-6f92-42c0-a0df-bdde42f15301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:56.851562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834254b1-6f92-42c0-a0df-bdde42f15301 None None] The sync data for ids ['431188c7-e154-4778-9ea6-9c35e4f7f696'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:52:56.851785 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-168c0966-077b-45ff-ac03-67fad6588b1e tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags/tempest-TagsExtTest-Tag-1521623351 HTTP/1.1" status: 404 len: 329 time: 0.3103645 Nov 25 08:52:56.852537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44258) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:56.869050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c32e5312-213a-441b-8d4a-9a7d145a3e65 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Synchronizing usage tracker for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:52:56.880002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-7fee25ed-3ec7-41b7-9225-5b17dfbec628 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830', {'tags': ['tempest-TagsExtTest-Tag-144630734', 'tempest-TagsExtTest-Tag-963371768', 'tempest-TagsExtTest-Tag-609914366']}) {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:56.934318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c32e5312-213a-441b-8d4a-9a7d145a3e65 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Unset dirty status for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:52:56.935490 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c32e5312-213a-441b-8d4a-9a7d145a3e65 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=431188c7-e154-4778-9ea6-9c35e4f7f696 HTTP/1.1" status: 200 len: 205 time: 0.2033384 Nov 25 08:52:56.939326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44262) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:56.970669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ba7789d7-1cc7-480e-bac5-aac45520a973 None None] Provisioning for port 1baf7422-0adb-4105-8ed9-93360abdbe31 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:52:56.977278 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ba7789d7-1cc7-480e-bac5-aac45520a973 None None] Provisioning complete for port 1baf7422-0adb-4105-8ed9-93360abdbe31 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:56.977855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba7789d7-1cc7-480e-bac5-aac45520a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.037290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.050245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ba7789d7-1cc7-480e-bac5-aac45520a973 None None] Port 1baf7422-0adb-4105-8ed9-93360abdbe31 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:57.054826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:57.092327 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7fee25ed-3ec7-41b7-9225-5b17dfbec628 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "PUT /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags HTTP/1.1" status: 200 len: 315 time: 0.2255225 Nov 25 08:52:57.095575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44266) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:57.101567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a754daa-1c49-4809-a89b-607c46a7b281 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.130430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=296f09a1-3043-43fe-b5d7-19caaf64c340,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:57.151879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-d80ca47d-867c-4aa0-a5e0-bcc45bdb6a36 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:57.178418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:57.186123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb894e-c508-4d61-857c-fb1ceb5d2f58 req-a70bf6ec-a4c0-4948-810a-ad9801e154a7 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:57.187649 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a1fb894e-c508-4d61-857c-fb1ceb5d2f58 req-a70bf6ec-a4c0-4948-810a-ad9801e154a7 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.2494528 Nov 25 08:52:57.350842 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a1fb894e-c508-4d61-857c-fb1ceb5d2f58 req-cdb9b5fd-6416-4900-95fe-5f9e5978642a tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319163 Nov 25 08:52:57.353881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.362670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.444102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.447743 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/floatingips/f774c143-5219-4ef3-b7cc-0e5df9f85c26 HTTP/1.1" status: 204 len: 168 time: 2.4387972 Nov 25 08:52:57.451179 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44270) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:57.638421 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-5962121d-b762-4e6f-a76a-03266ea032bc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] delete failed (client error): The resource could not be found. Nov 25 08:52:57.644837 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5962121d-b762-4e6f-a76a-03266ea032bc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/floatingips/f774c143-5219-4ef3-b7cc-0e5df9f85c26 HTTP/1.1" status: 404 len: 345 time: 0.1872513 Nov 25 08:52:57.644952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44274) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:57.652835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a754daa-1c49-4809-a89b-607c46a7b281 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.656299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a754daa-1c49-4809-a89b-607c46a7b281 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.765302 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d80ca47d-867c-4aa0-a5e0-bcc45bdb6a36 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags HTTP/1.1" status: 204 len: 168 time: 0.6687422 Nov 25 08:52:57.772396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44278) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:57.776727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a754daa-1c49-4809-a89b-607c46a7b281 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.777218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a754daa-1c49-4809-a89b-607c46a7b281 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Fanout notify agent at l3_agent the message router_deleted on router 431188c7-e154-4778-9ea6-9c35e4f7f696 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:52:57.787208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-29de63ae-9ecb-43ca-9215-6e79c08ba458 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830', 'tempest-TagsExtTest-Tag-144630734') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:57.808598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.814148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b290fa25-ec7a-41f1-ad14-c0f4fb692b18 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:57.828104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.893084 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a754daa-1c49-4809-a89b-607c46a7b281 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:57.896972 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2a754daa-1c49-4809-a89b-607c46a7b281 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/431188c7-e154-4778-9ea6-9c35e4f7f696 HTTP/1.1" status: 204 len: 168 time: 0.9545147 Nov 25 08:52:57.907694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44282) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:57.917236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-e61ad716-b8e2-450f-9c4a-3815e842fa45 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:57.918679 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-e61ad716-b8e2-450f-9c4a-3815e842fa45 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.3933029 Nov 25 08:52:57.968802 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-29de63ae-9ecb-43ca-9215-6e79c08ba458 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:57.972491 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-29de63ae-9ecb-43ca-9215-6e79c08ba458 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags/tempest-TagsExtTest-Tag-144630734 HTTP/1.1" status: 404 len: 328 time: 0.1943471 Nov 25 08:52:58.028115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44286) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:58.028115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Subnet': ['ID=5875bad4-d925-4430-855f-50cc78ce9bfc,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:58.036213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:58.049195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-ced2018c-223d-4b43-bb43-00bf63b935bd tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830', 'tempest-TagsExtTest-Tag-963371768') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:58.068559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881d81c8-3b28-4baa-adc8-40cb7bc97bf2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:58.074445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881d81c8-3b28-4baa-adc8-40cb7bc97bf2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:58.081889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881d81c8-3b28-4baa-adc8-40cb7bc97bf2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:58.085031 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-881d81c8-3b28-4baa-adc8-40cb7bc97bf2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "GET /v2.0/ports?network_id=867fa543-ea09-483c-9c73-4344fc70fde8 HTTP/1.1" status: 200 len: 2357 time: 0.4362588 Nov 25 08:52:58.089770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44290) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:58.119814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Checking segment: {'id': 'cc7b3f65-f532-4ff8-8c70-c42b2ff16c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '73f4f580-c8b5-4783-a41c-a86638719b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:58.120180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network hostable DHCP agents. Network: 73f4f580-c8b5-4783-a41c-a86638719b7e, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:52:58.137050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5f6694-afc8-4afc-a1ec-da8e2c6edd57 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting subnet d41011ab-7f4c-4755-adf1-496625ffe381 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:58.144074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Deleting port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:58.144345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.181737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1c5f6694-afc8-4afc-a1ec-da8e2c6edd57 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.248640 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-ced2018c-223d-4b43-bb43-00bf63b935bd tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:58.252273 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ced2018c-223d-4b43-bb43-00bf63b935bd tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags/tempest-TagsExtTest-Tag-963371768 HTTP/1.1" status: 404 len: 328 time: 0.2192092 Nov 25 08:52:58.255054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44294) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:58.257950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 73f4f580-c8b5-4783-a41c-a86638719b7e is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:52:58.272354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1c5f6694-afc8-4afc-a1ec-da8e2c6edd57 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.275606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1647fd55-ee76-49e2-8afd-8e2b31183e3a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:58.281488 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1647fd55-ee76-49e2-8afd-8e2b31183e3a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "GET /v2.0/subnets/6ab45890-dc3c-4310-a037-0f6b99d5876b HTTP/1.1" status: 200 len: 797 time: 0.1831677 Nov 25 08:52:58.281488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.tag.tag_plugin [None req-fffec819-47d2-4d74-998b-3195218d0521 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830', 'tempest-TagsExtTest-Tag-609914366') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:58.307031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44298) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:58.348417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'port': {'network_id': '867fa543-ea09-483c-9c73-4344fc70fde8', 'name': 'tempest-FloatingIPTestJSON-920329511', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:58.348986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.356804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.357601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.364228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b55c61e0-614e-4c63-a4d9-20235d3d5880 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:58.371819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 73f4f580-c8b5-4783-a41c-a86638719b7e) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:58.388548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a34116-b491-4721-9e2a-513f91d1678f None None] Network 73f4f580-c8b5-4783-a41c-a86638719b7e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:58.390688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:58.391270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.406428 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-fffec819-47d2-4d74-998b-3195218d0521 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] show failed (client error): The resource could not be found. Nov 25 08:52:58.407463 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fffec819-47d2-4d74-998b-3195218d0521 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags/tempest-TagsExtTest-Tag-609914366 HTTP/1.1" status: 404 len: 328 time: 0.1433017 Nov 25 08:52:58.435690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44304) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:58.446256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.tag.tag_plugin [None req-517eaf4b-3d2c-4077-9974-4266102b7a1b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2e3c045-6a99-44f2-a8f6-e29d6268e830') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:58.551717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=1baf7422-0adb-4105-8ed9-93360abdbe31,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:58.559516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:58.612891 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4053819 Nov 25 08:52:58.615350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44308) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:58.645817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2073eaaa-a1cf-4c76-8e5c-8dbb0a96699a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-399899317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:58.657137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2073eaaa-a1cf-4c76-8e5c-8dbb0a96699a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:58.669261 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-517eaf4b-3d2c-4077-9974-4266102b7a1b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830/tags HTTP/1.1" status: 204 len: 168 time: 0.2262254 Nov 25 08:52:58.669261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2073eaaa-a1cf-4c76-8e5c-8dbb0a96699a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:router and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:58.674955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44312) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:58.679908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-73f4f580-c8b5-4783-a41c-a86638719b7e', 'network_id': '73f4f580-c8b5-4783-a41c-a86638719b7e', 'tenant_id': 'f8f43b3aa68c4f21aa9ed91a16b90df3', 'fixed_ips': [{'subnet_id': '5875bad4-d925-4430-855f-50cc78ce9bfc'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:52:58.680765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.682896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2073eaaa-a1cf-4c76-8e5c-8dbb0a96699a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:58.696158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:58.697153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2073eaaa-a1cf-4c76-8e5c-8dbb0a96699a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:58.698586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-0d76a0bb-0260-488e-a5b2-a18d8e137944 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fac5b066-9a0f-472d-9de7-61efee9fa8eb') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:58.702150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:58.705738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 9458534c-12ac-4100-8e92-ab81167eca42 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:52:58.706703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.801956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2073eaaa-a1cf-4c76-8e5c-8dbb0a96699a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.803026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2073eaaa-a1cf-4c76-8e5c-8dbb0a96699a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.823949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:58.867019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Allocated IP 2001:db8::2 (73f4f580-c8b5-4783-a41c-a86638719b7e/5875bad4-d925-4430-855f-50cc78ce9bfc/7686dd48-50ee-4439-8224-b52314d8e310) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:52:58.878733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1c5f6694-afc8-4afc-a1ec-da8e2c6edd57 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.933456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:port and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:58.941994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2073eaaa-a1cf-4c76-8e5c-8dbb0a96699a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.945603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] For port cbfab90d-5d9c-457a-b69a-c1e7746f2a28, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cbfab90d-5d9c-457a-b69a-c1e7746f2a28,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:58.945965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:58.953365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:58.974188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:59.078866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2073eaaa-a1cf-4c76-8e5c-8dbb0a96699a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.095932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6737f3-9356-4068-ab61-10b18bc6d1c1 req-b326c6ff-a5cb-4651-a5ab-222ee285bc25 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:59.097533 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4f6737f3-9356-4068-ab61-10b18bc6d1c1 req-b326c6ff-a5cb-4651-a5ab-222ee285bc25 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 945 time: 0.6061118 Nov 25 08:52:59.109678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Made reservation on behalf of 1ffa87d38881417d8613105ef80ce332 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:59.131984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] For port 9458534c-12ac-4100-8e92-ab81167eca42, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9458534c-12ac-4100-8e92-ab81167eca42,segment=NetworkSegment(e377cf8f-cb33-47fd-9ab0-98b2572b4f98),segment_id=e377cf8f-cb33-47fd-9ab0-98b2572b4f98)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:52:59.132255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.139789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2073eaaa-a1cf-4c76-8e5c-8dbb0a96699a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.146028 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2073eaaa-a1cf-4c76-8e5c-8dbb0a96699a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5177288 Nov 25 08:52:59.146395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44316) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:59.193165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.211405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Transition to ACTIVE for port object 7686dd48-50ee-4439-8224-b52314d8e310 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:59.223308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cc40a630-87bb-454f-858f-5a2296d49f4e None None] Provisioning complete for port 1baf7422-0adb-4105-8ed9-93360abdbe31 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:59.223821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cc40a630-87bb-454f-858f-5a2296d49f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.262975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'network_id': '73f4f580-c8b5-4783-a41c-a86638719b7e', 'name': 'tempest-PortsIpV6TestJSON-465703123'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:52:59.282327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cc40a630-87bb-454f-858f-5a2296d49f4e None None] Port 1baf7422-0adb-4105-8ed9-93360abdbe31 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:52:59.287343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 9458534c-12ac-4100-8e92-ab81167eca42 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:59.296054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Transition to ACTIVE for port object 7686dd48-50ee-4439-8224-b52314d8e310 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:52:59.302597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.311915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-77c2d484-8da1-460e-8413-69a4931e0603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:59.322588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Router f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:52:59.366975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Network 73f4f580-c8b5-4783-a41c-a86638719b7e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:52:59.369777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:52:59.374457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:52:59.420686 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0d76a0bb-0260-488e-a5b2-a18d8e137944 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb/tags HTTP/1.1" status: 204 len: 168 time: 0.7428670 Nov 25 08:52:59.435344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44320) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:59.437544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Pushing event updated for resources: {'Port': ['ID=7686dd48-50ee-4439-8224-b52314d8e310,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:59.441682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:59.454664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.tag.tag_plugin [None req-c4697a18-3df7-4d05-8c21-603bde875e34 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cf4ca8f2-a7c2-4889-bc72-05275013f680') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:59.501011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Attempting to bind port 7686dd48-50ee-4439-8224-b52314d8e310 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:52:59.501388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Attempting to bind port 7686dd48-50ee-4439-8224-b52314d8e310 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'cc7b3f65-f532-4ff8-8c70-c42b2ff16c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '73f4f580-c8b5-4783-a41c-a86638719b7e'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:52:59.501976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Attempting to bind port 7686dd48-50ee-4439-8224-b52314d8e310 on network 73f4f580-c8b5-4783-a41c-a86638719b7e {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:52:59.507604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:52:59.507984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Checking segment: {'id': 'cc7b3f65-f532-4ff8-8c70-c42b2ff16c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '73f4f580-c8b5-4783-a41c-a86638719b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:52:59.508389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.508785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Bound using segment: {'id': 'cc7b3f65-f532-4ff8-8c70-c42b2ff16c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '73f4f580-c8b5-4783-a41c-a86638719b7e'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:52:59.509250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Bound port: 7686dd48-50ee-4439-8224-b52314d8e310, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7b3f65-f532-4ff8-8c70-c42b2ff16c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '73f4f580-c8b5-4783-a41c-a86638719b7e'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:52:59.509802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.514604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1c5f6694-afc8-4afc-a1ec-da8e2c6edd57 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.524843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9ba1482d-c03b-4f41-83de-136b2372ca2b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:59.553646 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4f6737f3-9356-4068-ab61-10b18bc6d1c1 req-4f4ad718-40b2-43f7-b910-f4e54d317d1d tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d819f4-020c-4a8b-bf3e-f447ed91cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4450467 Nov 25 08:52:59.597955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e9470b-4cce-4c2a-871b-a46f7966ea82 None None] Network 1ab90678-ec5e-4f23-851f-cca3b4423023 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:52:59.600187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f6694-afc8-4afc-a1ec-da8e2c6edd57 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Subnet': ['ID=d41011ab-7f4c-4755-adf1-496625ffe381,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:59.605337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1c5f6694-afc8-4afc-a1ec-da8e2c6edd57 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.669694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1c5f6694-afc8-4afc-a1ec-da8e2c6edd57 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:59.695740 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1c5f6694-afc8-4afc-a1ec-da8e2c6edd57 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/d41011ab-7f4c-4755-adf1-496625ffe381 HTTP/1.1" status: 204 len: 168 time: 1.7760658 Nov 25 08:52:59.702527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44324) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:59.718796 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] For port 7686dd48-50ee-4439-8224-b52314d8e310, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:52:59.754537 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] For port 7686dd48-50ee-4439-8224-b52314d8e310, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7686dd48-50ee-4439-8224-b52314d8e310,segment=NetworkSegment(cc7b3f65-f532-4ff8-8c70-c42b2ff16c08),segment_id=cc7b3f65-f532-4ff8-8c70-c42b2ff16c08)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:52:59.771791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.776323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:52:59.778118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:52:59.788449 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "PUT /v2.0/routers/f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0405567 Nov 25 08:52:59.789111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44328) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:52:59.790562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:52:59.790918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.796547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:52:59.797519 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Sync routers for ids ['f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:52:59.805449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:52:59.818919 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Routers {'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:52:59.819871 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:52:59.830547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] device_id is not set on port df8440f3-eb04-4d10-b381-2ada647c52ab yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:52:59.839629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:52:59.879300 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.879670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.879985 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Floating IP a6a15cd7-9c34-418a-9a4b-d63af13053f2 disassociated. External IP: 172.26.3.201, port: cbfab90d-5d9c-457a-b69a-c1e7746f2a28. Nov 25 08:52:59.880325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Calling delete_port for cbfab90d-5d9c-457a-b69a-c1e7746f2a28 owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:52:59.899594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:52:59.915511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.931897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Pushing event updated for resources: {'Port': ['ID=7686dd48-50ee-4439-8224-b52314d8e310,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:59.942453 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:52:59.953913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6feb66-14e0-4489-bdc6-7a7188dd8fd9 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting subnet 516fc3e6-2397-4733-aa3a-bd1c745131dc {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:52:59.964879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b6feb66-14e0-4489-bdc6-7a7188dd8fd9 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:52:59.988751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565541cb-7c1e-4f91-84c5-df25f2cea7f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:59.989360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-565541cb-7c1e-4f91-84c5-df25f2cea7f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:00.013162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port 6e025a11-c759-4c8d-b157-c04f215e85b0 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:53:00.039458 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Set router f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:00.054005 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b6feb66-14e0-4489-bdc6-7a7188dd8fd9 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:00.066764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642736b4-2328-4507-821b-ceaf59304d27 None None] DHCP port deletion for 1ab90678-ec5e-4f23-851f-cca3b4423023 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:53:00.072834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-642736b4-2328-4507-821b-ceaf59304d27 None None] Deleting port 525593aa-9167-4a02-b7b7-ab8994f18ea7 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:00.073998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-642736b4-2328-4507-821b-ceaf59304d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:00.085578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-565541cb-7c1e-4f91-84c5-df25f2cea7f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:00.089144 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-565541cb-7c1e-4f91-84c5-df25f2cea7f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports/1baf7422-0adb-4105-8ed9-93360abdbe31 HTTP/1.1" status: 200 len: 911 time: 0.2917361 Nov 25 08:53:00.091428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44332) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:00.100332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:00.142980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1d6bf288-e78f-4afb-86a1-430cbccbf512 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:00.227242 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c4697a18-3df7-4d05-8c21-603bde875e34 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680/tags HTTP/1.1" status: 204 len: 168 time: 0.7805285 Nov 25 08:53:00.243153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44336) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:00.281692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.tag.tag_plugin [None req-e759c3ca-8384-4f0d-b728-892c327dc6c7 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a38d60a5-6636-4393-9dde-205b4a5412da') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:00.339170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=9458534c-12ac-4100-8e92-ab81167eca42,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:00.485111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:00.536988 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0', 'name': 'tempest-NetworksTestDHCPv6-router-789688902', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:52:51Z', 'updated_at': '2021-11-25T08:52:57Z', 'revision_number': 2, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None, '_interfaces': [{'id': '1baf7422-0adb-4105-8ed9-93360abdbe31', 'name': '', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'mac_address': 'fa:16:3e:ac:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'a70fc21d-9d4c-4abd-9341-765d3b53cfed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:53Z', 'updated_at': '2021-11-25T08:52:57Z', 'revision_number': 2, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'subnets': [{'id': 'a70fc21d-9d4c-4abd-9341-765d3b53cfed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:00.542951 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Checking router: f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:00.543536 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Updating router f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 port 1baf7422-0adb-4105-8ed9-93360abdbe31 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:53:00.603845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-642736b4-2328-4507-821b-ceaf59304d27 None None] For port 525593aa-9167-4a02-b7b7-ab8994f18ea7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=525593aa-9167-4a02-b7b7-ab8994f18ea7,segment=NetworkSegment(bad4d88e-4dce-4697-93a5-1812aeaba18b),segment_id=bad4d88e-4dce-4697-93a5-1812aeaba18b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:00.606491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-642736b4-2328-4507-821b-ceaf59304d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:00.640016 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:00.739531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b6feb66-14e0-4489-bdc6-7a7188dd8fd9 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:00.785830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-642736b4-2328-4507-821b-ceaf59304d27 None None] Calling delete_port for 525593aa-9167-4a02-b7b7-ab8994f18ea7 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:00.791779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:00.810026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:00.871485 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-63ea181a-d771-410e-b0c4-b9fa4e49ab57 req-c42f9942-d37b-4fef-bf9c-8077de333504 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 210 time: 0.0875852 Nov 25 08:53:00.875150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7686dd48-50ee-4439-8224-b52314d8e310 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:00.922134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8::5 (73f4f580-c8b5-4783-a41c-a86638719b7e/5875bad4-d925-4430-855f-50cc78ce9bfc/6e025a11-c759-4c8d-b157-c04f215e85b0) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:00.925333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-642736b4-2328-4507-821b-ceaf59304d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:00.937313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eab62fbe-b3b0-41e7-a007-c48581076d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:00.966915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Pushing event deleted for resources: {'Port': ['ID=cbfab90d-5d9c-457a-b69a-c1e7746f2a28,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:01.003865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:01.023177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409b68c9-cc67-4e32-9566-387398d8eac0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:01.035652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409b68c9-cc67-4e32-9566-387398d8eac0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:01.037408 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-409b68c9-cc67-4e32-9566-387398d8eac0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9421875 Nov 25 08:53:01.037711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642736b4-2328-4507-821b-ceaf59304d27 None None] No DVR routers for this DVR port 525593aa-9167-4a02-b7b7-ab8994f18ea7 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:01.049053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642736b4-2328-4507-821b-ceaf59304d27 None None] Pushing event deleted for resources: {'Port': ['ID=525593aa-9167-4a02-b7b7-ab8994f18ea7,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:01.051928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44342) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:01.057019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-642736b4-2328-4507-821b-ceaf59304d27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:01.109518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 7686dd48-50ee-4439-8224-b52314d8e310 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:01.191971 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:01.204118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 525593aa-9167-4a02-b7b7-ab8994f18ea7 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:01.254138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.20.0.14 (867fa543-ea09-483c-9c73-4344fc70fde8/6ab45890-dc3c-4310-a037-0f6b99d5876b/df8440f3-eb04-4d10-b381-2ada647c52ab) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:01.267780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.20.0.13 (867fa543-ea09-483c-9c73-4344fc70fde8/6ab45890-dc3c-4310-a037-0f6b99d5876b/df8440f3-eb04-4d10-b381-2ada647c52ab) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:01.268002 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 525593aa-9167-4a02-b7b7-ab8994f18ea7 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:01.269058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 525593aa-9167-4a02-b7b7-ab8994f18ea7 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:01.323541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:01.374028 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Transition to ACTIVE for port object 1baf7422-0adb-4105-8ed9-93360abdbe31 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:01.381385 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:01.386079 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:01.396668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b6feb66-14e0-4489-bdc6-7a7188dd8fd9 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:01.410562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e1d428bb-84d2-43bc-9306-a3e9c720a6ce tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:01.475471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6feb66-14e0-4489-bdc6-7a7188dd8fd9 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Subnet': ['ID=516fc3e6-2397-4733-aa3a-bd1c745131dc,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:01.477905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2b6feb66-14e0-4489-bdc6-7a7188dd8fd9 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:01.485290 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b6feb66-14e0-4489-bdc6-7a7188dd8fd9 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:01.494358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b75e6a6-2f0c-4776-84ac-8bd803dfc0ea None None] Network 73f4f580-c8b5-4783-a41c-a86638719b7e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:01.532140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22467c4-37dd-4827-b5da-868b72b3dfc6 None None] Network 3960d6f9-e7b1-4d5a-a770-4120a3b19567 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:01.581670 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e759c3ca-8384-4f0d-b728-892c327dc6c7 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da/tags HTTP/1.1" status: 204 len: 168 time: 1.3182151 Nov 25 08:53:01.595383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44346) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:01.619417 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Pushing event updated for resources: {'Port': ['ID=1baf7422-0adb-4105-8ed9-93360abdbe31,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:01.647983 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.648340 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.648861 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.649423 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.649904 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.650450 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.653403 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.654586 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.655101 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.655591 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.656078 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.656576 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:01.677493 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:01.690869 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Attempting to bind port 1baf7422-0adb-4105-8ed9-93360abdbe31 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:01.691335 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Attempting to bind port 1baf7422-0adb-4105-8ed9-93360abdbe31 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:01.692271 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Attempting to bind port 1baf7422-0adb-4105-8ed9-93360abdbe31 on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:01.697813 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:01.698302 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:01.698844 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:01.699309 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:01.699849 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Bound port: 1baf7422-0adb-4105-8ed9-93360abdbe31, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:01.700313 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:01.773622 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2b6feb66-14e0-4489-bdc6-7a7188dd8fd9 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/516fc3e6-2397-4733-aa3a-bd1c745131dc HTTP/1.1" status: 204 len: 168 time: 2.0628581 Nov 25 08:53:01.781825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44350) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:01.810802 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] For port 1baf7422-0adb-4105-8ed9-93360abdbe31, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:01.815042 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] For port 1baf7422-0adb-4105-8ed9-93360abdbe31, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1baf7422-0adb-4105-8ed9-93360abdbe31,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:01.823412 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:01.836735 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:01.894252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Router de8748c0-eb10-4656-8345-2228681b8379 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:01.898542 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Routers {'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:01.899291 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:01.903676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device cbfab90d-5d9c-457a-b69a-c1e7746f2a28 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:02.092958 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Pushing event updated for resources: {'Port': ['ID=1baf7422-0adb-4105-8ed9-93360abdbe31,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:02.099841 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:02.119591 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] Set router f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:02.148979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: cbfab90d-5d9c-457a-b69a-c1e7746f2a28 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:02.150338 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device cbfab90d-5d9c-457a-b69a-c1e7746f2a28 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:02.168910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.217439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f859bb1a-443a-412b-b941-ed0803a4e630 None None] Provisioning for port 7686dd48-50ee-4439-8224-b52314d8e310 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:02.239198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f859bb1a-443a-412b-b941-ed0803a4e630 None None] Provisioning complete for port 7686dd48-50ee-4439-8224-b52314d8e310 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:02.239617 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f859bb1a-443a-412b-b941-ed0803a4e630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.256145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-f065ddb5-63ae-465e-b010-3d4f06cd16b6 req-6fc68964-5803-4d14-bcd4-a6365d56f95c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Synchronizing usage tracker for tenant:8112514b1f3d47e090b4462ec34c3fce on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:02.269337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.364193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-f065ddb5-63ae-465e-b010-3d4f06cd16b6 req-6fc68964-5803-4d14-bcd4-a6365d56f95c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Unset dirty status for tenant:8112514b1f3d47e090b4462ec34c3fce on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:02.365359 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f065ddb5-63ae-465e-b010-3d4f06cd16b6 req-6fc68964-5803-4d14-bcd4-a6365d56f95c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 210 time: 0.2428069 Nov 25 08:53:02.449435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:02.514361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:02.520344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f859bb1a-443a-412b-b941-ed0803a4e630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.573528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f859bb1a-443a-412b-b941-ed0803a4e630 None None] For port 7686dd48-50ee-4439-8224-b52314d8e310, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7686dd48-50ee-4439-8224-b52314d8e310,segment=NetworkSegment(cc7b3f65-f532-4ff8-8c70-c42b2ff16c08),segment_id=cc7b3f65-f532-4ff8-8c70-c42b2ff16c08)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:02.575073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f1c4c-421b-4153-855f-06b085ff7a1b None None] Sync routers for ids ['de8748c0-eb10-4656-8345-2228681b8379'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:02.595299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec5484-2446-4e96-8a4d-431d0260a076 None None] DHCP port deletion for 3960d6f9-e7b1-4d5a-a770-4120a3b19567 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:53:02.598825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.601845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.603458 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f859bb1a-443a-412b-b941-ed0803a4e630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.610143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7116a726-51ea-4e17-90d7-1e6011dbc8f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:02.637047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:02.638389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.688842 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0', 'name': 'tempest-NetworksTestDHCPv6-router-789688902', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:52:51Z', 'updated_at': '2021-11-25T08:52:57Z', 'revision_number': 2, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None, '_interfaces': [{'id': '1baf7422-0adb-4105-8ed9-93360abdbe31', 'name': '', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'mac_address': 'fa:16:3e:ac:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'a70fc21d-9d4c-4abd-9341-765d3b53cfed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:53Z', 'updated_at': '2021-11-25T08:53:01Z', 'revision_number': 4, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'subnets': [{'id': 'a70fc21d-9d4c-4abd-9341-765d3b53cfed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:02.694846 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a186d-ab43-4078-9d58-823e3ee05625 None None] The sync data for ids ['f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'] in dv-neutron-818341-1-hyperv is: [{'id': 'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0', 'name': 'tempest-NetworksTestDHCPv6-router-789688902', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:52:51Z', 'updated_at': '2021-11-25T08:52:57Z', 'revision_number': 2, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None, '_interfaces': [{'id': '1baf7422-0adb-4105-8ed9-93360abdbe31', 'name': '', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'mac_address': 'fa:16:3e:ac:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'a70fc21d-9d4c-4abd-9341-765d3b53cfed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:52:53Z', 'updated_at': '2021-11-25T08:53:01Z', 'revision_number': 4, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'subnets': [{'id': 'a70fc21d-9d4c-4abd-9341-765d3b53cfed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:02.697880 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9cec5484-2446-4e96-8a4d-431d0260a076 None None] Deleting port 257a8331-1d53-41fc-aa04-3aa1748f855c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:02.698255 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9cec5484-2446-4e96-8a4d-431d0260a076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.729363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f1c4c-421b-4153-855f-06b085ff7a1b None None] Routers {'de8748c0-eb10-4656-8345-2228681b8379'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:02.730304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ac3f1c4c-421b-4153-855f-06b085ff7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['de8748c0-eb10-4656-8345-2228681b8379'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:02.750669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object 6e025a11-c759-4c8d-b157-c04f215e85b0 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:02.776131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network 867fa543-ea09-483c-9c73-4344fc70fde8 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:02.803728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:02.807211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:02.855506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] No DVR routers for this DVR port cbfab90d-5d9c-457a-b69a-c1e7746f2a28 on host hv-neutron-8183 {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:02.857101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.858245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab90678-ec5e-4f23-851f-cca3b4423023']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:02.866686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7e26ca5d-f2c1-45ed-87c7-a79b9fbe2e55 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:02.877358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.879911 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-552e2c8b-6547-446d-be8f-ad7a8c624057 req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.41 "DELETE /v2.0/ports/cbfab90d-5d9c-457a-b69a-c1e7746f2a28 HTTP/1.1" status: 204 len: 173 time: 4.9421422 Nov 25 08:53:02.884846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'name': 'network-vif-deleted', 'tag': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:53:02.889150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859bb1a-443a-412b-b941-ed0803a4e630 None None] Pushing event updated for resources: {'Port': ['ID=7686dd48-50ee-4439-8224-b52314d8e310,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:02.920229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad4d88e-4dce-4697-93a5-1812aeaba18b') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:02.920815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad4d88e-4dce-4697-93a5-1812aeaba18b') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:02.927270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f859bb1a-443a-412b-b941-ed0803a4e630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:02.929688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=df8440f3-eb04-4d10-b381-2ada647c52ab,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:02.946131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:02.947818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.950143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6bf21e7-f7b4-4c09-8d23-3babe1da54f0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for subnetpool, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:02.954696 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a6bf21e7-f7b4-4c09-8d23-3babe1da54f0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/subnetpools/d2e3c045-6a99-44f2-a8f6-e29d6268e830 HTTP/1.1" status: 204 len: 168 time: 1.2041941 Nov 25 08:53:02.964146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44358) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:03.010060 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3486d79-0fd2-4884-aad8-12da02839aaa', 'name': 'network-vif-deleted', 'tag': 'cbfab90d-5d9c-457a-b69a-c1e7746f2a28', 'status': 'completed', 'code': 200} Nov 25 08:53:03.025673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:03.042165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 73f4f580-c8b5-4783-a41c-a86638719b7e is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:03.072767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:03.074253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:03.085241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:03.099064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:03.104847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:53:03.105895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:03.106025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:03.106392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:03.139556 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b69c8423-ae65-4d3e-be3c-8b048859e1ec tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac5b066-9a0f-472d-9de7-61efee9fa8eb HTTP/1.1" status: 200 len: 205 time: 0.1722822 Nov 25 08:53:03.140822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:53:03.142497 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:53:03.146231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44362) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:03.163827 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0008192 Nov 25 08:53:03.164544 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbffcc-f4f4-4eb2-99c9-587d09422c18 None None] Sync routers for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:03.164763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44366) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:03.179755 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bbffcc-f4f4-4eb2-99c9-587d09422c18 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:03.180589 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-76bbffcc-f4f4-4eb2-99c9-587d09422c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:03.255781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=6e025a11-c759-4c8d-b157-c04f215e85b0,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:03.259452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:03.311448 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1622717 Nov 25 08:53:03.316810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44370) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:03.392291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-ac3f1c4c-421b-4153-855f-06b085ff7a1b None None] Set router de8748c0-eb10-4656-8345-2228681b8379 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:03.460179 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.1518314 Nov 25 08:53:03.551313 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-76bbffcc-f4f4-4eb2-99c9-587d09422c18 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:03.590581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44376) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:03.599513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cb96b32e-6c52-4f86-abe2-b8c8a7d70b4d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:03.601249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-396959c7-c982-4389-b150-ab026100cf4a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting subnet e3ede5c4-6c99-4e90-a123-c55a77965f2e {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:53:03.630253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': 'df8440f3-eb04-4d10-b381-2ada647c52ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:03.641217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9cec5484-2446-4e96-8a4d-431d0260a076 None None] For port 257a8331-1d53-41fc-aa04-3aa1748f855c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=257a8331-1d53-41fc-aa04-3aa1748f855c,segment=NetworkSegment(e27e25c2-a553-4bf1-976b-90c63362d5df),segment_id=e27e25c2-a553-4bf1-976b-90c63362d5df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:03.642628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9cec5484-2446-4e96-8a4d-431d0260a076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:03.647315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-396959c7-c982-4389-b150-ab026100cf4a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:03.741397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:03.843727 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d658df4-12c3-4748-b52b-5d4a61527664 req-2982d8b0-e3c6-4029-aec5-be6222705236 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3486d79-0fd2-4884-aad8-12da02839aaa HTTP/1.1" status: 200 len: 210 time: 0.1675444 Nov 25 08:53:03.861931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9cec5484-2446-4e96-8a4d-431d0260a076 None None] Calling delete_port for 257a8331-1d53-41fc-aa04-3aa1748f855c owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:03.863446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:03.874949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:03.880546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b475a5c1-27ae-4781-9e23-65aba74e7ee7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:03.882930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:floatingip and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:03.899496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:03.972479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:03.996367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-396959c7-c982-4389-b150-ab026100cf4a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.008631 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/networks/1ab90678-ec5e-4f23-851f-cca3b4423023 HTTP/1.1" status: 204 len: 168 time: 2.2231784 Nov 25 08:53:04.011840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Network': ['ID=1ab90678-ec5e-4f23-851f-cca3b4423023,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:04.018487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:04.040386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44380) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:04.053988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0fc9a52d-f665-4db5-baeb-497d3e989b20 None None] Provisioning complete for port 7686dd48-50ee-4439-8224-b52314d8e310 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:04.054978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a52d-f665-4db5-baeb-497d3e989b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.115814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.123541 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-76bbffcc-f4f4-4eb2-99c9-587d09422c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:59Z', 'revision_number': 10, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:04.128466 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbffcc-f4f4-4eb2-99c9-587d09422c18 None None] Checking router: 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:04.140825 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bbffcc-f4f4-4eb2-99c9-587d09422c18 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:04.141803 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-76bbffcc-f4f4-4eb2-99c9-587d09422c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:04.316968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9cec5484-2446-4e96-8a4d-431d0260a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.348232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:04.350968 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-76bbffcc-f4f4-4eb2-99c9-587d09422c18 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:04.409990 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cb96b32e-6c52-4f86-abe2-b8c8a7d70b4d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.410853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec5484-2446-4e96-8a4d-431d0260a076 None None] Pushing event deleted for resources: {'Port': ['ID=257a8331-1d53-41fc-aa04-3aa1748f855c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:04.420259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cb96b32e-6c52-4f86-abe2-b8c8a7d70b4d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.425727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec5484-2446-4e96-8a4d-431d0260a076 None None] No DVR routers for this DVR port 257a8331-1d53-41fc-aa04-3aa1748f855c on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:04.427318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9cec5484-2446-4e96-8a4d-431d0260a076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:04.491484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cb96b32e-6c52-4f86-abe2-b8c8a7d70b4d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.492040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb96b32e-6c52-4f86-abe2-b8c8a7d70b4d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Fanout notify agent at l3_agent the message router_deleted on router fac5b066-9a0f-472d-9de7-61efee9fa8eb {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:53:04.510362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cb96b32e-6c52-4f86-abe2-b8c8a7d70b4d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.511453 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cb96b32e-6c52-4f86-abe2-b8c8a7d70b4d tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/routers/fac5b066-9a0f-472d-9de7-61efee9fa8eb HTTP/1.1" status: 204 len: 168 time: 1.3594878 Nov 25 08:53:04.515061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44384) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:04.538800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ac3f1c4c-421b-4153-855f-06b085ff7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cec38acc-5336-4aa8-9f17-3e0e76810b58', 'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'mac_address': 'fa:16:3e:d6:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:31Z', 'updated_at': '2021-11-25T08:47:48Z', 'revision_number': 5, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'subnets': [{'id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:04.542277 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-26d56426-85af-41b6-a07d-ae94cefb6ea4 None None] Provisioning for port 6e025a11-c759-4c8d-b157-c04f215e85b0 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:04.548811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f1c4c-421b-4153-855f-06b085ff7a1b None None] Checking router: de8748c0-eb10-4656-8345-2228681b8379 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:04.554367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-26d56426-85af-41b6-a07d-ae94cefb6ea4 None None] Provisioning complete for port 6e025a11-c759-4c8d-b157-c04f215e85b0 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:04.554754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-26d56426-85af-41b6-a07d-ae94cefb6ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.591046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.593741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7686dd48-50ee-4439-8224-b52314d8e310 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:04.619184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Deleting port cf4ca8f2-a7c2-4889-bc72-05275013f680 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:04.619532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.673271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f1c4c-421b-4153-855f-06b085ff7a1b None None] Routers {'de8748c0-eb10-4656-8345-2228681b8379'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:04.674077 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ac3f1c4c-421b-4153-855f-06b085ff7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['de8748c0-eb10-4656-8345-2228681b8379'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:04.778146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.837015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-26d56426-85af-41b6-a07d-ae94cefb6ea4 None None] Port 6e025a11-c759-4c8d-b157-c04f215e85b0 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:04.858905 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 7686dd48-50ee-4439-8224-b52314d8e310 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:04.859546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.874514 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-76bbffcc-f4f4-4eb2-99c9-587d09422c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:59Z', 'revision_number': 10, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:04.881327 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbffcc-f4f4-4eb2-99c9-587d09422c18 None None] The sync data for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv is: [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:52:59Z', 'revision_number': 10, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None, '_interfaces': [{'id': '35735790-b9fd-491a-89da-c53422d109a5', 'name': '', 'network_id': '47bf6c61-da04-499a-bb54-316ca34ed24b', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'mac_address': 'fa:16:3e:30:12:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:51:26Z', 'updated_at': '2021-11-25T08:51:38Z', 'revision_number': 5, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'subnets': [{'id': '62e225ab-1cb0-4073-a0ce-ec8f82e6d51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:04.938720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:04.963272 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-ac3f1c4c-421b-4153-855f-06b085ff7a1b None None] Set router de8748c0-eb10-4656-8345-2228681b8379 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:05.042903 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44392) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:05.046419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.108904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Calling delete_port for cf4ca8f2-a7c2-4889-bc72-05275013f680 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:05.252937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-396959c7-c982-4389-b150-ab026100cf4a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.270654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.278458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-997e832e-0c8d-4ca6-9935-3594a068625f tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:05.313895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1baf7422-0adb-4105-8ed9-93360abdbe31 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:05.336127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Pushing event deleted for resources: {'Port': ['ID=cf4ca8f2-a7c2-4889-bc72-05275013f680,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:05.345307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:05.372441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.477928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 1baf7422-0adb-4105-8ed9-93360abdbe31 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:05.485962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1baf7422-0adb-4105-8ed9-93360abdbe31 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:05.486303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.495153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.508911 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/ports/cf4ca8f2-a7c2-4889-bc72-05275013f680 HTTP/1.1" status: 204 len: 168 time: 0.9928086 Nov 25 08:53:05.509915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44396) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:05.523904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3960d6f9-e7b1-4d5a-a770-4120a3b19567']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:05.573979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27e25c2-a553-4bf1-976b-90c63362d5df') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:05.573979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27e25c2-a553-4bf1-976b-90c63362d5df') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:05.588685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.588945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ac3f1c4c-421b-4153-855f-06b085ff7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cec38acc-5336-4aa8-9f17-3e0e76810b58', 'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'mac_address': 'fa:16:3e:d6:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:31Z', 'updated_at': '2021-11-25T08:47:48Z', 'revision_number': 5, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'subnets': [{'id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:05.596404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cc5720-66b6-41a4-a7a4-2f0766eb35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Deleting subnet a38d60a5-6636-4393-9dde-205b4a5412da {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:53:05.600571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5720-66b6-41a4-a7a4-2f0766eb35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.607493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.614352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:53:05.615160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.630901 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f1c4c-421b-4153-855f-06b085ff7a1b None None] The sync data for ids ['de8748c0-eb10-4656-8345-2228681b8379'] in dv-neutron-818341-1-hyperv is: [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cec38acc-5336-4aa8-9f17-3e0e76810b58', 'name': '', 'network_id': '37af9905-3414-4cad-aeb5-b72371ae9d32', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'mac_address': 'fa:16:3e:d6:9e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:31Z', 'updated_at': '2021-11-25T08:47:48Z', 'revision_number': 5, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'subnets': [{'id': '40d6fdd8-001d-4957-aaad-ee27dc44d3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:53:05.649966 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:53:05.666461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.680480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5720-66b6-41a4-a7a4-2f0766eb35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.701823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 1baf7422-0adb-4105-8ed9-93360abdbe31, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1baf7422-0adb-4105-8ed9-93360abdbe31,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:05.718173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.720311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-642736b4-2328-4507-821b-ceaf59304d27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:05.785859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5720-66b6-41a4-a7a4-2f0766eb35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.788159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d038b403-a4aa-429f-8772-6e09b766af5f tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.814408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 257a8331-1d53-41fc-aa04-3aa1748f855c no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:05.856086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 257a8331-1d53-41fc-aa04-3aa1748f855c {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:05.856444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 257a8331-1d53-41fc-aa04-3aa1748f855c not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:05.866914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=1baf7422-0adb-4105-8ed9-93360abdbe31,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:05.870403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:05.890099 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5720-66b6-41a4-a7a4-2f0766eb35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.898083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cbeec84b-fe7d-4eb2-942b-c35296d6404b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:05.937855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5720-66b6-41a4-a7a4-2f0766eb35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.942628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc5720-66b6-41a4-a7a4-2f0766eb35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Pushing event deleted for resources: {'Subnet': ['ID=a38d60a5-6636-4393-9dde-205b4a5412da,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:05.945377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9974f-02d1-4f1f-b741-4a2083c815d7 None None] Network 659480e1-c805-4e55-a25d-d1594392b45b requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:05.946853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c0cc5720-66b6-41a4-a7a4-2f0766eb35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:05.951221 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c0cc5720-66b6-41a4-a7a4-2f0766eb35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/subnets/a38d60a5-6636-4393-9dde-205b4a5412da HTTP/1.1" status: 204 len: 168 time: 0.4376669 Nov 25 08:53:05.951594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44400) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:05.953728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d038b403-a4aa-429f-8772-6e09b766af5f tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:05.975818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.014475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-396959c7-c982-4389-b150-ab026100cf4a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.035089 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-429e50d1-8f67-43a7-9a9f-9a2fae9f1f04 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:06.074373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.076986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.087062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Deleting port eb7c083d-ca51-474f-841c-4ba8356f46e7 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:06.087675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.128653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa9980c-fc1d-4402-9f49-501792f43d36 None None] New status for floating IP a6a15cd7-9c34-418a-9a4b-d63af13053f2: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:53:06.252322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396959c7-c982-4389-b150-ab026100cf4a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ede5c4-6c99-4e90-a123-c55a77965f2e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:06.267765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.278864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-396959c7-c982-4389-b150-ab026100cf4a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.283149 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-396959c7-c982-4389-b150-ab026100cf4a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/e3ede5c4-6c99-4e90-a123-c55a77965f2e HTTP/1.1" status: 204 len: 168 time: 3.0962090 Nov 25 08:53:06.283149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-396959c7-c982-4389-b150-ab026100cf4a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:06.284880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44404) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:06.285010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d403c-e467-4449-901a-f306204d7d3c None None] Network 96142c08-c647-4db6-a526-dcc7e5806e22 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:06.286112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3b089344-3bba-44d1-be3f-dc5da8304b7a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:06.321922 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/networks/3960d6f9-e7b1-4d5a-a770-4120a3b19567 HTTP/1.1" status: 204 len: 168 time: 2.2727973 Nov 25 08:53:06.321922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.325115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44408) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:06.328929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'network': {'name': 'tempest-RoutersTest-1579991354'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:06.365386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Network': ['ID=3960d6f9-e7b1-4d5a-a770-4120a3b19567,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:06.387630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:06.400381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] For port eb7c083d-ca51-474f-841c-4ba8356f46e7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=eb7c083d-ca51-474f-841c-4ba8356f46e7,segment=NetworkSegment(e14dcb6f-49c6-4b4e-af8e-00125788f737),segment_id=e14dcb6f-49c6-4b4e-af8e-00125788f737)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:06.400745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.402728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:06.408496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:network and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:06.415002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:06.433463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:06.483625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1baf7422-0adb-4105-8ed9-93360abdbe31 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:06.576649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Calling delete_port for eb7c083d-ca51-474f-841c-4ba8356f46e7 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:06.597104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d038b403-a4aa-429f-8772-6e09b766af5f tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.600748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cb5ea19d-4bba-483b-b636-12ab9dccb7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:06.609545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 1baf7422-0adb-4105-8ed9-93360abdbe31 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:06.611785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.654332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c5513c-ebf2-4adf-84d2-d48a22bef145 None None] DHCP port deletion for 659480e1-c805-4e55-a25d-d1594392b45b request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:53:06.664000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-23c5513c-ebf2-4adf-84d2-d48a22bef145 None None] Deleting port eb7c083d-ca51-474f-841c-4ba8356f46e7 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:06.664408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23c5513c-ebf2-4adf-84d2-d48a22bef145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.704824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038b403-a4aa-429f-8772-6e09b766af5f tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d819f4-020c-4a8b-bf3e-f447ed91cc91,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:06.715934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1baf7422-0adb-4105-8ed9-93360abdbe31 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:06.716324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.723374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d038b403-a4aa-429f-8772-6e09b766af5f tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:06.733625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.735271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:06.738788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.785738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:53:06.794468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.795225 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added segment adc93277-3569-49e0-b194-fbed57b38728 of type vlan for network 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 Nov 25 08:53:06.809032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 6ef6dde3-86d8-4519-944d-3030526261b6 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:06.809330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.886724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.930607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d038b403-a4aa-429f-8772-6e09b766af5f tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.933967 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d038b403-a4aa-429f-8772-6e09b766af5f tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "DELETE /v2.0/security-groups/b2d819f4-020c-4a8b-bf3e-f447ed91cc91 HTTP/1.1" status: 204 len: 168 time: 1.8123045 Nov 25 08:53:06.934118 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:06.937207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44412) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:06.943038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.26.3.224 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/04132b4d-680e-447f-be6b-8cb194da36d1) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:06.953881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1a5e1412-9edc-4382-b863-8469514cde62 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:07.026933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aff7d2c-f229-441c-9f2e-44963143698d None None] DHCP port deletion for 96142c08-c647-4db6-a526-dcc7e5806e22 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:53:07.037776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4aff7d2c-f229-441c-9f2e-44963143698d None None] Deleting port 6ef6dde3-86d8-4519-944d-3030526261b6 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:07.038162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4aff7d2c-f229-441c-9f2e-44963143698d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.043496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Pushing event deleted for resources: {'Port': ['ID=eb7c083d-ca51-474f-841c-4ba8356f46e7,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:07.046530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] No DVR routers for this DVR port eb7c083d-ca51-474f-841c-4ba8356f46e7 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:07.075068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:07.075918 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-e7c5d2bf-2763-477f-8357-47c61cc5f9a0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] show failed (client error): The resource could not be found. Nov 25 08:53:07.083098 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e7c5d2bf-2763-477f-8357-47c61cc5f9a0 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "GET /v2.0/security-groups/b2d819f4-020c-4a8b-bf3e-f447ed91cc91 HTTP/1.1" status: 404 len: 347 time: 0.0934379 Nov 25 08:53:07.091541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44416) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:07.100641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.106434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:07.107027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.116372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b801e4a1-037e-4695-bf8e-c72a68c6e599 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:07.137161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-23c5513c-ebf2-4adf-84d2-d48a22bef145 None None] For port eb7c083d-ca51-474f-841c-4ba8356f46e7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=eb7c083d-ca51-474f-841c-4ba8356f46e7,segment=NetworkSegment(e14dcb6f-49c6-4b4e-af8e-00125788f737),segment_id=e14dcb6f-49c6-4b4e-af8e-00125788f737)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:07.137565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23c5513c-ebf2-4adf-84d2-d48a22bef145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.148753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9458534c-12ac-4100-8e92-ab81167eca42 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:07.216840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 9458534c-12ac-4100-8e92-ab81167eca42 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:07.217230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9458534c-12ac-4100-8e92-ab81167eca42 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:07.274686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] For port 1baf7422-0adb-4105-8ed9-93360abdbe31, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1baf7422-0adb-4105-8ed9-93360abdbe31,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:07.275106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.341549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-23c5513c-ebf2-4adf-84d2-d48a22bef145 None None] Calling delete_port for eb7c083d-ca51-474f-841c-4ba8356f46e7 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:07.373860 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0474782 Nov 25 08:53:07.379100 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44420) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:07.390649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'subnet': {'network_id': '406d9a5f-6ae2-49c5-ab9a-0fa3fe280115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:07.407926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Network': ['ID=406d9a5f-6ae2-49c5-ab9a-0fa3fe280115,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:07.411623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] For port 6ef6dde3-86d8-4519-944d-3030526261b6, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6ef6dde3-86d8-4519-944d-3030526261b6,segment=NetworkSegment(e377cf8f-cb33-47fd-9ab0-98b2572b4f98),segment_id=e377cf8f-cb33-47fd-9ab0-98b2572b4f98)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:07.412199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.423695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.423872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:53:07.431217 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:07.446001 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 1baf7422-0adb-4105-8ed9-93360abdbe31 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:07.464143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:53:07.474959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.477465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Deleting port 6a3ed624-92f5-40ad-b613-95b926a19b3a {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:07.477790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.527676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.537923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f0f3469d-b09b-4d9c-9ae1-0fe36946c604 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:07.611351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4aff7d2c-f229-441c-9f2e-44963143698d None None] For port 6ef6dde3-86d8-4519-944d-3030526261b6, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6ef6dde3-86d8-4519-944d-3030526261b6,segment=NetworkSegment(e377cf8f-cb33-47fd-9ab0-98b2572b4f98),segment_id=e377cf8f-cb33-47fd-9ab0-98b2572b4f98)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:07.612388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4aff7d2c-f229-441c-9f2e-44963143698d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.621161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-23c5513c-ebf2-4adf-84d2-d48a22bef145 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:53:07.621759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-23c5513c-ebf2-4adf-84d2-d48a22bef145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:53:07.631186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 6ef6dde3-86d8-4519-944d-3030526261b6 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:07.659343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659480e1-c805-4e55-a25d-d1594392b45b']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:07.699342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14dcb6f-49c6-4b4e-af8e-00125788f737') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:07.699640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14dcb6f-49c6-4b4e-af8e-00125788f737') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:07.721217 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.743980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4aff7d2c-f229-441c-9f2e-44963143698d None None] Calling delete_port for 6ef6dde3-86d8-4519-944d-3030526261b6 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:07.757183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:07.759737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.766067 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:subnet and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:07.771466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:07.774727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:53:07.775138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:53:07.792431 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:53:07.799619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:07.847385 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-4aff7d2c-f229-441c-9f2e-44963143698d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:53:07.847806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-4aff7d2c-f229-441c-9f2e-44963143698d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:53:07.852604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.864616 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6f9e9e1-078c-43a2-8b60-9a331f15ce82 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:07.921901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:07.925781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:07.947126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=6ef6dde3-86d8-4519-944d-3030526261b6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:07.951939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] No DVR routers for this DVR port 6ef6dde3-86d8-4519-944d-3030526261b6 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:07.953583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:07.956594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.008425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=6e025a11-c759-4c8d-b157-c04f215e85b0,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:08.016269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:08.035092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-68a2c0e1-add4-46cc-87ae-942ceba04dba None None] Provisioning complete for port 6e025a11-c759-4c8d-b157-c04f215e85b0 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:08.035801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-68a2c0e1-add4-46cc-87ae-942ceba04dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.060316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.103158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-68a2c0e1-add4-46cc-87ae-942ceba04dba None None] Port 6e025a11-c759-4c8d-b157-c04f215e85b0 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:08.111529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b3c3cec0-f75b-47f3-b7e3-d445884329aa tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:08.123582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-23c5513c-ebf2-4adf-84d2-d48a22bef145 None None] Deleting port eb7c083d-ca51-474f-841c-4ba8356f46e7 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:08.124257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23c5513c-ebf2-4adf-84d2-d48a22bef145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.125208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.125474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.131691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.164122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Pushing event deleted for resources: {'Network': ['ID=659480e1-c805-4e55-a25d-d1594392b45b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:08.179271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:08.182394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.197350 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-23c5513c-ebf2-4adf-84d2-d48a22bef145 None None] The port 'eb7c083d-ca51-474f-841c-4ba8356f46e7' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:53:08.202818 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] 10.222.0.54 "DELETE /v2.0/networks/659480e1-c805-4e55-a25d-d1594392b45b HTTP/1.1" status: 204 len: 168 time: 2.2502875 Nov 25 08:53:08.314189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Calling delete_port for 6a3ed624-92f5-40ad-b613-95b926a19b3a owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:08.348814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4aff7d2c-f229-441c-9f2e-44963143698d None None] Deleting port 6ef6dde3-86d8-4519-944d-3030526261b6 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:08.349380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4aff7d2c-f229-441c-9f2e-44963143698d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.351334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96142c08-c647-4db6-a526-dcc7e5806e22']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:08.369334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e377cf8f-cb33-47fd-9ab0-98b2572b4f98') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:08.369833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e377cf8f-cb33-47fd-9ab0-98b2572b4f98') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:08.384842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.417276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.436787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.438351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1567f5ba-59c6-437b-9451-2fabec99ff35 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:08.454258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:53:08.454798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.485342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4aff7d2c-f229-441c-9f2e-44963143698d None None] The port '6ef6dde3-86d8-4519-944d-3030526261b6' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:53:08.494046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6ef6dde3-86d8-4519-944d-3030526261b6 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:08.535474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 6ef6dde3-86d8-4519-944d-3030526261b6 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:08.535909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6ef6dde3-86d8-4519-944d-3030526261b6 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:08.536549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eb7c083d-ca51-474f-841c-4ba8356f46e7 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:08.564031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44428) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:53:08.566676 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:53:08.576743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:08.587921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.590484 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: eb7c083d-ca51-474f-841c-4ba8356f46e7 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:08.590948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eb7c083d-ca51-474f-841c-4ba8356f46e7 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:08.600339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:08.610152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.611690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.618725 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-461611c7-a1e8-4821-bf92-1b7834e27c8e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:08.619301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:08.638734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.653240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=04132b4d-680e-447f-be6b-8cb194da36d1,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:08.667437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Network': ['ID=96142c08-c647-4db6-a526-dcc7e5806e22,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:08.670249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:08.677083 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/networks/96142c08-c647-4db6-a526-dcc7e5806e22 HTTP/1.1" status: 204 len: 168 time: 2.3897948 Nov 25 08:53:08.677267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:08.677518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23d149db-9975-4437-8c99-14ccdfa10013 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:08.684466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44434) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:08.770758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:08.791855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=1baf7422-0adb-4105-8ed9-93360abdbe31,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:08.819146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:08.833951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-db2ba366-6a72-4a49-b892-0a1145333a1c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:08.948676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Subnet': ['ID=2fade2be-bba3-458d-98c7-1632b047a212,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:08.951763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:09.008807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Checking segment: {'id': 'adc93277-3569-49e0-b194-fbed57b38728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '406d9a5f-6ae2-49c5-ab9a-0fa3fe280115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:09.009171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network hostable DHCP agents. Network: 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:53:09.084243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.087478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.101018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:09.120784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:53:09.133513 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5ab9d1c0-a6cd-419e-ada9-b81eb5ce42d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c63cd1bf3df4ab09fd86950e135a78f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5597477 Nov 25 08:53:09.138876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44438) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:09.160845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Pushing event deleted for resources: {'Port': ['ID=6a3ed624-92f5-40ad-b613-95b926a19b3a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:09.176919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:09.189033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01c8afc-0399-4b86-a627-915be6a2b460 None None] Network 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:09.199279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:09.199869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.240519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:09.262521 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8760629 Nov 25 08:53:09.267989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44442) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:09.312352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6fe825be-e363-419d-841e-a6ebe368fec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1956239101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:09.325710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6fe825be-e363-419d-841e-a6ebe368fec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:09.332121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6fe825be-e363-419d-841e-a6ebe368fec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:router and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:09.340783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6fe825be-e363-419d-841e-a6ebe368fec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:09.352430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6fe825be-e363-419d-841e-a6ebe368fec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:09.359068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5aa71c7a-1c4e-4196-b588-024b834f575d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.388400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fe825be-e363-419d-841e-a6ebe368fec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.389396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fe825be-e363-419d-841e-a6ebe368fec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.414533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5aa71c7a-1c4e-4196-b588-024b834f575d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.421847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-406d9a5f-6ae2-49c5-ab9a-0fa3fe280115', 'network_id': '406d9a5f-6ae2-49c5-ab9a-0fa3fe280115', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'fixed_ips': [{'subnet_id': '2fade2be-bba3-458d-98c7-1632b047a212'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:53:09.422897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.456535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fe825be-e363-419d-841e-a6ebe368fec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.522519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fe825be-e363-419d-841e-a6ebe368fec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.556074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5aa71c7a-1c4e-4196-b588-024b834f575d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.562479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-301ffb70-91ec-4411-b1a5-739f5c55dc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:09.584211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fe825be-e363-419d-841e-a6ebe368fec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.587952 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6fe825be-e363-419d-841e-a6ebe368fec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2831571 Nov 25 08:53:09.592470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5aa71c7a-1c4e-4196-b588-024b834f575d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.595774 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5aa71c7a-1c4e-4196-b588-024b834f575d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/848c0ea7-2b5d-44ea-a1d4-c9ef2c99fb57 HTTP/1.1" status: 204 len: 168 time: 0.4212577 Nov 25 08:53:09.595774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa71c7a-1c4e-4196-b588-024b834f575d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848c0ea7-2b5d-44ea-a1d4-c9ef2c99fb57,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:09.598212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44446) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:09.605589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'port': {'network_id': '406d9a5f-6ae2-49c5-ab9a-0fa3fe280115', 'name': 'tempest-RoutersTest-1364790689'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:09.620475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5aa71c7a-1c4e-4196-b588-024b834f575d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:09.664684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Allocated IP 172.20.0.2 (406d9a5f-6ae2-49c5-ab9a-0fa3fe280115/2fade2be-bba3-458d-98c7-1632b047a212/49044877-8e46-41cf-9696-36410be1b08b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:09.709392 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.878013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.881792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.888629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Transition to ACTIVE for port object 49044877-8e46-41cf-9696-36410be1b08b will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:09.894563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.908480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Transition to ACTIVE for port object 49044877-8e46-41cf-9696-36410be1b08b will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:09.915501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:09.921323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:09.985519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Router f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:09.994393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Network 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:09.998042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:10.002909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:10.011159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Pushing event updated for resources: {'Port': ['ID=49044877-8e46-41cf-9696-36410be1b08b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:10.016250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:10.029410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:10.030544 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] 10.222.0.54 "DELETE /v2.0/floatingips/a6a15cd7-9c34-418a-9a4b-d63af13053f2 HTTP/1.1" status: 204 len: 168 time: 2.9380598 Nov 25 08:53:10.060951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:10.071291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:10.078546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44458) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:10.121222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Attempting to bind port 49044877-8e46-41cf-9696-36410be1b08b on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:10.121778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Attempting to bind port 49044877-8e46-41cf-9696-36410be1b08b by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'adc93277-3569-49e0-b194-fbed57b38728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '406d9a5f-6ae2-49c5-ab9a-0fa3fe280115'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:10.122293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Attempting to bind port 49044877-8e46-41cf-9696-36410be1b08b on network 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:10.128511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:10.129032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Checking segment: {'id': 'adc93277-3569-49e0-b194-fbed57b38728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '406d9a5f-6ae2-49c5-ab9a-0fa3fe280115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:10.129755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:10.130466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Bound using segment: {'id': 'adc93277-3569-49e0-b194-fbed57b38728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '406d9a5f-6ae2-49c5-ab9a-0fa3fe280115'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:10.131057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Bound port: 49044877-8e46-41cf-9696-36410be1b08b, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc93277-3569-49e0-b194-fbed57b38728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '406d9a5f-6ae2-49c5-ab9a-0fa3fe280115'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:10.131542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:10.244237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] For port 49044877-8e46-41cf-9696-36410be1b08b, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:10.249372 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] For port 49044877-8e46-41cf-9696-36410be1b08b, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=49044877-8e46-41cf-9696-36410be1b08b,segment=NetworkSegment(adc93277-3569-49e0-b194-fbed57b38728),segment_id=adc93277-3569-49e0-b194-fbed57b38728)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:10.259483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:10.266178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:10.300053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:10.303609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:10.337815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] device_id is not set on port 873051d4-bc42-4ac2-aa67-e56f0a5ea921 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:53:10.355851 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:10.368358 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be82af-df12-4b4a-b71d-5bd0998b0875 None None] Sync routers for ids ['f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:10.383958 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4ac651fd-2039-4d09-a860-518c67f4e957 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "PUT /v2.0/routers/f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3028305 Nov 25 08:53:10.386468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44474) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:10.387922 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be82af-df12-4b4a-b71d-5bd0998b0875 None None] Routers {'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:10.388562 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f1be82af-df12-4b4a-b71d-5bd0998b0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:10.405856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Pushing event updated for resources: {'Port': ['ID=49044877-8e46-41cf-9696-36410be1b08b,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:10.409247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:10.598705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:10.627013 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f1be82af-df12-4b4a-b71d-5bd0998b0875 None None] Set router f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:10.656069 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 35735790-b9fd-491a-89da-c53422d109a5 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:10.656413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:10.774919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Allocated IP 172.20.0.6 (406d9a5f-6ae2-49c5-ab9a-0fa3fe280115/2fade2be-bba3-458d-98c7-1632b047a212/873051d4-bc42-4ac2-aa67-e56f0a5ea921) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:10.812218 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f1be82af-df12-4b4a-b71d-5bd0998b0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0', 'name': 'tempest-NetworksTestDHCPv6-router-789688902', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:52:51Z', 'updated_at': '2021-11-25T08:53:08Z', 'revision_number': 3, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:10.812934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb72d39-da5e-44be-a974-8a8f31b1394b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:10.815330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb72d39-da5e-44be-a974-8a8f31b1394b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:10.816299 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cfb72d39-da5e-44be-a974-8a8f31b1394b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:10.821049 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be82af-df12-4b4a-b71d-5bd0998b0875 None None] Checking router: f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:10.841996 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be82af-df12-4b4a-b71d-5bd0998b0875 None None] Routers {'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:10.842859 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f1be82af-df12-4b4a-b71d-5bd0998b0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:10.938173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cfb72d39-da5e-44be-a974-8a8f31b1394b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:10.939611 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cfb72d39-da5e-44be-a974-8a8f31b1394b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5430706 Nov 25 08:53:10.943881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44482) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:10.974158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:11.077769 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f1be82af-df12-4b4a-b71d-5bd0998b0875 None None] Set router f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:11.119010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:11.186229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:11.187355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:11.204276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b573e58c-7c99-4b15-8e41-4b4c3141c109 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:11.274872 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f1be82af-df12-4b4a-b71d-5bd0998b0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0', 'name': 'tempest-NetworksTestDHCPv6-router-789688902', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:52:51Z', 'updated_at': '2021-11-25T08:53:08Z', 'revision_number': 3, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:11.279487 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be82af-df12-4b4a-b71d-5bd0998b0875 None None] The sync data for ids ['f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0'] in dv-neutron-818341-1-hyperv is: [{'id': 'f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0', 'name': 'tempest-NetworksTestDHCPv6-router-789688902', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:52:51Z', 'updated_at': '2021-11-25T08:53:08Z', 'revision_number': 3, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:11.289597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2030a90-bcd0-4b47-85aa-51978132f906 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet a70fc21d-9d4c-4abd-9341-765d3b53cfed {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:53:11.361249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2030a90-bcd0-4b47-85aa-51978132f906 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:11.413566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] For port 35735790-b9fd-491a-89da-c53422d109a5, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=35735790-b9fd-491a-89da-c53422d109a5,segment=NetworkSegment(8d8a360f-0612-4c82-a068-42ef8ba5de2f),segment_id=8d8a360f-0612-4c82-a068-42ef8ba5de2f)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:11.413930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:11.565144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=6e025a11-c759-4c8d-b157-c04f215e85b0,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:11.576887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 35735790-b9fd-491a-89da-c53422d109a5 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:11.578493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:11.680710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 73f4f580-c8b5-4783-a41c-a86638719b7e is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:11.687174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:11.687174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:11.687875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44498) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:11.709416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:11.720147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:11.733843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2030a90-bcd0-4b47-85aa-51978132f906 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.005299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d600553d-8332-4b8f-91e7-a557de0d7a9d None None] Network 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:12.021879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'network': {'name': 'tempest-network-smoke--451290433', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'port_security_enabled': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:12.035223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:12.060163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:network and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:12.071258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:12.081298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=04132b4d-680e-447f-be6b-8cb194da36d1,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:12.083922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:12.094022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:12.099073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.137765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1f7c5d9a-c327-4dbf-aac2-c9a4bb9bc7e7 None None] Provisioning complete for port 6e025a11-c759-4c8d-b157-c04f215e85b0 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:12.138328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5d9a-c327-4dbf-aac2-c9a4bb9bc7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.189223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.219631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:12.222582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.243133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Transition to ACTIVE for port object 873051d4-bc42-4ac2-aa67-e56f0a5ea921 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:12.248420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c5d9a-c327-4dbf-aac2-c9a4bb9bc7e7 None None] Port 6e025a11-c759-4c8d-b157-c04f215e85b0 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:12.248633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.285208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:12.297509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:12.302394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1f7c5d9a-c327-4dbf-aac2-c9a4bb9bc7e7 None None] Provisioning for port 49044877-8e46-41cf-9696-36410be1b08b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:12.304056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:12.307923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2030a90-bcd0-4b47-85aa-51978132f906 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.314515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:12.355432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Router ca385827-8fa9-4c32-9887-2958bb5ee1c0 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:53:12.362160 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP 8b622ed2-0586-449f-ad38-47dc193d68e9 associated. External IP: 172.26.3.224, port: df8440f3-eb04-4d10-b381-2ada647c52ab. Nov 25 08:53:12.503570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 49044877-8e46-41cf-9696-36410be1b08b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:12.578517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2030a90-bcd0-4b47-85aa-51978132f906 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.586806 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dde117b8-4e99-4c4f-9d89-007faa6d11a6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:12.617616 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.661541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 49044877-8e46-41cf-9696-36410be1b08b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:12.668242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 49044877-8e46-41cf-9696-36410be1b08b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:12.668634 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.704130 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.753745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2030a90-bcd0-4b47-85aa-51978132f906 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.776063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e50db13-a476-4313-884b-198b96d67b53 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:12.778151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2030a90-bcd0-4b47-85aa-51978132f906 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=a70fc21d-9d4c-4abd-9341-765d3b53cfed,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:12.780896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a2030a90-bcd0-4b47-85aa-51978132f906 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:12.880193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:12.935006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7bf6a881-ab15-4b34-b60a-c4691b6d46d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:12.959914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab0f59-b16c-4503-8958-da494bbda28d None None] Sync routers for ids ['ca385827-8fa9-4c32-9887-2958bb5ee1c0'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:12.977652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:12.986004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Port': ['ID=35735790-b9fd-491a-89da-c53422d109a5,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:12.994938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.038775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab0f59-b16c-4503-8958-da494bbda28d None None] Routers {'ca385827-8fa9-4c32-9887-2958bb5ee1c0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:13.040049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c3ab0f59-b16c-4503-8958-da494bbda28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['ca385827-8fa9-4c32-9887-2958bb5ee1c0'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:13.056297 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "PUT /v2.0/routers/ca385827-8fa9-4c32-9887-2958bb5ee1c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7380040 Nov 25 08:53:13.061169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.064139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44504) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:13.067519 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a2030a90-bcd0-4b47-85aa-51978132f906 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/a70fc21d-9d4c-4abd-9341-765d3b53cfed HTTP/1.1" status: 204 len: 168 time: 2.1191812 Nov 25 08:53:13.068756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c0af9922-3578-4610-b9fa-77171484afa2 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:13.069381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:13.072561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=873051d4-bc42-4ac2-aa67-e56f0a5ea921,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:13.075628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:13.077417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44506) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:13.081885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:13.082508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:13.085095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:13.087609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:13.160146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c3ab0f59-b16c-4503-8958-da494bbda28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:13.170130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c29000b7-7aa0-4fe0-8f0f-b552fbe879a1 None None] Provisioning complete for port 49044877-8e46-41cf-9696-36410be1b08b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:13.170540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c29000b7-7aa0-4fe0-8f0f-b552fbe879a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.232121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:13.233085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.259220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab0f59-b16c-4503-8958-da494bbda28d None None] Routers {'ca385827-8fa9-4c32-9887-2958bb5ee1c0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:13.259867 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c3ab0f59-b16c-4503-8958-da494bbda28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['ca385827-8fa9-4c32-9887-2958bb5ee1c0'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:13.322991 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7235491 Nov 25 08:53:13.326314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44512) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:13.350674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:53:13.367681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdb6992-6ab8-4103-8c0f-e2724158abdf,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:13.378839 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c3ab0f59-b16c-4503-8958-da494bbda28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:13.380187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab0f59-b16c-4503-8958-da494bbda28d None None] The sync data for ids ['ca385827-8fa9-4c32-9887-2958bb5ee1c0'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:13.381497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:13.383773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.402389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.402733 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Added segment 09fcaf0f-b80d-4c28-8291-fa86e5c55df0 of type vlan for network d7b2a039-0689-46e5-b832-50debe514388 Nov 25 08:53:13.481387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 49044877-8e46-41cf-9696-36410be1b08b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=49044877-8e46-41cf-9696-36410be1b08b,segment=NetworkSegment(adc93277-3569-49e0-b194-fbed57b38728),segment_id=adc93277-3569-49e0-b194-fbed57b38728)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:13.486649 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c29000b7-7aa0-4fe0-8f0f-b552fbe879a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.496478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d4a256-4c44-472c-9482-54103d6c8e27 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:13.497456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-29d4a256-4c44-472c-9482-54103d6c8e27 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:13.498483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.502828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.503598 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f859bb1a-443a-412b-b941-ed0803a4e630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:13.513332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:13.542674 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1baf7422-0adb-4105-8ed9-93360abdbe31 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:13.553471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-29d4a256-4c44-472c-9482-54103d6c8e27 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:13.557805 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-29d4a256-4c44-472c-9482-54103d6c8e27 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca385827-8fa9-4c32-9887-2958bb5ee1c0 HTTP/1.1" status: 200 len: 986 time: 0.4801323 Nov 25 08:53:13.579535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b54d4-cfff-4365-83c6-3932a251927c None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:53:13.597046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1baf7422-0adb-4105-8ed9-93360abdbe31 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:13.597402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1baf7422-0adb-4105-8ed9-93360abdbe31 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:13.610638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a68b54d4-cfff-4365-83c6-3932a251927c None None] Deleting port d5d08bf1-98a1-40e1-86d9-34a18c07092a {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:13.611025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a68b54d4-cfff-4365-83c6-3932a251927c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.618391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44516) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:13.719956 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=49044877-8e46-41cf-9696-36410be1b08b,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:13.726360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:13.757472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-c29000b7-7aa0-4fe0-8f0f-b552fbe879a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:53:13.757472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-c29000b7-7aa0-4fe0-8f0f-b552fbe879a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:53:13.785234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.790911 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:13.791675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.851884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-566d720b-52a2-4543-be64-9eb9f6628872 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:13.888612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a68b54d4-cfff-4365-83c6-3932a251927c None None] For port d5d08bf1-98a1-40e1-86d9-34a18c07092a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d5d08bf1-98a1-40e1-86d9-34a18c07092a,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:13.888921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a68b54d4-cfff-4365-83c6-3932a251927c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:13.980709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7a728652-4a35-4c4a-8745-d3f7e176ffde tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:router {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:14.007984 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3193622 Nov 25 08:53:14.013232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44524) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:14.029619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-841347227', 'admin_state_up': True, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:14.030421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a68b54d4-cfff-4365-83c6-3932a251927c None None] Calling delete_port for d5d08bf1-98a1-40e1-86d9-34a18c07092a owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:14.053365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:14.106824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:14.109289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Network': ['ID=d7b2a039-0689-46e5-b832-50debe514388,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:14.113206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:14.119571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a68b54d4-cfff-4365-83c6-3932a251927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:14.123873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:router and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:14.126771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-285a054f-35d4-48bb-abc8-65b4282b3cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:14.129826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:14.143602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:14.156109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network d7b2a039-0689-46e5-b832-50debe514388 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:53:14.193128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b54d4-cfff-4365-83c6-3932a251927c None None] Pushing event deleted for resources: {'Port': ['ID=d5d08bf1-98a1-40e1-86d9-34a18c07092a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:14.203524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:14.216365 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb609816-bba2-4dac-8811-77bd606fda22 None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:14.237651 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb609816-bba2-4dac-8811-77bd606fda22 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:14.239139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b54d4-cfff-4365-83c6-3932a251927c None None] No DVR routers for this DVR port d5d08bf1-98a1-40e1-86d9-34a18c07092a on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:14.240713 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-cb609816-bba2-4dac-8811-77bd606fda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:14.243549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7a728652-4a35-4c4a-8745-d3f7e176ffde tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:router {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:14.245289 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7a728652-4a35-4c4a-8745-d3f7e176ffde tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.1611884 Nov 25 08:53:14.249990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a68b54d4-cfff-4365-83c6-3932a251927c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:14.250194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:14.250888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:14.252184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44528) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:14.269542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:14.349385 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-cb609816-bba2-4dac-8811-77bd606fda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:14.358825 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb609816-bba2-4dac-8811-77bd606fda22 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:14.359762 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-cb609816-bba2-4dac-8811-77bd606fda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:14.389614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:14.417879 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.8095706 Nov 25 08:53:14.420742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44532) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:14.428739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-4d5c96b9-ea92-442d-b2ad-38946df86bff tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'floatingip': {'port_id': 'df8440f3-eb04-4d10-b381-2ada647c52ab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:14.445658 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-cb609816-bba2-4dac-8811-77bd606fda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:14.446311 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb609816-bba2-4dac-8811-77bd606fda22 None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:14.467732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4a37da29-c6d0-478e-93ea-1cb98c8faab9 None None] Provisioning for port 873051d4-bc42-4ac2-aa67-e56f0a5ea921 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:14.473307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4a37da29-c6d0-478e-93ea-1cb98c8faab9 None None] Provisioning complete for port 873051d4-bc42-4ac2-aa67-e56f0a5ea921 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:14.473692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a37da29-c6d0-478e-93ea-1cb98c8faab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:14.537728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 49044877-8e46-41cf-9696-36410be1b08b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:14.553932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4d5c96b9-ea92-442d-b2ad-38946df86bff tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:14.581869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4a37da29-c6d0-478e-93ea-1cb98c8faab9 None None] Port 873051d4-bc42-4ac2-aa67-e56f0a5ea921 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:14.614693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 49044877-8e46-41cf-9696-36410be1b08b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:14.614945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:14.619715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1af80f12-06b5-43b5-9ba3-aebbf3c34d82 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:14.687696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:14.708664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27043025-db4e-489f-96b7-d6cfc0ee75d2 None None] Sync routers for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:14.737469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27043025-db4e-489f-96b7-d6cfc0ee75d2 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:14.738311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-27043025-db4e-489f-96b7-d6cfc0ee75d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:14.773127 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-556b01ac-49cb-4879-9b93-363a3d6a1027 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0849915 Nov 25 08:53:14.773860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44536) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:14.808389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:14.879114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-27043025-db4e-489f-96b7-d6cfc0ee75d2 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:15.049912 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d5d08bf1-98a1-40e1-86d9-34a18c07092a no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:15.094085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-27043025-db4e-489f-96b7-d6cfc0ee75d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:53:12Z', 'revision_number': 11, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:15.104085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: d5d08bf1-98a1-40e1-86d9-34a18c07092a {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:15.104823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d5d08bf1-98a1-40e1-86d9-34a18c07092a not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:15.109174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27043025-db4e-489f-96b7-d6cfc0ee75d2 None None] Checking router: 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:15.122831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27043025-db4e-489f-96b7-d6cfc0ee75d2 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:15.123686 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-27043025-db4e-489f-96b7-d6cfc0ee75d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:15.208452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:15.252547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-27043025-db4e-489f-96b7-d6cfc0ee75d2 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:15.294278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5096b4-b08f-4be4-8e9a-eb7f21cc5e84 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting subnet 62e225ab-1cb0-4073-a0ce-ec8f82e6d51e {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:53:15.311266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0e5096b4-b08f-4be4-8e9a-eb7f21cc5e84 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:15.343266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1af80f12-06b5-43b5-9ba3-aebbf3c34d82 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:15.357070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1af80f12-06b5-43b5-9ba3-aebbf3c34d82 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:15.361088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-27043025-db4e-489f-96b7-d6cfc0ee75d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:53:12Z', 'revision_number': 11, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:15.365376 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27043025-db4e-489f-96b7-d6cfc0ee75d2 None None] The sync data for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv is: [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:53:12Z', 'revision_number': 11, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:15.391950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:15.465446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1af80f12-06b5-43b5-9ba3-aebbf3c34d82 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:15.465977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af80f12-06b5-43b5-9ba3-aebbf3c34d82 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Fanout notify agent at l3_agent the message router_deleted on router f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:53:15.515937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0e5096b4-b08f-4be4-8e9a-eb7f21cc5e84 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:15.587207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1af80f12-06b5-43b5-9ba3-aebbf3c34d82 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:15.588330 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1af80f12-06b5-43b5-9ba3-aebbf3c34d82 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/routers/f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 HTTP/1.1" status: 204 len: 168 time: 1.3339620 Nov 25 08:53:15.594414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44540) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:15.658227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:15.744950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:15.945897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:15.954703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:15.958174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:15.982770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0e5096b4-b08f-4be4-8e9a-eb7f21cc5e84 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:15.998978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:16.059154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:16.062604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.082205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Deleting port cec38acc-5336-4aa8-9f17-3e0e76810b58 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:16.082489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.330039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.340863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.348494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6c14cd73-5401-4d91-8574-86a300b83d34 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:16.369811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 35735790-b9fd-491a-89da-c53422d109a5 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:16.411795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 35735790-b9fd-491a-89da-c53422d109a5 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:16.412306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 35735790-b9fd-491a-89da-c53422d109a5 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:16.436148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f72c3f72-be7b-442c-aac7-8c9b0db9b63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.460097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0e5096b4-b08f-4be4-8e9a-eb7f21cc5e84 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.526261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7482f278-ede9-498d-87c3-0f4878208045 tempest-NetworksIpV6Test-1747191732 tempest-NetworksIpV6Test-1747191732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:16.566062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=873051d4-bc42-4ac2-aa67-e56f0a5ea921,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:16.577804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:16.584211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] For port cec38acc-5336-4aa8-9f17-3e0e76810b58, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cec38acc-5336-4aa8-9f17-3e0e76810b58,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:16.584567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.592000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8d3059-4a98-495e-a7d8-859cc23a25b4 None None] Network 47bf6c61-da04-499a-bb54-316ca34ed24b requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:16.608031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0e5096b4-b08f-4be4-8e9a-eb7f21cc5e84 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.641706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5096b4-b08f-4be4-8e9a-eb7f21cc5e84 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Subnet': ['ID=62e225ab-1cb0-4073-a0ce-ec8f82e6d51e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:16.656238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0e5096b4-b08f-4be4-8e9a-eb7f21cc5e84 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:16.665580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.701879 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0e5096b4-b08f-4be4-8e9a-eb7f21cc5e84 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/62e225ab-1cb0-4073-a0ce-ec8f82e6d51e HTTP/1.1" status: 204 len: 168 time: 1.9254603 Nov 25 08:53:16.703166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.706276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44544) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:16.778397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-4d5c96b9-ea92-442d-b2ad-38946df86bff tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:53:16.786273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8901ae22-d63b-406c-b5b4-809acded7473 None None] Provisioning complete for port 873051d4-bc42-4ac2-aa67-e56f0a5ea921 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:16.786686 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8901ae22-d63b-406c-b5b4-809acded7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.874075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8901ae22-d63b-406c-b5b4-809acded7473 None None] Port 873051d4-bc42-4ac2-aa67-e56f0a5ea921 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:16.879443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.879655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 6e025a11-c759-4c8d-b157-c04f215e85b0 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:16.879655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:16.904141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Calling delete_port for cec38acc-5336-4aa8-9f17-3e0e76810b58 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:16.961297 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a9a67f-4ca8-459d-aecf-238ee055d0d5 None None] DHCP port deletion for 47bf6c61-da04-499a-bb54-316ca34ed24b request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:53:16.975477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-50a9a67f-4ca8-459d-aecf-238ee055d0d5 None None] Deleting port 73696b61-85ca-4e0b-9be4-91c8582a6c3e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:16.976578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-50a9a67f-4ca8-459d-aecf-238ee055d0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.053806 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.061788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4d5c96b9-ea92-442d-b2ad-38946df86bff tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.078473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.118512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2b6feb66-14e0-4489-bdc6-7a7188dd8fd9 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:17.152805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4d5c96b9-ea92-442d-b2ad-38946df86bff tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.197609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:17.206426 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:17.214238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:17.214858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.216313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-50a9a67f-4ca8-459d-aecf-238ee055d0d5 None None] For port 73696b61-85ca-4e0b-9be4-91c8582a6c3e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=73696b61-85ca-4e0b-9be4-91c8582a6c3e,segment=NetworkSegment(8d8a360f-0612-4c82-a068-42ef8ba5de2f),segment_id=8d8a360f-0612-4c82-a068-42ef8ba5de2f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:17.217325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-50a9a67f-4ca8-459d-aecf-238ee055d0d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.227597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bd3dba-1b98-422c-a21b-e579b1c38f15 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:17.272666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.274978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=01d7828b-b3da-435e-be47-e9162e722b8f,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:17.281414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:17.307710 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7102101 Nov 25 08:53:17.310137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44548) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:17.310368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 73696b61-85ca-4e0b-9be4-91c8582a6c3e {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:17.311293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.322849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f1a94135-25ac-464a-8d42-395d52572a5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-725981439', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:17.336170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f1a94135-25ac-464a-8d42-395d52572a5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:17.384153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.70 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/69947c0b-bfae-4c41-883a-98ab57c03a81) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:17.397505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f1a94135-25ac-464a-8d42-395d52572a5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:router and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:17.401539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f1a94135-25ac-464a-8d42-395d52572a5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:17.408467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.412538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f1a94135-25ac-464a-8d42-395d52572a5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:17.417209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dd72b695-668e-46e1-9e0c-d588f8a0bb28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:17.426961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-50a9a67f-4ca8-459d-aecf-238ee055d0d5 None None] Calling delete_port for 73696b61-85ca-4e0b-9be4-91c8582a6c3e owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:17.473285 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec38acc-5336-4aa8-9f17-3e0e76810b58,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:17.506717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:17.523073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.551208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f1a94135-25ac-464a-8d42-395d52572a5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.552529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f1a94135-25ac-464a-8d42-395d52572a5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.598616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-50a9a67f-4ca8-459d-aecf-238ee055d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.608801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:17.648433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.720028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f1a94135-25ac-464a-8d42-395d52572a5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.746142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9a67f-4ca8-459d-aecf-238ee055d0d5 None None] Pushing event deleted for resources: {'Port': ['ID=73696b61-85ca-4e0b-9be4-91c8582a6c3e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:17.748065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a9a67f-4ca8-459d-aecf-238ee055d0d5 None None] No DVR routers for this DVR port 73696b61-85ca-4e0b-9be4-91c8582a6c3e on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:17.751364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-50a9a67f-4ca8-459d-aecf-238ee055d0d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:17.812753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '01d7828b-b3da-435e-be47-e9162e722b8f'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:53:17.814192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:17.899401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 6e025a11-c759-4c8d-b157-c04f215e85b0 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:17.982853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Allocated IP 2001:db8::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/01d7828b-b3da-435e-be47-e9162e722b8f/3160e3ba-e8c9-4440-af0f-95d1e02fe1ed) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:18.006631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f1a94135-25ac-464a-8d42-395d52572a5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.104123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f1a94135-25ac-464a-8d42-395d52572a5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.105567 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f1a94135-25ac-464a-8d42-395d52572a5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7928183 Nov 25 08:53:18.109837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44554) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:18.128411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.239494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.250239 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Transition to ACTIVE for port object 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:18.274964 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Transition to ACTIVE for port object 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:18.281828 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.284266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.287435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:18.290799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] For port 73696b61-85ca-4e0b-9be4-91c8582a6c3e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=73696b61-85ca-4e0b-9be4-91c8582a6c3e,segment=NetworkSegment(8d8a360f-0612-4c82-a068-42ef8ba5de2f),segment_id=8d8a360f-0612-4c82-a068-42ef8ba5de2f)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:18.291156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.357912 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:18.361034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:18.366306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:18.368556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Pushing event updated for resources: {'Port': ['ID=3160e3ba-e8c9-4440-af0f-95d1e02fe1ed,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:18.372290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:18.444858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Calling delete_port for 73696b61-85ca-4e0b-9be4-91c8582a6c3e owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:18.467582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Attempting to bind port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:18.468147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Attempting to bind port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:18.468310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Attempting to bind port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:18.476990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:18.478738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:18.478738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.478738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:18.479066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Bound port: 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:18.479818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.512434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5c96b9-ea92-442d-b2ad-38946df86bff tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:18.547498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 73696b61-85ca-4e0b-9be4-91c8582a6c3e no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:18.597863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 73696b61-85ca-4e0b-9be4-91c8582a6c3e {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:18.597863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 73696b61-85ca-4e0b-9be4-91c8582a6c3e not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:18.625056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] For port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:18.629154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] For port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3160e3ba-e8c9-4440-af0f-95d1e02fe1ed,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:18.633252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.638241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9cec5484-2446-4e96-8a4d-431d0260a076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:18.726832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Pushing event updated for resources: {'Port': ['ID=3160e3ba-e8c9-4440-af0f-95d1e02fe1ed,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:18.731467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:18.755302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.763401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:53:18.763719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:53:18.772021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:18.854940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:18.855878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:18.862400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:18.871174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:18.933317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=69947c0b-bfae-4c41-883a-98ab57c03a81,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:18.991327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5c96b9-ea92-442d-b2ad-38946df86bff tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:18.999855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:18.999855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.000271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.000691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.000955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.001319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.001670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.002560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.002674 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a07104d-0c0b-45d6-b9ad-35ecb3ddb2e4 None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:19.003092 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.003304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.003601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.003945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.018622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:19.019108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-15303426-c47f-44c3-b53a-43fcabbc4f91 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:19.035040 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a07104d-0c0b-45d6-b9ad-35ecb3ddb2e4 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:19.035696 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5a07104d-0c0b-45d6-b9ad-35ecb3ddb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:19.159553 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5a07104d-0c0b-45d6-b9ad-35ecb3ddb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:19.169077 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a07104d-0c0b-45d6-b9ad-35ecb3ddb2e4 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:19.170000 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5a07104d-0c0b-45d6-b9ad-35ecb3ddb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:19.203928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:53:19.225962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=6e025a11-c759-4c8d-b157-c04f215e85b0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:19.243614 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5a07104d-0c0b-45d6-b9ad-35ecb3ddb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:19.244337 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a07104d-0c0b-45d6-b9ad-35ecb3ddb2e4 None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:19.286723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:19.294116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Deleting port 73696b61-85ca-4e0b-9be4-91c8582a6c3e {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:19.294481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:19.320472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:19.364474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a25cbc68-1e6d-4969-9def-a6f38f516a60 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:19.400683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:19.487734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:19.489690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4d5c96b9-ea92-442d-b2ad-38946df86bff tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:19.621992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:19.632058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=873051d4-bc42-4ac2-aa67-e56f0a5ea921,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:19.637440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] The port '73696b61-85ca-4e0b-9be4-91c8582a6c3e' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:53:19.640365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:19.702026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.702428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.702800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.703170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.703739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.704789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.704789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.705738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.706106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.706519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.707689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.708077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:19.715696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:19.728615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Router de8748c0-eb10-4656-8345-2228681b8379 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:19.755605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daf0e055-0373-4a8c-8a47-9b573e29362b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:19.875438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:20.037648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b7812e71-a200-4919-aa51-8249dd7e9813 None None] Provisioning for port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:20.127974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:20.202002 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4d5c96b9-ea92-442d-b2ad-38946df86bff tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "PUT /v2.0/floatingips/8b622ed2-0586-449f-ad38-47dc193d68e9 HTTP/1.1" status: 200 len: 978 time: 5.7786529 Nov 25 08:53:20.207883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44560) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:20.287988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:20.298039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bf6c61-da04-499a-bb54-316ca34ed24b']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:20.320854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8a360f-0612-4c82-a068-42ef8ba5de2f') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:20.321147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8a360f-0612-4c82-a068-42ef8ba5de2f') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:20.328932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:20.340120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:20.349372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Router ca385827-8fa9-4c32-9887-2958bb5ee1c0 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:20.383441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:20.446638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:20.495274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:20.503145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:53:20.503545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: util.warn( Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:53:20.522567 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:53:20.534010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:20.546326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f79da4-1e69-426c-b4c6-1a016eacf353 None None] Sync routers for ids ['de8748c0-eb10-4656-8345-2228681b8379'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:20.585552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f79da4-1e69-426c-b4c6-1a016eacf353 None None] Routers {'de8748c0-eb10-4656-8345-2228681b8379'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:20.586039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-11f79da4-1e69-426c-b4c6-1a016eacf353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['de8748c0-eb10-4656-8345-2228681b8379'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:20.646751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::1 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/01d7828b-b3da-435e-be47-e9162e722b8f/13db70bc-0478-4a44-9336-956a6ac4042a) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:20.664951 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] 10.222.0.54 "PUT /v2.0/routers/de8748c0-eb10-4656-8345-2228681b8379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3712368 Nov 25 08:53:20.677837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44564) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:20.767036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4e0fc879-7e1c-4f00-912e-53e81e090342 None None] Provisioning complete for port 873051d4-bc42-4ac2-aa67-e56f0a5ea921 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:20.768247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc879-7e1c-4f00-912e-53e81e090342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:20.807241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:20.833261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:20.833654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:20.864195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:20.882769 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "PUT /v2.0/routers/ca385827-8fa9-4c32-9887-2958bb5ee1c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2623868 Nov 25 08:53:20.888420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44568) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:20.895079 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71245cec-39d3-45aa-bc4c-47e769abc69c None None] Sync routers for ids ['ca385827-8fa9-4c32-9887-2958bb5ee1c0'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:20.904269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4e0fc879-7e1c-4f00-912e-53e81e090342 None None] Port 873051d4-bc42-4ac2-aa67-e56f0a5ea921 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:20.907384 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71245cec-39d3-45aa-bc4c-47e769abc69c None None] Routers {'ca385827-8fa9-4c32-9887-2958bb5ee1c0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:20.908432 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-71245cec-39d3-45aa-bc4c-47e769abc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['ca385827-8fa9-4c32-9887-2958bb5ee1c0'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:20.911546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-11f79da4-1e69-426c-b4c6-1a016eacf353 None None] Set router de8748c0-eb10-4656-8345-2228681b8379 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:20.941210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:20.946741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:20.961794 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f222f8a-3fd2-4d4a-9db6-5ceb8c9202e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:53:20.962246 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port 04132b4d-680e-447f-be6b-8cb194da36d1 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:20.962617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:20.962966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6f222f8a-3fd2-4d4a-9db6-5ceb8c9202e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:20.965858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:20.985285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Pushing event deleted for resources: {'Network': ['ID=47bf6c61-da04-499a-bb54-316ca34ed24b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:21.003002 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/networks/47bf6c61-da04-499a-bb54-316ca34ed24b HTTP/1.1" status: 204 len: 168 time: 4.2942944 Nov 25 08:53:21.006960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:21.011267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44572) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:21.021637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1f8f96b0-5a6f-440d-8d1c-6b916a7b603e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'routes': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:21.026792 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-71245cec-39d3-45aa-bc4c-47e769abc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:21.041589 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71245cec-39d3-45aa-bc4c-47e769abc69c None None] Routers {'ca385827-8fa9-4c32-9887-2958bb5ee1c0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:21.042375 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-71245cec-39d3-45aa-bc4c-47e769abc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['ca385827-8fa9-4c32-9887-2958bb5ee1c0'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:21.125126 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-71245cec-39d3-45aa-bc4c-47e769abc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:21.125743 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71245cec-39d3-45aa-bc4c-47e769abc69c None None] The sync data for ids ['ca385827-8fa9-4c32-9887-2958bb5ee1c0'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:21.153316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6f222f8a-3fd2-4d4a-9db6-5ceb8c9202e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:21.157075 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6f222f8a-3fd2-4d4a-9db6-5ceb8c9202e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/6e025a11-c759-4c8d-b157-c04f215e85b0 HTTP/1.1" status: 404 len: 333 time: 0.2647529 Nov 25 08:53:21.167004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44576) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:21.269623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:21.367676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3160e3ba-e8c9-4440-af0f-95d1e02fe1ed,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:21.370808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:21.375406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:21.378319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-55f7db44-46ff-4072-8e23-7ba75550882b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:21.445071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router a0db139e-a4f9-48ae-bd22-15297862ab06 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:53:21.461130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-11f79da4-1e69-426c-b4c6-1a016eacf353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:53:17Z', 'revision_number': 5, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:21.464476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=3160e3ba-e8c9-4440-af0f-95d1e02fe1ed,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:21.467972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:21.468783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f79da4-1e69-426c-b4c6-1a016eacf353 None None] Checking router: de8748c0-eb10-4656-8345-2228681b8379 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:21.481268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f79da4-1e69-426c-b4c6-1a016eacf353 None None] Routers {'de8748c0-eb10-4656-8345-2228681b8379'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:21.481917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-11f79da4-1e69-426c-b4c6-1a016eacf353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['de8748c0-eb10-4656-8345-2228681b8379'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:21.484149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.extraroute_db [None req-1f8f96b0-5a6f-440d-8d1c-6b916a7b603e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Added routes are [] {{(pid=87513) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 08:53:21.484447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.extraroute_db [None req-1f8f96b0-5a6f-440d-8d1c-6b916a7b603e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Removed routes are [] {{(pid=87513) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 08:53:21.484805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f8f96b0-5a6f-440d-8d1c-6b916a7b603e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:21.538210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:21.626101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:21.661498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-11f79da4-1e69-426c-b4c6-1a016eacf353 None None] Set router de8748c0-eb10-4656-8345-2228681b8379 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:21.673524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:21.742131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c90b2d5-4490-4db6-817e-90233972bd84 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:21.878209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f8f96b0-5a6f-440d-8d1c-6b916a7b603e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:21.894202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f8f96b0-5a6f-440d-8d1c-6b916a7b603e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:21.973541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-11f79da4-1e69-426c-b4c6-1a016eacf353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:53:17Z', 'revision_number': 5, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:21.978857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f79da4-1e69-426c-b4c6-1a016eacf353 None None] The sync data for ids ['de8748c0-eb10-4656-8345-2228681b8379'] in dv-neutron-818341-1-hyperv is: [{'id': 'de8748c0-eb10-4656-8345-2228681b8379', 'name': 'tempest-ServerActionsTestJSON-1518280515-router', 'tenant_id': '8112514b1f3d47e090b4462ec34c3fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:47:18Z', 'updated_at': '2021-11-25T08:53:17Z', 'revision_number': 5, 'project_id': '8112514b1f3d47e090b4462ec34c3fce', 'gw_port': {'id': '6330f5a6-3e23-49cb-8416-3ac197892cd4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8748c0-eb10-4656-8345-2228681b8379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:47:20Z', 'updated_at': '2021-11-25T08:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:21.993037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:21.993260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:22.017131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 13db70bc-0478-4a44-9336-956a6ac4042a will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:22.214336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8f96b0-5a6f-440d-8d1c-6b916a7b603e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:22.268675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for 04132b4d-680e-447f-be6b-8cb194da36d1 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:22.371436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8f96b0-5a6f-440d-8d1c-6b916a7b603e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:22.378922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f8f96b0-5a6f-440d-8d1c-6b916a7b603e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:22.382596 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1f8f96b0-5a6f-440d-8d1c-6b916a7b603e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2 HTTP/1.1" status: 200 len: 705 time: 1.3676233 Nov 25 08:53:22.382947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:22.383067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44580) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:22.405555 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/a0db139e-a4f9-48ae-bd22-15297862ab06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0631845 Nov 25 08:53:22.407530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c90b2d5-4490-4db6-817e-90233972bd84 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:22.409445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fb7c0-b32b-4701-9fac-c92ae55f99e4 None None] Sync routers for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:22.415849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c90b2d5-4490-4db6-817e-90233972bd84 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:22.417311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44584) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:22.423419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96fb7c0-b32b-4701-9fac-c92ae55f99e4 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:22.425268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d96fb7c0-b32b-4701-9fac-c92ae55f99e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:22.433373 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11823e-3208-40fe-ae0a-df99322e0900 None None] Sync routers for ids ['a0db139e-a4f9-48ae-bd22-15297862ab06'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:22.443019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 3063460c-2fb9-4d02-9b39-30f4b27a2283 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:53:22.446590 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11823e-3208-40fe-ae0a-df99322e0900 None None] Routers {'a0db139e-a4f9-48ae-bd22-15297862ab06'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:22.447217 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-af11823e-3208-40fe-ae0a-df99322e0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a0db139e-a4f9-48ae-bd22-15297862ab06'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:22.453036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-77e83a78-7de8-4595-b243-9fc9c1391901 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:22.490197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:22.536468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c90b2d5-4490-4db6-817e-90233972bd84 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:22.536900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c90b2d5-4490-4db6-817e-90233972bd84 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Fanout notify agent at l3_agent the message router_deleted on router ca385827-8fa9-4c32-9887-2958bb5ee1c0 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:53:22.537307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:22.551799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Deleting port 6330f5a6-3e23-49cb-8416-3ac197892cd4 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:22.551799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:22.565873 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-af11823e-3208-40fe-ae0a-df99322e0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:22.568298 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:53:22.576220 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11823e-3208-40fe-ae0a-df99322e0900 None None] Routers {'a0db139e-a4f9-48ae-bd22-15297862ab06'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:22.576843 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-af11823e-3208-40fe-ae0a-df99322e0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a0db139e-a4f9-48ae-bd22-15297862ab06'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:22.584608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-77e83a78-7de8-4595-b243-9fc9c1391901 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:22.586144 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-77e83a78-7de8-4595-b243-9fc9c1391901 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=83e0e596-e72f-4345-a2c7-f63e26fb3ee2 HTTP/1.1" status: 200 len: 205 time: 0.2022882 Nov 25 08:53:22.593710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44588) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:22.606814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820aafe6-b866-4af3-bd8c-977a81f37212 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:22.607403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-820aafe6-b866-4af3-bd8c-977a81f37212 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Synchronizing usage tracker for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:22.610241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:22.618492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f977efb6-9b93-4cc6-a685-489faae3a0f5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:22.648635 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-af11823e-3208-40fe-ae0a-df99322e0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:22.649055 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11823e-3208-40fe-ae0a-df99322e0900 None None] The sync data for ids ['a0db139e-a4f9-48ae-bd22-15297862ab06'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:22.713112 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d96fb7c0-b32b-4701-9fac-c92ae55f99e4 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:22.758424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-341bb104-f819-49bf-b899-91c7c85d2ed1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:22.796192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c90b2d5-4490-4db6-817e-90233972bd84 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:22.797191 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8c90b2d5-4490-4db6-817e-90233972bd84 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/routers/ca385827-8fa9-4c32-9887-2958bb5ee1c0 HTTP/1.1" status: 204 len: 168 time: 1.5856304 Nov 25 08:53:22.815650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44592) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:22.834127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d96fb7c0-b32b-4701-9fac-c92ae55f99e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:53:12Z', 'revision_number': 11, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:22.842868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fb7c0-b32b-4701-9fac-c92ae55f99e4 None None] Checking router: 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:22.856449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:22.856842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:22.869507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:22.879719 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:22.906868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96fb7c0-b32b-4701-9fac-c92ae55f99e4 None None] Routers {'83e0e596-e72f-4345-a2c7-f63e26fb3ee2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:22.907521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d96fb7c0-b32b-4701-9fac-c92ae55f99e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:22.999994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:23.041166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d96fb7c0-b32b-4701-9fac-c92ae55f99e4 None None] Set router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:23.083251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] For port 6330f5a6-3e23-49cb-8416-3ac197892cd4, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=6330f5a6-3e23-49cb-8416-3ac197892cd4,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:23.083618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.194632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-44415adf-2fe9-409a-9e66-ffb8c94cf595 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting subnet 5875bad4-d925-4430-855f-50cc78ce9bfc {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:53:23.203242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44415adf-2fe9-409a-9e66-ffb8c94cf595 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.203771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Sync routers for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:23.206149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d96fb7c0-b32b-4701-9fac-c92ae55f99e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:53:12Z', 'revision_number': 11, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:23.215750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fb7c0-b32b-4701-9fac-c92ae55f99e4 None None] The sync data for ids ['83e0e596-e72f-4345-a2c7-f63e26fb3ee2'] in dv-neutron-818341-1-hyperv is: [{'id': '83e0e596-e72f-4345-a2c7-f63e26fb3ee2', 'name': 'tempest-RoutersIpV6Test-router-1775086210', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:51:22Z', 'updated_at': '2021-11-25T08:53:12Z', 'revision_number': 11, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:23.224922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:23.225561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:23.229976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=13db70bc-0478-4a44-9336-956a6ac4042a,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:23.232801 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:23.240664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Calling delete_port for 6330f5a6-3e23-49cb-8416-3ac197892cd4 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:23.249446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-341bb104-f819-49bf-b899-91c7c85d2ed1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.252930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-341bb104-f819-49bf-b899-91c7c85d2ed1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.269832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:23.269832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.277534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.278901 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.2616422 Nov 25 08:53:23.283988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44596) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:23.299784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44415adf-2fe9-409a-9e66-ffb8c94cf595 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.332012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-341bb104-f819-49bf-b899-91c7c85d2ed1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.332643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341bb104-f819-49bf-b899-91c7c85d2ed1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Fanout notify agent at l3_agent the message router_deleted on router 83e0e596-e72f-4345-a2c7-f63e26fb3ee2 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:53:23.334517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-820aafe6-b866-4af3-bd8c-977a81f37212 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Unset dirty status for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:23.335739 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-820aafe6-b866-4af3-bd8c-977a81f37212 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports/873051d4-bc42-4ac2-aa67-e56f0a5ea921 HTTP/1.1" status: 200 len: 977 time: 0.9158285 Nov 25 08:53:23.342895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44602) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:23.371412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.374923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-341bb104-f819-49bf-b899-91c7c85d2ed1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.376508 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-341bb104-f819-49bf-b899-91c7c85d2ed1 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2 HTTP/1.1" status: 204 len: 168 time: 0.7815087 Nov 25 08:53:23.458219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-16570f89-c053-4c52-ae5e-416e57a4420d None None] Provisioning for port 13db70bc-0478-4a44-9336-956a6ac4042a completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:23.484918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-16570f89-c053-4c52-ae5e-416e57a4420d None None] Provisioning complete for port 13db70bc-0478-4a44-9336-956a6ac4042a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:23.485305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16570f89-c053-4c52-ae5e-416e57a4420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.506914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-83334a2b-3201-4930-bd83-f5752e5ce02d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:23.558881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44606) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:23.563132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=04132b4d-680e-447f-be6b-8cb194da36d1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:23.565057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cec38acc-5336-4aa8-9f17-3e0e76810b58 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:23.573776 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:23.582746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ff0158d7-5cf8-4988-ac1c-923bd40aa50c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1424384684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:23.589414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ff0158d7-5cf8-4988-ac1c-923bd40aa50c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:23.594336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff0158d7-5cf8-4988-ac1c-923bd40aa50c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Usage tracker for resource:router and tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:23.595589 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-42a3f8e6-df5f-4034-94ab-85acbd39c091 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ad9acc8f1d734163ad0737b95f34d0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3104038 Nov 25 08:53:23.597831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff0158d7-5cf8-4988-ac1c-923bd40aa50c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:23.599018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44610) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:23.604706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ff0158d7-5cf8-4988-ac1c-923bd40aa50c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:23.630050 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: cec38acc-5336-4aa8-9f17-3e0e76810b58 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:23.630753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cec38acc-5336-4aa8-9f17-3e0e76810b58 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:23.645091 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:23.692342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-16570f89-c053-4c52-ae5e-416e57a4420d None None] Port 13db70bc-0478-4a44-9336-956a6ac4042a cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:23.718618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44415adf-2fe9-409a-9e66-ffb8c94cf595 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.751426 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff0158d7-5cf8-4988-ac1c-923bd40aa50c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.753006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff0158d7-5cf8-4988-ac1c-923bd40aa50c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.799443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a708c77-390c-462a-99df-c586b3cbeb32 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:23.801085 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8a708c77-390c-462a-99df-c586b3cbeb32 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2011232 Nov 25 08:53:23.804040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44614) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:23.848090 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ca8c87b5-ec13-43f5-812d-d2898c8e07b8 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425889 Nov 25 08:53:23.850778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44618) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:23.860717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430830894', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:23.931164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44415adf-2fe9-409a-9e66-ffb8c94cf595 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.941708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-02c86bfd-b85c-48b7-a2df-0e7d063ec886 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:23.944908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:53:19Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:23.948799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Checking router: 3063460c-2fb9-4d02-9b39-30f4b27a2283 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:23.949157 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Updating router 3063460c-2fb9-4d02-9b39-30f4b27a2283 port 69947c0b-bfae-4c41-883a-98ab57c03a81 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:53:23.982660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff0158d7-5cf8-4988-ac1c-923bd40aa50c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:23.991543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44415adf-2fe9-409a-9e66-ffb8c94cf595 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Subnet': ['ID=5875bad4-d925-4430-855f-50cc78ce9bfc,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:23.996891 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-44415adf-2fe9-409a-9e66-ffb8c94cf595 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:24.006315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44415adf-2fe9-409a-9e66-ffb8c94cf595 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.007062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.018213 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-44415adf-2fe9-409a-9e66-ffb8c94cf595 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/5875bad4-d925-4430-855f-50cc78ce9bfc HTTP/1.1" status: 204 len: 168 time: 1.2013080 Nov 25 08:53:24.021565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44622) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:24.025031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:24.040412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.041028 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP 8b622ed2-0586-449f-ad38-47dc193d68e9 disassociated (deleted). External IP: 172.26.3.224, port: df8440f3-eb04-4d10-b381-2ada647c52ab. Nov 25 08:53:24.045752 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:subnet and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:24.047525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38be8e1a-491c-4979-b716-a166677145a0 None None] Network 73f4f580-c8b5-4783-a41c-a86638719b7e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:24.051544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:24.105993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:24.108391 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.147474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:24.151451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.192920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff0158d7-5cf8-4988-ac1c-923bd40aa50c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.223771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.262637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 7686dd48-50ee-4439-8224-b52314d8e310 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:24.263323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.546641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df204f41-5cd8-40db-a05c-d2da3e12e44e None None] DHCP port deletion for 73f4f580-c8b5-4783-a41c-a86638719b7e request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:53:24.553359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.558483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df204f41-5cd8-40db-a05c-d2da3e12e44e None None] Deleting port 7686dd48-50ee-4439-8224-b52314d8e310 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:24.558981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df204f41-5cd8-40db-a05c-d2da3e12e44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.562565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] For port 7686dd48-50ee-4439-8224-b52314d8e310, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7686dd48-50ee-4439-8224-b52314d8e310,segment=NetworkSegment(cc7b3f65-f532-4ff8-8c70-c42b2ff16c08),segment_id=cc7b3f65-f532-4ff8-8c70-c42b2ff16c08)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:24.562919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.614182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff0158d7-5cf8-4988-ac1c-923bd40aa50c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.615270 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ff0158d7-5cf8-4988-ac1c-923bd40aa50c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0485966 Nov 25 08:53:24.638662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44626) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:24.672489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Transition to ACTIVE for port object 69947c0b-bfae-4c41-883a-98ab57c03a81 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:24.694450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.698366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.701654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.702104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-62b149ef-39e8-4942-9bbe-688992c8f91e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:24.709989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:24.744151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eee940ea-c2ab-42c5-8d17-df138d16436b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:24.764930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 7686dd48-50ee-4439-8224-b52314d8e310 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:24.773004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Pushing event deleted for resources: {'Port': ['ID=6330f5a6-3e23-49cb-8416-3ac197892cd4,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:24.776761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:24.799611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2f8d27e4-91bd-41dc-9ce8-677000a7adc6 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:24.905007 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Attempting to bind port 69947c0b-bfae-4c41-883a-98ab57c03a81 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:24.905369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Attempting to bind port 69947c0b-bfae-4c41-883a-98ab57c03a81 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:24.905650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Attempting to bind port 69947c0b-bfae-4c41-883a-98ab57c03a81 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:24.916390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df204f41-5cd8-40db-a05c-d2da3e12e44e None None] For port 7686dd48-50ee-4439-8224-b52314d8e310, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7686dd48-50ee-4439-8224-b52314d8e310,segment=NetworkSegment(cc7b3f65-f532-4ff8-8c70-c42b2ff16c08),segment_id=cc7b3f65-f532-4ff8-8c70-c42b2ff16c08)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:24.916784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df204f41-5cd8-40db-a05c-d2da3e12e44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.930771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383f7c7-f633-4459-bede-a80e1469d517 None None] Pushing event updated for resources: {'Port': ['ID=69947c0b-bfae-4c41-883a-98ab57c03a81,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:24.933224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:24.933605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:24.934021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.934444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:24.934937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Bound port: 69947c0b-bfae-4c41-883a-98ab57c03a81, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:24.935351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:24.966754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6383f7c7-f633-4459-bede-a80e1469d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:25.114087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df204f41-5cd8-40db-a05c-d2da3e12e44e None None] Calling delete_port for 7686dd48-50ee-4439-8224-b52314d8e310 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:25.208772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] For port 69947c0b-bfae-4c41-883a-98ab57c03a81, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:25.229138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] For port 69947c0b-bfae-4c41-883a-98ab57c03a81, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=69947c0b-bfae-4c41-883a-98ab57c03a81,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:25.232641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.236774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.242277 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a68b54d4-cfff-4365-83c6-3932a251927c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:25.283484 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df204f41-5cd8-40db-a05c-d2da3e12e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.310584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Subnet': ['ID=3facbecb-2f55-4448-98ea-db3515791a61,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:25.319975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df204f41-5cd8-40db-a05c-d2da3e12e44e None None] No DVR routers for this DVR port 7686dd48-50ee-4439-8224-b52314d8e310 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:25.323142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:25.329777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Checking segment: {'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:25.330164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network hostable DHCP agents. Network: d7b2a039-0689-46e5-b832-50debe514388, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:53:25.344779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383f7c7-f633-4459-bede-a80e1469d517 None None] Pushing event updated for resources: {'Port': ['ID=69947c0b-bfae-4c41-883a-98ab57c03a81,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:25.348371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6383f7c7-f633-4459-bede-a80e1469d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:25.348811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a3cb6644-f7fe-416f-93b4-91c4997d6401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:25.396196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df204f41-5cd8-40db-a05c-d2da3e12e44e None None] Pushing event deleted for resources: {'Port': ['ID=7686dd48-50ee-4439-8224-b52314d8e310,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:25.398766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:25.399368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:25.426885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:53:25.427225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:53:25.464351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df204f41-5cd8-40db-a05c-d2da3e12e44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:25.510342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.511507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-62b149ef-39e8-4942-9bbe-688992c8f91e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.515575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network d7b2a039-0689-46e5-b832-50debe514388 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:53:25.525560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.528139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-62b149ef-39e8-4942-9bbe-688992c8f91e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.534680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, d7b2a039-0689-46e5-b832-50debe514388) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:25.551356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0b173-4c23-4509-adfb-66de744fb0be None None] Network d7b2a039-0689-46e5-b832-50debe514388 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:25.589935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:25.592060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.602009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.603128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.613042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:25.614613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:25.615461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.690726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:25.710711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:25.711898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de8748c0-eb10-4656-8345-2228681b8379 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:53:25.727158 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8725243 Nov 25 08:53:25.727540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44630) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:25.882456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b149ef-39e8-4942-9bbe-688992c8f91e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Router 68e1e92b-d985-4534-8b71-33a2016360c3 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:53:25.972627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 7686dd48-50ee-4439-8224-b52314d8e310 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:25.973261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:26.023100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-d7b2a039-0689-46e5-b832-50debe514388', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:53:26.024037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:26.121986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] The port '7686dd48-50ee-4439-8224-b52314d8e310' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:53:26.131302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b149ef-39e8-4942-9bbe-688992c8f91e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:26.140068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-62b149ef-39e8-4942-9bbe-688992c8f91e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:26.141318 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-62b149ef-39e8-4942-9bbe-688992c8f91e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "PUT /v2.0/routers/68e1e92b-d985-4534-8b71-33a2016360c3 HTTP/1.1" status: 200 len: 698 time: 1.5014262 Nov 25 08:53:26.150386 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ae657-8ab9-4d98-89ac-fe1d23dbced5 None None] Sync routers for ids ['68e1e92b-d985-4534-8b71-33a2016360c3'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:26.160617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:26.163819 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] 10.222.0.54 "DELETE /v2.0/routers/de8748c0-eb10-4656-8345-2228681b8379 HTTP/1.1" status: 204 len: 168 time: 5.4827249 Nov 25 08:53:26.163819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:26.173202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44634) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:26.173401 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44636) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:26.183322 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ae657-8ab9-4d98-89ac-fe1d23dbced5 None None] Routers {'68e1e92b-d985-4534-8b71-33a2016360c3'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:26.184442 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-430ae657-8ab9-4d98-89ac-fe1d23dbced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['68e1e92b-d985-4534-8b71-33a2016360c3'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:26.187215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:26.225468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:53:19Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:26.234458 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99526912-d283-42c0-93a6-e89d9e99f66f None None] The sync data for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv is: [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:53:19Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:26.252465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Allocated IP 172.20.0.2 (d7b2a039-0689-46e5-b832-50debe514388/3facbecb-2f55-4448-98ea-db3515791a61/1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:26.384636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=13db70bc-0478-4a44-9336-956a6ac4042a,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:26.423159 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-430ae657-8ab9-4d98-89ac-fe1d23dbced5 None None] Set router 68e1e92b-d985-4534-8b71-33a2016360c3 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:26.548896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:26.596016 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-430ae657-8ab9-4d98-89ac-fe1d23dbced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1e92b-d985-4534-8b71-33a2016360c3', 'name': 'tempest-RoutersIpV6Test-router-1424384684', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:23Z', 'updated_at': '2021-11-25T08:53:25Z', 'revision_number': 2, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:26.601654 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ae657-8ab9-4d98-89ac-fe1d23dbced5 None None] Checking router: 68e1e92b-d985-4534-8b71-33a2016360c3 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:26.610707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:26.623389 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ae657-8ab9-4d98-89ac-fe1d23dbced5 None None] Routers {'68e1e92b-d985-4534-8b71-33a2016360c3'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:26.639274 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-430ae657-8ab9-4d98-89ac-fe1d23dbced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['68e1e92b-d985-4534-8b71-33a2016360c3'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:26.681967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:26.700964 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Transition to ACTIVE for port object 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:26.725871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Transition to ACTIVE for port object 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:26.732993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7686dd48-50ee-4439-8224-b52314d8e310 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:26.741062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.128s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:26.790125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 7686dd48-50ee-4439-8224-b52314d8e310 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:26.790503 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7686dd48-50ee-4439-8224-b52314d8e310 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:26.791270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6330f5a6-3e23-49cb-8416-3ac197892cd4 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:26.838635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:26.849939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 6330f5a6-3e23-49cb-8416-3ac197892cd4 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:26.850366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 6330f5a6-3e23-49cb-8416-3ac197892cd4 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:26.855836 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-430ae657-8ab9-4d98-89ac-fe1d23dbced5 None None] Set router 68e1e92b-d985-4534-8b71-33a2016360c3 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:26.867636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9b5bcfaa-89c4-4e18-ab80-34d893f6e54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:26.894044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f4f580-c8b5-4783-a41c-a86638719b7e']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:26.919790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7b3f65-f532-4ff8-8c70-c42b2ff16c08') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:26.929054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7b3f65-f532-4ff8-8c70-c42b2ff16c08') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:26.950075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Network d7b2a039-0689-46e5-b832-50debe514388 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:26.951323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8122133e-6499-4d30-8641-632ce42c946d None None] Provisioning complete for port 13db70bc-0478-4a44-9336-956a6ac4042a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:26.951712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8122133e-6499-4d30-8641-632ce42c946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:26.974339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:26.989760 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-430ae657-8ab9-4d98-89ac-fe1d23dbced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1e92b-d985-4534-8b71-33a2016360c3', 'name': 'tempest-RoutersIpV6Test-router-1424384684', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:23Z', 'updated_at': '2021-11-25T08:53:25Z', 'revision_number': 2, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:26.995171 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ae657-8ab9-4d98-89ac-fe1d23dbced5 None None] The sync data for ids ['68e1e92b-d985-4534-8b71-33a2016360c3'] in dv-neutron-818341-1-hyperv is: [{'id': '68e1e92b-d985-4534-8b71-33a2016360c3', 'name': 'tempest-RoutersIpV6Test-router-1424384684', 'tenant_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:23Z', 'updated_at': '2021-11-25T08:53:25Z', 'revision_number': 2, 'project_id': '9346dba3a9ee4d0eb4a5c9542be3d6c3', 'gw_port_host': None}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:27.068642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Pushing event updated for resources: {'Port': ['ID=1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:27.076364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:27.077291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:27.085591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:27.091179 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4d40b226-a8cb-4c8b-91d4-84a64b29e538 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/routers/68e1e92b-d985-4534-8b71-33a2016360c3 HTTP/1.1" status: 200 len: 704 time: 0.9146035 Nov 25 08:53:27.091794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.092327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8122133e-6499-4d30-8641-632ce42c946d None None] Port 13db70bc-0478-4a44-9336-956a6ac4042a cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:27.094124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44642) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:27.127503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f58a1e3-181a-4108-b826-fa84bc2ff526 admin admin] Deleting subnet 40d6fdd8-001d-4957-aaad-ee27dc44d3ff {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:53:27.207287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:53:27.207692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.212439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f58a1e3-181a-4108-b826-fa84bc2ff526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.215280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Attempting to bind port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:27.215663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Attempting to bind port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:27.216037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Attempting to bind port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 on network d7b2a039-0689-46e5-b832-50debe514388 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:27.223755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:27.224151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Checking segment: {'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:27.224571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.224980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Bound using segment: {'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:27.225466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Bound port: 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:27.225853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:53:27.241027 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:53:27.270746 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a086b1b5-37aa-4349-9df7-896777e2e268 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e1e92b-d985-4534-8b71-33a2016360c3 HTTP/1.1" status: 200 len: 205 time: 0.1750994 Nov 25 08:53:27.276230 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:27.280022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44646) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:27.319822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.332795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] For port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:27.336687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] For port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2,segment=NetworkSegment(09fcaf0f-b80d-4c28-8291-fa86e5c55df0),segment_id=09fcaf0f-b80d-4c28-8291-fa86e5c55df0)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:27.344923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb4c12-f7f1-48f2-8ee2-d275d308c491 None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:27.359599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.366866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:27.409016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.421683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6097905d-f560-4eb4-a924-4f8e945f4860 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:27.426947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb4c12-f7f1-48f2-8ee2-d275d308c491 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:27.427887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6ebb4c12-f7f1-48f2-8ee2-d275d308c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:27.446712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.468824 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/networks/73f4f580-c8b5-4783-a41c-a86638719b7e HTTP/1.1" status: 204 len: 168 time: 3.4452446 Nov 25 08:53:27.477280 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44650) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:27.483392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Network': ['ID=73f4f580-c8b5-4783-a41c-a86638719b7e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:27.508846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6ebb4c12-f7f1-48f2-8ee2-d275d308c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:27.519241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:27.540656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb4c12-f7f1-48f2-8ee2-d275d308c491 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:27.541293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6ebb4c12-f7f1-48f2-8ee2-d275d308c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:27.565317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f58a1e3-181a-4108-b826-fa84bc2ff526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.614199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9c67842b-ac56-4629-90b9-0cdc2f001b14 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.617043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e87422-aedd-4c66-8636-e9579ac7165d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:27.617639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-72e87422-aedd-4c66-8636-e9579ac7165d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:27.622599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Pushing event updated for resources: {'Port': ['ID=1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:27.629251 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:27.630077 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6ebb4c12-f7f1-48f2-8ee2-d275d308c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:27.630504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb4c12-f7f1-48f2-8ee2-d275d308c491 None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:27.685068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-72e87422-aedd-4c66-8636-e9579ac7165d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:27.689745 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-72e87422-aedd-4c66-8636-e9579ac7165d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/ad0610a1-f454-44ce-b05c-a66bcf102788 HTTP/1.1" status: 200 len: 844 time: 0.2043552 Nov 25 08:53:27.690522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44654) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:27.825118 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4b1789d8-422e-4f99-8dff-a525718f7bce tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/ad0610a1-f454-44ce-b05c-a66bcf102788?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1284902 Nov 25 08:53:27.826109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44658) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:27.833714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:27.851380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:27.888894 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/floatingips/8b622ed2-0586-449f-ad38-47dc193d68e9 HTTP/1.1" status: 204 len: 168 time: 7.6784234 Nov 25 08:53:27.928926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44662) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:28.140422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Router 146b566f-3fdc-485c-bb10-a09d49b386f2 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:53:28.175188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6120e2d4-c26b-4042-bab5-565b39ee5074 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port df8440f3-eb04-4d10-b381-2ada647c52ab {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:28.175527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6120e2d4-c26b-4042-bab5-565b39ee5074 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.202030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:28.204157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 873051d4-bc42-4ac2-aa67-e56f0a5ea921 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:28.204507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.224996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:28.232824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:28.259187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:28.321073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9c67842b-ac56-4629-90b9-0cdc2f001b14 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.339943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9c67842b-ac56-4629-90b9-0cdc2f001b14 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.341975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f58a1e3-181a-4108-b826-fa84bc2ff526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.352185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:28.355844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.528237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 69947c0b-bfae-4c41-883a-98ab57c03a81 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:28.565541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9c67842b-ac56-4629-90b9-0cdc2f001b14 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.566065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c67842b-ac56-4629-90b9-0cdc2f001b14 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Fanout notify agent at l3_agent the message router_deleted on router 68e1e92b-d985-4534-8b71-33a2016360c3 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:53:28.603331 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:28.620004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9c67842b-ac56-4629-90b9-0cdc2f001b14 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.621361 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9c67842b-ac56-4629-90b9-0cdc2f001b14 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/68e1e92b-d985-4534-8b71-33a2016360c3 HTTP/1.1" status: 204 len: 168 time: 1.3088377 Nov 25 08:53:28.628728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44666) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:28.651487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 69947c0b-bfae-4c41-883a-98ab57c03a81 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:28.658217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 69947c0b-bfae-4c41-883a-98ab57c03a81 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:28.658789 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.675854 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "PUT /v2.0/routers/146b566f-3fdc-485c-bb10-a09d49b386f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5494685 Nov 25 08:53:28.699548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44670) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:28.700603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f58a1e3-181a-4108-b826-fa84bc2ff526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.715849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1c5f6694-afc8-4afc-a1ec-da8e2c6edd57 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:28.744854 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Sync routers for ids ['146b566f-3fdc-485c-bb10-a09d49b386f2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:28.766741 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Routers {'146b566f-3fdc-485c-bb10-a09d49b386f2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:28.769975 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['146b566f-3fdc-485c-bb10-a09d49b386f2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:28.791823 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-edc513e2-3721-49e2-bb31-bc49e3616b0a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Synchronizing usage tracker for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:28.825474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.834319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58a1e3-181a-4108-b826-fa84bc2ff526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d6fdd8-001d-4957-aaad-ee27dc44d3ff,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:28.843701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8f58a1e3-181a-4108-b826-fa84bc2ff526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:28.855602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f58a1e3-181a-4108-b826-fa84bc2ff526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.860069 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8f58a1e3-181a-4108-b826-fa84bc2ff526 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/40d6fdd8-001d-4957-aaad-ee27dc44d3ff HTTP/1.1" status: 204 len: 168 time: 2.6819096 Nov 25 08:53:28.872690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44674) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:28.887129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:28.908428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 69947c0b-bfae-4c41-883a-98ab57c03a81, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=69947c0b-bfae-4c41-883a-98ab57c03a81,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:28.909859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11120ef-211f-4828-9b04-84006725fe27 None None] Network 37af9905-3414-4cad-aeb5-b72371ae9d32 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:28.919942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6120e2d4-c26b-4042-bab5-565b39ee5074 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:29.076425 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Set router 146b566f-3fdc-485c-bb10-a09d49b386f2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:29.099629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:29.101044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6120e2d4-c26b-4042-bab5-565b39ee5074 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for df8440f3-eb04-4d10-b381-2ada647c52ab owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:29.101204 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:29.183772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:29.232042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 873051d4-bc42-4ac2-aa67-e56f0a5ea921 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:29.316727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.1 (d7b2a039-0689-46e5-b832-50debe514388/3facbecb-2f55-4448-98ea-db3515791a61/09a1cf37-667a-4040-bb85-7e65b29b0e65) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:29.334448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-edc513e2-3721-49e2-bb31-bc49e3616b0a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Unset dirty status for tenant:9346dba3a9ee4d0eb4a5c9542be3d6c3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:29.335608 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-edc513e2-3721-49e2-bb31-bc49e3616b0a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e1e92b-d985-4534-8b71-33a2016360c3 HTTP/1.1" status: 200 len: 205 time: 0.7046607 Nov 25 08:53:29.364715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44678) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:29.380047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feacde79-5366-40f0-985d-6678a870fb8e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:29.380687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-feacde79-5366-40f0-985d-6678a870fb8e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:29.395709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=69947c0b-bfae-4c41-883a-98ab57c03a81,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:29.410865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:29.452325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:29.608614 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146b566f-3fdc-485c-bb10-a09d49b386f2', 'name': 'tempest-NetworksTestDHCPv6-router-725981439', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:17Z', 'updated_at': '2021-11-25T08:53:23Z', 'revision_number': 2, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None, '_interfaces': [{'id': '13db70bc-0478-4a44-9336-956a6ac4042a', 'name': '', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'mac_address': 'fa:16:3e:fa:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b566f-3fdc-485c-bb10-a09d49b386f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '01d7828b-b3da-435e-be47-e9162e722b8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:19Z', 'updated_at': '2021-11-25T08:53:24Z', 'revision_number': 2, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'subnets': [{'id': '01d7828b-b3da-435e-be47-e9162e722b8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:29.615447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad54f06-a4ca-431c-8c7c-11e36a259b6b None None] DHCP port deletion for 37af9905-3414-4cad-aeb5-b72371ae9d32 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:53:29.620051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bad54f06-a4ca-431c-8c7c-11e36a259b6b None None] Deleting port 52f149a2-728c-45f0-93ee-6d05898a21dd {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:29.620446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bad54f06-a4ca-431c-8c7c-11e36a259b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:29.630716 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Checking router: 146b566f-3fdc-485c-bb10-a09d49b386f2 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:29.631068 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Updating router 146b566f-3fdc-485c-bb10-a09d49b386f2 port 13db70bc-0478-4a44-9336-956a6ac4042a binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:53:29.726808 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-d8be9628-1c3f-42c9-9287-99612a75a122 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] delete failed (client error): The resource could not be found. Nov 25 08:53:29.727841 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d8be9628-1c3f-42c9-9287-99612a75a122 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/68e1e92b-d985-4534-8b71-33a2016360c3 HTTP/1.1" status: 404 len: 336 time: 0.3442445 Nov 25 08:53:29.749648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44682) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:29.781902 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:29.803549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:29.823065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-feacde79-5366-40f0-985d-6678a870fb8e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:29.824213 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-feacde79-5366-40f0-985d-6678a870fb8e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports/13db70bc-0478-4a44-9336-956a6ac4042a HTTP/1.1" status: 200 len: 911 time: 1.1194007 Nov 25 08:53:29.826094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6120e2d4-c26b-4042-bab5-565b39ee5074 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:29.843536 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-823d32f9-be9a-4391-ba64-828cf6ce00fe tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] DELETE failed (client error): The resource could not be found. Nov 25 08:53:29.844002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823d32f9-be9a-4391-ba64-828cf6ce00fe tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:53:29.846248 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-823d32f9-be9a-4391-ba64-828cf6ce00fe tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/2f8d600a-860c-4b9c-a4b8-4dde578e013e HTTP/1.1" status: 404 len: 337 time: 0.0951400 Nov 25 08:53:29.849364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44686) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:29.849704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44688) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:29.850425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:29.904468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Deleting port 52f149a2-728c-45f0-93ee-6d05898a21dd {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:29.904807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:29.969819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:29.987593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17cb092-f42c-41cd-9e11-409162908267 None None] Network d7b2a039-0689-46e5-b832-50debe514388 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:30.028009 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d506544-4b37-432f-b5cf-20ff96715df9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] DELETE failed (client error): The resource could not be found. Nov 25 08:53:30.028469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d506544-4b37-432f-b5cf-20ff96715df9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:53:30.134205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120e2d4-c26b-4042-bab5-565b39ee5074 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=df8440f3-eb04-4d10-b381-2ada647c52ab,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:30.231302 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4d506544-4b37-432f-b5cf-20ff96715df9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/7053987d-59f9-4fbb-81a5-c867bad049d8 HTTP/1.1" status: 404 len: 337 time: 0.3146341 Nov 25 08:53:30.232212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.235818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44694) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:30.245146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 09a1cf37-667a-4040-bb85-7e65b29b0e65 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:30.266453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6120e2d4-c26b-4042-bab5-565b39ee5074 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:30.270504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-396959c7-c982-4389-b150-ab026100cf4a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:30.335929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.341175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] For port 52f149a2-728c-45f0-93ee-6d05898a21dd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=52f149a2-728c-45f0-93ee-6d05898a21dd,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:30.341750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.354767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.370455 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7e5dded8-3b0c-41b6-93ff-79ac9d8e2e58 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:30.382479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:30.383233 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.390700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:30.393284 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4dba06-6f6a-47b8-8bd9-67aeb40380c7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] DELETE failed (client error): The resource could not be found. Nov 25 08:53:30.393858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4dba06-6f6a-47b8-8bd9-67aeb40380c7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:53:30.395425 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fe4dba06-6f6a-47b8-8bd9-67aeb40380c7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/e3ede5c4-6c99-4e90-a123-c55a77965f2e HTTP/1.1" status: 404 len: 337 time: 0.0980871 Nov 25 08:53:30.396764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:30.397332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.409062 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Transition to ACTIVE for port object 13db70bc-0478-4a44-9336-956a6ac4042a will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:30.415315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network d7b2a039-0689-46e5-b832-50debe514388 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:30.422160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44698) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:30.422914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:30.430537 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.452067 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:30.472444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:30.504448 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db0d8f-90d8-44dd-b646-539d6e0647f0 None None] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:30.562179 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07d1c93-dfb4-4c1b-914a-f835dcf2a0db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] DELETE failed (client error): The resource could not be found. Nov 25 08:53:30.562660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07d1c93-dfb4-4c1b-914a-f835dcf2a0db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:53:30.566852 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e07d1c93-dfb4-4c1b-914a-f835dcf2a0db tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/62e225ab-1cb0-4073-a0ce-ec8f82e6d51e HTTP/1.1" status: 404 len: 337 time: 0.1303489 Nov 25 08:53:30.591146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44702) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:30.682970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6120e2d4-c26b-4042-bab5-565b39ee5074 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.691296 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6120e2d4-c26b-4042-bab5-565b39ee5074 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/ports/df8440f3-eb04-4d10-b381-2ada647c52ab HTTP/1.1" status: 204 len: 168 time: 2.7605994 Nov 25 08:53:30.696853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Subnet': ['ID=87705a31-86c4-463c-9582-072b3e514705,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:30.700177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44706) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:30.730528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.733642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:30.739073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:30.746501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:30.746853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 69947c0b-bfae-4c41-883a-98ab57c03a81 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:30.748515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=873051d4-bc42-4ac2-aa67-e56f0a5ea921,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:30.751496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:floatingip and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:30.755597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:30.757720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Calling delete_port for 52f149a2-728c-45f0-93ee-6d05898a21dd owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:30.762219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:30.776769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4e2f4fb-d0a0-4132-8ad7-f6878c946562 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:30.804180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-826cc5be-e7db-4b55-a6bb-ab0698186c0a None None] Provisioning for port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:30.832482 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801269b5-c274-4bbf-bd64-e8da53ee705c None None] Pushing event updated for resources: {'Port': ['ID=13db70bc-0478-4a44-9336-956a6ac4042a,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:30.834926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:30.842371 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-801269b5-c274-4bbf-bd64-e8da53ee705c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:30.843692 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Attempting to bind port 13db70bc-0478-4a44-9336-956a6ac4042a on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:30.844163 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-826cc5be-e7db-4b55-a6bb-ab0698186c0a None None] Provisioning complete for port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:30.844561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-826cc5be-e7db-4b55-a6bb-ab0698186c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.844828 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Attempting to bind port 13db70bc-0478-4a44-9336-956a6ac4042a by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:30.846318 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Attempting to bind port 13db70bc-0478-4a44-9336-956a6ac4042a on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:30.853232 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:30.853862 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:30.854975 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.855522 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:30.856284 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Bound port: 13db70bc-0478-4a44-9336-956a6ac4042a, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:30.856843 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.888013 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0615795 Nov 25 08:53:30.894259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44710) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:30.904222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'security_group': {'name': 'tempest-secgroup-701680449'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:30.921767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:30.924824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=09a1cf37-667a-4040-bb85-7e65b29b0e65,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:30.933285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:30.941938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:security_group and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:30.946671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:30.956418 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8ff6d35c-548d-4afd-9666-12af98cbbd33 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=83e0e596-e72f-4345-a2c7-f63e26fb3ee2 HTTP/1.1" status: 200 len: 205 time: 0.3421509 Nov 25 08:53:30.962926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44714) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:30.964559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:30.973509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45af1a8-a5a8-4699-8259-10326ee3b384 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:30.981924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45af1a8-a5a8-4699-8259-10326ee3b384 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:30.982977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f45af1a8-a5a8-4699-8259-10326ee3b384 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:31.019255 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:31.033027 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] For port 13db70bc-0478-4a44-9336-956a6ac4042a, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:31.040620 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] For port 13db70bc-0478-4a44-9336-956a6ac4042a, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=13db70bc-0478-4a44-9336-956a6ac4042a,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:31.056728 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.062475 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:31.074499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-826cc5be-e7db-4b55-a6bb-ab0698186c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.081680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.087142 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-eba18aa0-19a9-47f0-9da3-62b372418c02 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] delete failed (client error): The resource could not be found. Nov 25 08:53:31.093885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f258f841-8d8a-4c1a-a8a3-f2e446250494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:31.094700 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-eba18aa0-19a9-47f0-9da3-62b372418c02 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/83e0e596-e72f-4345-a2c7-f63e26fb3ee2 HTTP/1.1" status: 404 len: 336 time: 0.1061771 Nov 25 08:53:31.095791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44718) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:31.097744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f45af1a8-a5a8-4699-8259-10326ee3b384 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:31.103034 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f45af1a8-a5a8-4699-8259-10326ee3b384 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.1882007 Nov 25 08:53:31.109387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44720) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:31.120725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-826cc5be-e7db-4b55-a6bb-ab0698186c0a None None] For port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2,segment=NetworkSegment(09fcaf0f-b80d-4c28-8291-fa86e5c55df0),segment_id=09fcaf0f-b80d-4c28-8291-fa86e5c55df0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:31.142558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f149a2-728c-45f0-93ee-6d05898a21dd,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:31.143179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bad54f06-a4ca-431c-8c7c-11e36a259b6b None None] For port 52f149a2-728c-45f0-93ee-6d05898a21dd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=52f149a2-728c-45f0-93ee-6d05898a21dd,segment=NetworkSegment(61a8b120-a461-456f-ad4b-9768c3547fb8),segment_id=61a8b120-a461-456f-ad4b-9768c3547fb8)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:31.143641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bad54f06-a4ca-431c-8c7c-11e36a259b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.144398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.148602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:31.149336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.153757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-826cc5be-e7db-4b55-a6bb-ab0698186c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.160087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:31.174002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] No DVR routers for this DVR port 52f149a2-728c-45f0-93ee-6d05898a21dd on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:31.225018 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801269b5-c274-4bbf-bd64-e8da53ee705c None None] Pushing event updated for resources: {'Port': ['ID=13db70bc-0478-4a44-9336-956a6ac4042a,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:31.239398 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-801269b5-c274-4bbf-bd64-e8da53ee705c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:31.248666 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cc5be-e7db-4b55-a6bb-ab0698186c0a None None] Pushing event updated for resources: {'Port': ['ID=1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:31.252931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-826cc5be-e7db-4b55-a6bb-ab0698186c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:31.271955 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Routers {'146b566f-3fdc-485c-bb10-a09d49b386f2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:31.272737 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['146b566f-3fdc-485c-bb10-a09d49b386f2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:31.423937 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-197817b6-c953-44ec-b512-cf7616fc81fb tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2bb93f2-b587-423c-9d61-10d192b45e99 HTTP/1.1" status: 200 len: 205 time: 0.3173120 Nov 25 08:53:31.430768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bad54f06-a4ca-431c-8c7c-11e36a259b6b None None] Calling delete_port for 52f149a2-728c-45f0-93ee-6d05898a21dd owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:31.432651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44726) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:31.472235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 69947c0b-bfae-4c41-883a-98ab57c03a81 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:31.472235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.481918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.508913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37af9905-3414-4cad-aeb5-b72371ae9d32']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:31.522678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a8b120-a461-456f-ad4b-9768c3547fb8') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:31.522886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a8b120-a461-456f-ad4b-9768c3547fb8') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:31.537574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.554927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.561916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:53:31.563000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.647874 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'tenant_id': 'f8f43b3aa68c4f21aa9ed91a16b90df3', 'fixed_ips': [{'subnet_id': '87705a31-86c4-463c-9582-072b3e514705'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:53:31.648833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.659498 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] Set router 146b566f-3fdc-485c-bb10-a09d49b386f2 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:53:31.675805 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:53:31.686906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:31.772816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.775294 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:security_group_rule and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:31.780606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:31.785183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:31.804788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:31.814535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:31.826939 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-13714144-5563-4332-88d4-b13a0e0fa74d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] delete failed (client error): The resource could not be found. Nov 25 08:53:31.832992 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-13714144-5563-4332-88d4-b13a0e0fa74d tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/e2bb93f2-b587-423c-9d61-10d192b45e99 HTTP/1.1" status: 404 len: 336 time: 0.3802903 Nov 25 08:53:31.850060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44730) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:31.888976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Allocated IP 2001:db8::2 (99be04fa-67e3-42f6-b251-7f7a4aa07b13/87705a31-86c4-463c-9582-072b3e514705/d4381bf5-94df-4cc8-a364-645b66aae509) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:31.908696 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da84ed4-96ad-4455-a63c-e7a8dce8aa40 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] DELETE failed (client error): The resource could not be found. Nov 25 08:53:31.909290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da84ed4-96ad-4455-a63c-e7a8dce8aa40 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:53:31.913980 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5da84ed4-96ad-4455-a63c-e7a8dce8aa40 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/68947f76-bf27-4601-b457-48697e282e37 HTTP/1.1" status: 404 len: 337 time: 0.0555518 Nov 25 08:53:31.914771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44734) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:31.979519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=37af9905-3414-4cad-aeb5-b72371ae9d32,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:31.989668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:32.052183 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d3bcbeab-5222-466f-a393-f39e093034c2 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2f71d39-43a3-41d0-ba1f-bf83852f8985 HTTP/1.1" status: 200 len: 205 time: 0.0809689 Nov 25 08:53:32.053931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44738) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:32.164551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:32.170177 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146b566f-3fdc-485c-bb10-a09d49b386f2', 'name': 'tempest-NetworksTestDHCPv6-router-725981439', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:17Z', 'updated_at': '2021-11-25T08:53:23Z', 'revision_number': 2, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None, '_interfaces': [{'id': '13db70bc-0478-4a44-9336-956a6ac4042a', 'name': '', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'mac_address': 'fa:16:3e:fa:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b566f-3fdc-485c-bb10-a09d49b386f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '01d7828b-b3da-435e-be47-e9162e722b8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:19Z', 'updated_at': '2021-11-25T08:53:31Z', 'revision_number': 4, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'subnets': [{'id': '01d7828b-b3da-435e-be47-e9162e722b8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:32.175156 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de46c107-e465-42ab-a603-a3fabf77a38b None None] The sync data for ids ['146b566f-3fdc-485c-bb10-a09d49b386f2'] in dv-neutron-818341-1-hyperv is: [{'id': '146b566f-3fdc-485c-bb10-a09d49b386f2', 'name': 'tempest-NetworksTestDHCPv6-router-725981439', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:17Z', 'updated_at': '2021-11-25T08:53:23Z', 'revision_number': 2, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None, '_interfaces': [{'id': '13db70bc-0478-4a44-9336-956a6ac4042a', 'name': '', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'mac_address': 'fa:16:3e:fa:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b566f-3fdc-485c-bb10-a09d49b386f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '01d7828b-b3da-435e-be47-e9162e722b8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:19Z', 'updated_at': '2021-11-25T08:53:31Z', 'revision_number': 4, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'subnets': [{'id': '01d7828b-b3da-435e-be47-e9162e722b8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:32.181585 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-cbbcbb89-a257-4471-ae37-3e7aba40e5d9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] delete failed (client error): The resource could not be found. Nov 25 08:53:32.185580 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cbbcbb89-a257-4471-ae37-3e7aba40e5d9 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/e2f71d39-43a3-41d0-ba1f-bf83852f8985 HTTP/1.1" status: 404 len: 336 time: 0.1228955 Nov 25 08:53:32.186535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44742) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:32.188598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router a0db139e-a4f9-48ae-bd22-15297862ab06 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:32.191753 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] 10.222.0.54 "DELETE /v2.0/networks/37af9905-3414-4cad-aeb5-b72371ae9d32 HTTP/1.1" status: 204 len: 168 time: 3.3109503 Nov 25 08:53:32.195545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Transition to ACTIVE for port object d4381bf5-94df-4cc8-a364-645b66aae509 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:32.221089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Transition to ACTIVE for port object d4381bf5-94df-4cc8-a364-645b66aae509 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:32.256820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:32.262320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:32.281975 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3af56308-e7e4-491c-9d37-ce0751a538d7 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=f48489a6-f9d1-4ea4-969a-464c756695af HTTP/1.1" status: 200 len: 205 time: 0.0920689 Nov 25 08:53:32.291583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-826cc5be-e7db-4b55-a6bb-ab0698186c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:32.297967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44748) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:32.370597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:32.381556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c82e8b2c-117f-469d-9f67-61f37b977ef1 None None] Provisioning complete for port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:32.383356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c82e8b2c-117f-469d-9f67-61f37b977ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:32.532671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Pushing event updated for resources: {'Port': ['ID=d4381bf5-94df-4cc8-a364-645b66aae509,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:32.545466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44752) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:32.573912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:32.578712 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-fce4269e-722d-4a88-8996-122aa61dbd0e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] delete failed (client error): The resource could not be found. Nov 25 08:53:32.583159 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fce4269e-722d-4a88-8996-122aa61dbd0e tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/f48489a6-f9d1-4ea4-969a-464c756695af HTTP/1.1" status: 404 len: 336 time: 0.2815120 Nov 25 08:53:32.585494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44756) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:32.586563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:32.589688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:32.590336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:32.602258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ffe44154-e053-4ac4-a3e1-8ada942145a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:32.617844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:32.620225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.620668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.620959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.621294 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.621632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.621963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.622342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.622641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.622963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.623285 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.623626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.623916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:32.632489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd45ab8-0ef6-47c7-82d9-a907e168846e None None] Sync routers for ids ['a0db139e-a4f9-48ae-bd22-15297862ab06'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:32.634920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:32.640166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:32.662989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-bad54f06-a4ca-431c-8c7c-11e36a259b6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:53:32.663348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-bad54f06-a4ca-431c-8c7c-11e36a259b6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:53:32.680270 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/a0db139e-a4f9-48ae-bd22-15297862ab06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3347638 Nov 25 08:53:32.683061 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd6c2bb-f969-465e-9c0b-6099b5995993 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] DELETE failed (client error): The resource could not be found. Nov 25 08:53:32.683061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd6c2bb-f969-465e-9c0b-6099b5995993 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:53:32.686396 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ebd6c2bb-f969-465e-9c0b-6099b5995993 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/27e2dc9b-203f-4a63-957c-e56374e22cc7 HTTP/1.1" status: 404 len: 337 time: 0.0951846 Nov 25 08:53:32.689073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44760) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:32.689395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44762) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:32.719820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd45ab8-0ef6-47c7-82d9-a907e168846e None None] Routers {'a0db139e-a4f9-48ae-bd22-15297862ab06'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:32.721046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-dbd45ab8-0ef6-47c7-82d9-a907e168846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a0db139e-a4f9-48ae-bd22-15297862ab06'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:32.795092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:32.799683 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9027839 Nov 25 08:53:32.809932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.26.3.126 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/583e6513-271a-424f-8ef2-ab0ab03ac42a) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:32.823606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44768) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:32.837744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-dbd45ab8-0ef6-47c7-82d9-a907e168846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:32.894889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'security_group': {'name': 'tempest-secgroup-1638340151'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:32.901964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:32.906960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:security_group and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:32.910347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:32.911495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd45ab8-0ef6-47c7-82d9-a907e168846e None None] Routers {'a0db139e-a4f9-48ae-bd22-15297862ab06'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:32.912142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-dbd45ab8-0ef6-47c7-82d9-a907e168846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a0db139e-a4f9-48ae-bd22-15297862ab06'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:32.917367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:32.932174 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a139de3e-7da6-4c0c-8f4f-172f67c98610 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=d031573b-6bbb-43f1-a256-966f6992d3c6 HTTP/1.1" status: 200 len: 205 time: 0.2400641 Nov 25 08:53:32.932967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a45710c-a303-4784-acfc-662c28f366cb,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:32.946437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44772) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:32.964196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:32.965019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:32.996415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 52f149a2-728c-45f0-93ee-6d05898a21dd no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:32.997279 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2b47c19c-d2f2-4a84-a456-574836665dfd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8112514b1f3d47e090b4462ec34c3fce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4432981 Nov 25 08:53:33.037109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-dbd45ab8-0ef6-47c7-82d9-a907e168846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:33.037533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd45ab8-0ef6-47c7-82d9-a907e168846e None None] The sync data for ids ['a0db139e-a4f9-48ae-bd22-15297862ab06'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:33.043854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 52f149a2-728c-45f0-93ee-6d05898a21dd {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:33.044271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 52f149a2-728c-45f0-93ee-6d05898a21dd not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:33.065481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Attempting to bind port d4381bf5-94df-4cc8-a364-645b66aae509 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:33.066849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Attempting to bind port d4381bf5-94df-4cc8-a364-645b66aae509 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '8e5ec5d2-6466-4d65-b3e5-a1bbb688850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:33.066849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Attempting to bind port d4381bf5-94df-4cc8-a364-645b66aae509 on network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:33.077649 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:33.078090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Checking segment: {'id': '8e5ec5d2-6466-4d65-b3e5-a1bbb688850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:33.078538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.078980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Bound using segment: {'id': '8e5ec5d2-6466-4d65-b3e5-a1bbb688850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:33.079479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Bound port: d4381bf5-94df-4cc8-a364-645b66aae509, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5ec5d2-6466-4d65-b3e5-a1bbb688850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:33.082543 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.087158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44776) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:33.114207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:33.114544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c82e8b2c-117f-469d-9f67-61f37b977ef1 None None] Provisioning for port 09a1cf37-667a-4040-bb85-7e65b29b0e65 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:33.174308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bad54f06-a4ca-431c-8c7c-11e36a259b6b None None] Deleting port 52f149a2-728c-45f0-93ee-6d05898a21dd {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:33.174308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bad54f06-a4ca-431c-8c7c-11e36a259b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.208637 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c82e8b2c-117f-469d-9f67-61f37b977ef1 None None] Provisioning complete for port 09a1cf37-667a-4040-bb85-7e65b29b0e65 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:33.209025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c82e8b2c-117f-469d-9f67-61f37b977ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.261059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:security_group_rule and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:33.264805 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:33.276598 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-136ee6b2-7800-4fa7-965c-070a693a7207 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] delete failed (client error): The resource could not be found. Nov 25 08:53:33.280049 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-136ee6b2-7800-4fa7-965c-070a693a7207 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/d031573b-6bbb-43f1-a256-966f6992d3c6 HTTP/1.1" status: 404 len: 336 time: 0.3196950 Nov 25 08:53:33.289800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:33.308672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bad54f06-a4ca-431c-8c7c-11e36a259b6b None None] The port '52f149a2-728c-45f0-93ee-6d05898a21dd' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:53:33.310826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c82e8b2c-117f-469d-9f67-61f37b977ef1 None None] Port 09a1cf37-667a-4040-bb85-7e65b29b0e65 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:33.327412 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 13db70bc-0478-4a44-9336-956a6ac4042a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:33.361108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.361809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44780) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:33.417707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] For port d4381bf5-94df-4cc8-a364-645b66aae509, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:33.423994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8fb7-5c57-41ca-a1cb-5a126f842778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.425461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] For port d4381bf5-94df-4cc8-a364-645b66aae509, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d4381bf5-94df-4cc8-a364-645b66aae509,segment=NetworkSegment(8e5ec5d2-6466-4d65-b3e5-a1bbb688850a),segment_id=8e5ec5d2-6466-4d65-b3e5-a1bbb688850a)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:33.434393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.434863 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18d88cc-186f-4245-9c1d-51be683604c4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] DELETE failed (client error): The resource could not be found. Nov 25 08:53:33.435319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18d88cc-186f-4245-9c1d-51be683604c4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:53:33.441130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:33.507356 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b18d88cc-186f-4245-9c1d-51be683604c4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/50ec01f5-1670-461d-9957-911a6383ef57 HTTP/1.1" status: 404 len: 337 time: 0.1414046 Nov 25 08:53:33.507593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 13db70bc-0478-4a44-9336-956a6ac4042a completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:33.524801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44784) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:33.527357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 13db70bc-0478-4a44-9336-956a6ac4042a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:33.527756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.551511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ffcba580-3004-4eb8-b33d-4fbdf2b3c0b9 None None] Provisioning complete for port 09a1cf37-667a-4040-bb85-7e65b29b0e65 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:33.551913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ffcba580-3004-4eb8-b33d-4fbdf2b3c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.559889 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-ba437e90-196b-4a29-85b8-3b2d759e2f25 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 08:53:33.563732 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ba437e90-196b-4a29-85b8-3b2d759e2f25 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/a0db139e-a4f9-48ae-bd22-15297862ab06/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8706193 Nov 25 08:53:33.563732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8fb7-5c57-41ca-a1cb-5a126f842778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.572394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44788) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:33.635770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.644048 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-17159798-fd4f-484c-9904-b3192a9c7555 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "GET /v2.0/ports?device_id=36d055f7-a1b6-453c-9487-75e465d8caef HTTP/1.1" status: 200 len: 205 time: 0.1133258 Nov 25 08:53:33.644352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44792) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:33.655218 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d462f964-a2ce-417c-84db-f8fad7924f1e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0db139e-a4f9-48ae-bd22-15297862ab06 HTTP/1.1" status: 200 len: 205 time: 0.0732865 Nov 25 08:53:33.655534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44796) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:33.657045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Pushing event updated for resources: {'Port': ['ID=d4381bf5-94df-4cc8-a364-645b66aae509,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:33.661116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:33.670310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ffcba580-3004-4eb8-b33d-4fbdf2b3c0b9 None None] Port 09a1cf37-667a-4040-bb85-7e65b29b0e65 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:33.749754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.767934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.772281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:53:33.789369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 13db70bc-0478-4a44-9336-956a6ac4042a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=13db70bc-0478-4a44-9336-956a6ac4042a,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:33.795630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.796669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:33.830902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-37c9e9ab-baf2-461e-b39d-f229d82397f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:33.835740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:33.856270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.869002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fb3eb39e-a895-43f4-96cf-a275ebbc5fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:33.887136 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-ba768ca9-0795-4a52-9ea4-81bb2b3c9516 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] delete failed (client error): The resource could not be found. Nov 25 08:53:33.888172 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ba768ca9-0795-4a52-9ea4-81bb2b3c9516 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/routers/36d055f7-a1b6-453c-9487-75e465d8caef HTTP/1.1" status: 404 len: 336 time: 0.2428818 Nov 25 08:53:33.919360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44800) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:33.943297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb090ee9-889b-4974-a1f2-0821bfd99123,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:33.949076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:33.955742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8fb7-5c57-41ca-a1cb-5a126f842778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.977893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:33.987281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:34.007030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=13db70bc-0478-4a44-9336-956a6ac4042a,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:34.010616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:34.013801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb30827-f44c-44cb-a554-251189a3f571 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:34.015085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6daf5c7c-110e-4ed2-8907-086959f848c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:34.033230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:34.034179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:34.044730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb8fb7-5c57-41ca-a1cb-5a126f842778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89b74a4-1266-4ec5-996b-0b4785f0a1df,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:34.052489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b2bb8fb7-5c57-41ca-a1cb-5a126f842778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:34.056301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8fb7-5c57-41ca-a1cb-5a126f842778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:34.057906 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b2bb8fb7-5c57-41ca-a1cb-5a126f842778 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c89b74a4-1266-4ec5-996b-0b4785f0a1df HTTP/1.1" status: 204 len: 168 time: 0.9609065 Nov 25 08:53:34.071810 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:34.074162 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2485602 Nov 25 08:53:34.077017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44806) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:34.084604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-639226159', 'security_groups': ['cb090ee9-889b-4974-a1f2-0821bfd99123'], 'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '87705a31-86c4-463c-9582-072b3e514705'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:34.136888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:34.262942 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f0c01d-d92a-41d9-9f7c-a486eef1f164 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] DELETE failed (client error): The resource could not be found. Nov 25 08:53:34.263405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f0c01d-d92a-41d9-9f7c-a486eef1f164 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:53:34.281242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:34.298084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:34.313277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:34.317472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:port and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:34.320478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:34.326624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:34.340428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:34.352929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:34.355615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:34.380311 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a0f0c01d-d92a-41d9-9f7c-a486eef1f164 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/51defea9-0471-4911-ad42-76872a4593a2 HTTP/1.1" status: 404 len: 337 time: 0.4598796 Nov 25 08:53:34.411711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44812) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:34.463254 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f8d03a-da1e-40de-b8ca-2cd54d024d6c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] DELETE failed (client error): The resource could not be found. Nov 25 08:53:34.463699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f8d03a-da1e-40de-b8ca-2cd54d024d6c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:53:34.465373 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b4f8d03a-da1e-40de-b8ca-2cd54d024d6c tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] 10.222.0.54 "DELETE /v2.0/subnets/be6bcd92-7d7c-4237-9f7c-0166c6ef804e HTTP/1.1" status: 404 len: 337 time: 0.0528123 Nov 25 08:53:34.471506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=583e6513-271a-424f-8ef2-ab0ab03ac42a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:34.474368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:34.529891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:34.534524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6e2ff067-a817-461f-92da-1d7fac43c14c tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:34.558426 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port 5cec17ba-c374-443d-9399-add236d16e9b yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:53:34.595198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:34.794773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44828) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:34.922909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8::35e (99be04fa-67e3-42f6-b251-7f7a4aa07b13/87705a31-86c4-463c-9582-072b3e514705/5cec17ba-c374-443d-9399-add236d16e9b) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:35.119383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=09a1cf37-667a-4040-bb85-7e65b29b0e65,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:35.137990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb30827-f44c-44cb-a554-251189a3f571 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.144524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:35.145711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb30827-f44c-44cb-a554-251189a3f571 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.269488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 13db70bc-0478-4a44-9336-956a6ac4042a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:35.280949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.296284 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2d50ccae-340f-43aa-a335-7974ce97797f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9346dba3a9ee4d0eb4a5c9542be3d6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002654 Nov 25 08:53:35.300065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44842) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:35.351329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object 5cec17ba-c374-443d-9399-add236d16e9b will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:35.353720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb30827-f44c-44cb-a554-251189a3f571 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.354597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb30827-f44c-44cb-a554-251189a3f571 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Fanout notify agent at l3_agent the message router_deleted on router a0db139e-a4f9-48ae-bd22-15297862ab06 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:53:35.372086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.382448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network d7b2a039-0689-46e5-b832-50debe514388 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:35.385000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:35.386186 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 13db70bc-0478-4a44-9336-956a6ac4042a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:35.386647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.401202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ddf61378-11c4-4e8c-a8f4-1037b4068d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.435248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ddf61378-11c4-4e8c-a8f4-1037b4068d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.465907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.476903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:35.483321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f14dc951-e1c8-4a96-95a4-90b21546798a None None] Provisioning for port d4381bf5-94df-4cc8-a364-645b66aae509 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:35.485642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3fb30827-f44c-44cb-a554-251189a3f571 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.487653 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3fb30827-f44c-44cb-a554-251189a3f571 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/a0db139e-a4f9-48ae-bd22-15297862ab06 HTTP/1.1" status: 204 len: 168 time: 1.8311634 Nov 25 08:53:35.496562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44848) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:35.568460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:35.572542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:35.586828 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f14dc951-e1c8-4a96-95a4-90b21546798a None None] Provisioning complete for port ad0610a1-f454-44ce-b05c-a66bcf102788 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:35.587807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f14dc951-e1c8-4a96-95a4-90b21546798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.596594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:35.610574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:35.611320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.653728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d4381bf5-94df-4cc8-a364-645b66aae509 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:35.676097 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=5cec17ba-c374-443d-9399-add236d16e9b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:35.700709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:35.727091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 13db70bc-0478-4a44-9336-956a6ac4042a {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:35.727686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.742151 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6636868 Nov 25 08:53:35.742893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44856) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:35.749120 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-14de4e6d-773b-43dd-9336-40701e950d51 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:35.779090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ddf61378-11c4-4e8c-a8f4-1037b4068d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.781507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ddf61378-11c4-4e8c-a8f4-1037b4068d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.785309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.788856 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ddf61378-11c4-4e8c-a8f4-1037b4068d12 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5dac2b91-a238-43b7-8634-2660347f915e HTTP/1.1" status: 204 len: 168 time: 0.4877141 Nov 25 08:53:35.792858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-17e0452b-ac3c-4170-b1e7-4dc0dd070afa tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:35.863323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a33a444-b9aa-4a77-abfa-7aff1cfaccf6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting subnet 2fade2be-bba3-458d-98c7-1632b047a212 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:53:35.888842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1a33a444-b9aa-4a77-abfa-7aff1cfaccf6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:35.920341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf61378-11c4-4e8c-a8f4-1037b4068d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dac2b91-a238-43b7-8634-2660347f915e,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:35.933029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ddf61378-11c4-4e8c-a8f4-1037b4068d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:36.028552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-14de4e6d-773b-43dd-9336-40701e950d51 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:36.033244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-14de4e6d-773b-43dd-9336-40701e950d51 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:36.036904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-14de4e6d-773b-43dd-9336-40701e950d51 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:36.043761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-14de4e6d-773b-43dd-9336-40701e950d51 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:36.061806 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14de4e6d-773b-43dd-9336-40701e950d51 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:36.071820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-14de4e6d-773b-43dd-9336-40701e950d51 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:36.077056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f14dc951-e1c8-4a96-95a4-90b21546798a None None] Port ad0610a1-f454-44ce-b05c-a66bcf102788 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:36.088907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 3063460c-2fb9-4d02-9b39-30f4b27a2283 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:36.119005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port d4381bf5-94df-4cc8-a364-645b66aae509 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:36.128100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d4381bf5-94df-4cc8-a364-645b66aae509 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:36.130605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:36.145587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1a33a444-b9aa-4a77-abfa-7aff1cfaccf6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:36.253827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1c6a5f66-c20c-4698-a5d8-2664e8e5fc5c None None] Provisioning for port 5cec17ba-c374-443d-9399-add236d16e9b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:36.264683 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.ipam_backend_mixin [None req-14de4e6d-773b-43dd-9336-40701e950d51 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87705a31-86c4-463c-9582-072b3e514705 (CIDR: 2001:db8::/64) Nov 25 08:53:36.268383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1c6a5f66-c20c-4698-a5d8-2664e8e5fc5c None None] Provisioning complete for port 5cec17ba-c374-443d-9399-add236d16e9b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:36.268949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5f66-c20c-4698-a5d8-2664e8e5fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:36.271016 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-14de4e6d-773b-43dd-9336-40701e950d51 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:36.272185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14de4e6d-773b-43dd-9336-40701e950d51 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:53:36.325413 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-14de4e6d-773b-43dd-9336-40701e950d51 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5813482 Nov 25 08:53:36.326079 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44872) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:36.337089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:36.350955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a5f66-c20c-4698-a5d8-2664e8e5fc5c None None] Port 5cec17ba-c374-443d-9399-add236d16e9b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:36.425596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1c6a5f66-c20c-4698-a5d8-2664e8e5fc5c None None] Provisioning complete for port 09a1cf37-667a-4040-bb85-7e65b29b0e65 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:36.426332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5f66-c20c-4698-a5d8-2664e8e5fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:36.473433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] For port 13db70bc-0478-4a44-9336-956a6ac4042a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=13db70bc-0478-4a44-9336-956a6ac4042a,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:36.474008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:36.499510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a5f66-c20c-4698-a5d8-2664e8e5fc5c None None] Port 09a1cf37-667a-4040-bb85-7e65b29b0e65 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:36.510851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:36.553773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port d4381bf5-94df-4cc8-a364-645b66aae509, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d4381bf5-94df-4cc8-a364-645b66aae509,segment=NetworkSegment(8e5ec5d2-6466-4d65-b3e5-a1bbb688850a),segment_id=8e5ec5d2-6466-4d65-b3e5-a1bbb688850a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:36.562036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:36.563966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-24ce15d8-c3a0-4565-b071-dbadfc926d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:36.638906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:36.645209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:36.649640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:36.661537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:36.675672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:36.680384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:36.710415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=d4381bf5-94df-4cc8-a364-645b66aae509,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:36.728862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:36.834706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 13db70bc-0478-4a44-9336-956a6ac4042a owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:36.971819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1a33a444-b9aa-4a77-abfa-7aff1cfaccf6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.019126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44898) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:37.027802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.036358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fd07a7f3-8930-4302-91e9-125daf539e11 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:37.049146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:37.059768 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Sync routers for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:37.073064 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:37.074156 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:37.082189 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/3063460c-2fb9-4d02-9b39-30f4b27a2283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3534355 Nov 25 08:53:37.083675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:53:37.095724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44906) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:37.139992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:37.144319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:37.155383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040dfb89-77b0-4204-9352-491412607abc None None] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:37.156881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.158256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.186492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Subnet': ['ID=cab5ee8e-e2df-4165-bf38-dddadfe5b2d7,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:37.196166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:37.222315 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8920672 Nov 25 08:53:37.222524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44910) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:37.228286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1401659240', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cab5ee8e-e2df-4165-bf38-dddadfe5b2d7'}], 'security_groups': ['9a45710c-a303-4784-acfc-662c28f366cb']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:37.306514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d4381bf5-94df-4cc8-a364-645b66aae509 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:37.314874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.317595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babdfa-9919-422d-a8e3-acc0e1eddfae tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.318266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babdfa-9919-422d-a8e3-acc0e1eddfae tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.318727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babdfa-9919-422d-a8e3-acc0e1eddfae tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.319205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babdfa-9919-422d-a8e3-acc0e1eddfae tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.319613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babdfa-9919-422d-a8e3-acc0e1eddfae tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.320059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babdfa-9919-422d-a8e3-acc0e1eddfae tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.320660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babdfa-9919-422d-a8e3-acc0e1eddfae tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.321164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babdfa-9919-422d-a8e3-acc0e1eddfae tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.326350 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-43babdfa-9919-422d-a8e3-acc0e1eddfae tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5711 time: 0.2243323 Nov 25 08:53:37.327388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44916) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:37.335139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.345930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8a7e70c3-91f2-408d-9375-4056cf12243d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:37.393684 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:37.439607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d4381bf5-94df-4cc8-a364-645b66aae509 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:37.439607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.442793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=583e6513-271a-424f-8ef2-ab0ab03ac42a,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:37.458068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:37.469192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-71d1874b-019c-4917-ab5f-ee55e0d2f7fe tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:37.469626 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-71d1874b-019c-4917-ab5f-ee55e0d2f7fe tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 08:53:37.470671 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-71d1874b-019c-4917-ab5f-ee55e0d2f7fe tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 08:53:37.471640 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-71d1874b-019c-4917-ab5f-ee55e0d2f7fe tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4513528 Nov 25 08:53:37.478116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44922) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:37.503110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559598591'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:37.520525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.553631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.555206 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8265378 Nov 25 08:53:37.560965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44926) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:37.577651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'port': {'network_id': '867fa543-ea09-483c-9c73-4344fc70fde8', 'name': 'tempest-FloatingIPTestJSON-698122758'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:37.652894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44930) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:37.660886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:37.672332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1a33a444-b9aa-4a77-abfa-7aff1cfaccf6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.677031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:37.684810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a7aae092-bef7-42ea-81fc-110f7299197c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:37.692368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:37.717001 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.722369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:37.727770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1a33a444-b9aa-4a77-abfa-7aff1cfaccf6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.730831 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1a33a444-b9aa-4a77-abfa-7aff1cfaccf6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/2fade2be-bba3-458d-98c7-1632b047a212 HTTP/1.1" status: 204 len: 168 time: 2.2241380 Nov 25 08:53:37.732513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79580fb-bb07-4ebe-8c6e-ef75b92428f0 None None] Network 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:37.741253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44936) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:37.744424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33a444-b9aa-4a77-abfa-7aff1cfaccf6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Subnet': ['ID=2fade2be-bba3-458d-98c7-1632b047a212,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:37.747510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.813700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1a33a444-b9aa-4a77-abfa-7aff1cfaccf6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:37.814227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-583ce2c6-99d5-438f-8e45-82e96c690812 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:37.917734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56eae7-7a01-42bb-9d26-7b73b89567cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.918208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56eae7-7a01-42bb-9d26-7b73b89567cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.918691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56eae7-7a01-42bb-9d26-7b73b89567cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.919142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56eae7-7a01-42bb-9d26-7b73b89567cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.921089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56eae7-7a01-42bb-9d26-7b73b89567cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.921545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56eae7-7a01-42bb-9d26-7b73b89567cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.921998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56eae7-7a01-42bb-9d26-7b73b89567cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.922466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56eae7-7a01-42bb-9d26-7b73b89567cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.922908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56eae7-7a01-42bb-9d26-7b73b89567cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:37.932179 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ff56eae7-7a01-42bb-9d26-7b73b89567cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5777 time: 0.5992589 Nov 25 08:53:37.941935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44940) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:37.942989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:37.955662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=13db70bc-0478-4a44-9336-956a6ac4042a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:37.968943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:38.050096 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:53:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:32Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:38.067170 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Checking router: 3063460c-2fb9-4d02-9b39-30f4b27a2283 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:38.068561 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Updating router 3063460c-2fb9-4d02-9b39-30f4b27a2283 port 09a1cf37-667a-4040-bb85-7e65b29b0e65 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:53:38.110121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:38.130016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.150564 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.154386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:38.234250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.263400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Usage tracker for resource:floatingip and tenant:1483f6b5f39b41e1a33e59ff563bbc2c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:38.285025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:38.287557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:38.301078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:38.302509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf3d70b-7689-46e5-bfb9-192593823314 None None] Update dhcp port {'port': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'fixed_ips': [{'subnet_id': '87705a31-86c4-463c-9582-072b3e514705', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cab5ee8e-e2df-4165-bf38-dddadfe5b2d7'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'd4381bf5-94df-4cc8-a364-645b66aae509'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:53:38.304981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:38.309370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:38.332039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:38.357545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f21fdc-7b36-426b-bac7-c6d30acb041d None None] DHCP port deletion for 406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:53:38.377273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-48f21fdc-7b36-426b-bac7-c6d30acb041d None None] Deleting port 49044877-8e46-41cf-9696-36410be1b08b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:38.378043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48f21fdc-7b36-426b-bac7-c6d30acb041d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.422428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.448334 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d70b-7689-46e5-bfb9-192593823314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.495108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:38.500696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.663460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-48f21fdc-7b36-426b-bac7-c6d30acb041d None None] For port 49044877-8e46-41cf-9696-36410be1b08b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=49044877-8e46-41cf-9696-36410be1b08b,segment=NetworkSegment(adc93277-3569-49e0-b194-fbed57b38728),segment_id=adc93277-3569-49e0-b194-fbed57b38728)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:38.664279 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48f21fdc-7b36-426b-bac7-c6d30acb041d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.670828 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.686917 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Transition to ACTIVE for port object 09a1cf37-667a-4040-bb85-7e65b29b0e65 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:38.700332 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.708689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:port and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:38.715567 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:38.720470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:38.733580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 49044877-8e46-41cf-9696-36410be1b08b {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:38.733914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.762659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.792270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:38.824962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-48f21fdc-7b36-426b-bac7-c6d30acb041d None None] Calling delete_port for 49044877-8e46-41cf-9696-36410be1b08b owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:38.833435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:38.833674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Router 146b566f-3fdc-485c-bb10-a09d49b386f2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:38.846260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-57dc5e34-f9a3-4460-8871-bb617ee3eaee tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:38.907782 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a02d2da4-8289-465b-b0bf-eb612edbd6f2 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2861 time: 0.8982389 Nov 25 08:53:38.912786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:38.917233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:38.924868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:38.942254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:39.033871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.059858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:39.069968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.087333 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Attempting to bind port 09a1cf37-667a-4040-bb85-7e65b29b0e65 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:39.091701 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "PUT /v2.0/routers/146b566f-3fdc-485c-bb10-a09d49b386f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9803126 Nov 25 08:53:39.091889 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Attempting to bind port 09a1cf37-667a-4040-bb85-7e65b29b0e65 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:39.092287 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Attempting to bind port 09a1cf37-667a-4040-bb85-7e65b29b0e65 on network d7b2a039-0689-46e5-b832-50debe514388 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:39.093578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Made reservation on behalf of 1ffa87d38881417d8613105ef80ce332 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:39.103020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.106526 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546660b3-b4f5-4a8e-a306-c676189c5456 None None] Pushing event updated for resources: {'Port': ['ID=09a1cf37-667a-4040-bb85-7e65b29b0e65,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:39.111924 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-546660b3-b4f5-4a8e-a306-c676189c5456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:39.119969 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:39.120348 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Checking segment: {'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:39.121052 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.121199 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Bound using segment: {'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:39.121694 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Bound port: 09a1cf37-667a-4040-bb85-7e65b29b0e65, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:39.122095 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.130465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44946) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:39.233231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe026e-a1ef-4c50-9569-a5bc5fda42f9 None None] Sync routers for ids ['146b566f-3fdc-485c-bb10-a09d49b386f2'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:39.267408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe026e-a1ef-4c50-9569-a5bc5fda42f9 None None] Routers {'146b566f-3fdc-485c-bb10-a09d49b386f2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:39.268386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-eefe026e-a1ef-4c50-9569-a5bc5fda42f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['146b566f-3fdc-485c-bb10-a09d49b386f2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:39.293516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Delete allocated IP 2001:db8::35e (99be04fa-67e3-42f6-b251-7f7a4aa07b13/87705a31-86c4-463c-9582-072b3e514705) {{(pid=87512) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 08:53:39.308872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7955a4-4053-46b5-815f-1b3365ce0dd5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:39.310563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7955a4-4053-46b5-815f-1b3365ce0dd5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:39.311865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5f7955a4-4053-46b5-815f-1b3365ce0dd5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:39.321034 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] For port 09a1cf37-667a-4040-bb85-7e65b29b0e65, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:39.328032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1935df-d135-42bb-8836-72e6c260d1b9,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:39.330487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 49044877-8e46-41cf-9696-36410be1b08b no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:39.332482 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] For port 09a1cf37-667a-4040-bb85-7e65b29b0e65, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=09a1cf37-667a-4040-bb85-7e65b29b0e65,segment=NetworkSegment(09fcaf0f-b80d-4c28-8291-fa86e5c55df0),segment_id=09fcaf0f-b80d-4c28-8291-fa86e5c55df0)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:39.333859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:39.335801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] device_id is not set on port ab947d81-08bb-439d-a4b5-bf5ea6551826 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:53:39.340701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3e0eae08-7994-42a1-b48f-9ea64a40f8c3 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:39.352680 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.373588 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-d2b0657d-882d-45d4-b360-66ab0d8bbebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:39.378951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.385809 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8980045 Nov 25 08:53:39.386737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44950) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:39.389876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8:0:1::3dc (99be04fa-67e3-42f6-b251-7f7a4aa07b13/cab5ee8e-e2df-4165-bf38-dddadfe5b2d7/5cec17ba-c374-443d-9399-add236d16e9b) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:39.397204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38a5f62-80a2-4729-bcbc-f8dd1bfa2625,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:39.400721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:39.421879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'd38a5f62-80a2-4729-bcbc-f8dd1bfa2625', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:39.428428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.442710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:39.469037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44954) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:39.472939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-eefe026e-a1ef-4c50-9569-a5bc5fda42f9 None None] Set router 146b566f-3fdc-485c-bb10-a09d49b386f2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:39.483056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946974852', 'description': 'tempest-secgroup-smoke-946974852 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:39.489435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5f7955a4-4053-46b5-815f-1b3365ce0dd5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:39.493277 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5f7955a4-4053-46b5-815f-1b3365ce0dd5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3591447 Nov 25 08:53:39.493277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:39.497229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] For port 49044877-8e46-41cf-9696-36410be1b08b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=49044877-8e46-41cf-9696-36410be1b08b,segment=NetworkSegment(adc93277-3569-49e0-b194-fbed57b38728),segment_id=adc93277-3569-49e0-b194-fbed57b38728)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:39.497942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.503440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:39.506859 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546660b3-b4f5-4a8e-a306-c676189c5456 None None] Pushing event updated for resources: {'Port': ['ID=09a1cf37-667a-4040-bb85-7e65b29b0e65,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:39.508786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44958) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:39.527671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:39.537416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:39.540106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:39.545459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:39.552683 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:39.553896 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:39.618387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-064b195b-5fb5-4edd-a68e-d58c3542ff4c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 01d7828b-b3da-435e-be47-e9162e722b8f {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:53:39.621593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-064b195b-5fb5-4edd-a68e-d58c3542ff4c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.652051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-eefe026e-a1ef-4c50-9569-a5bc5fda42f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146b566f-3fdc-485c-bb10-a09d49b386f2', 'name': 'tempest-NetworksTestDHCPv6-router-725981439', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:17Z', 'updated_at': '2021-11-25T08:53:37Z', 'revision_number': 3, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:39.667766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48f21fdc-7b36-426b-bac7-c6d30acb041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.679597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-064b195b-5fb5-4edd-a68e-d58c3542ff4c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.690585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:39.752221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 49044877-8e46-41cf-9696-36410be1b08b owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:39.760591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe026e-a1ef-4c50-9569-a5bc5fda42f9 None None] Checking router: 146b566f-3fdc-485c-bb10-a09d49b386f2 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:39.769830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f21fdc-7b36-426b-bac7-c6d30acb041d None None] No DVR routers for this DVR port 49044877-8e46-41cf-9696-36410be1b08b on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:39.771487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f21fdc-7b36-426b-bac7-c6d30acb041d None None] Pushing event deleted for resources: {'Port': ['ID=49044877-8e46-41cf-9696-36410be1b08b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:39.773355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-064b195b-5fb5-4edd-a68e-d58c3542ff4c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.774103 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:39.779792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-48f21fdc-7b36-426b-bac7-c6d30acb041d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:39.795203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No active binding found for port 49044877-8e46-41cf-9696-36410be1b08b {{(pid=87514) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 25 08:53:39.795646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 49044877-8e46-41cf-9696-36410be1b08b not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:39.797280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe026e-a1ef-4c50-9569-a5bc5fda42f9 None None] Routers {'146b566f-3fdc-485c-bb10-a09d49b386f2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:39.798359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-eefe026e-a1ef-4c50-9569-a5bc5fda42f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['146b566f-3fdc-485c-bb10-a09d49b386f2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:39.831094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:39.874531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-064b195b-5fb5-4edd-a68e-d58c3542ff4c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.885070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-55ec2ee4-5d73-4310-a13b-b592dbfb477e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:39.932786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:39.943631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b195b-5fb5-4edd-a68e-d58c3542ff4c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=01d7828b-b3da-435e-be47-e9162e722b8f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:39.946744 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-064b195b-5fb5-4edd-a68e-d58c3542ff4c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:39.971269 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-546660b3-b4f5-4a8e-a306-c676189c5456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:39.985690 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-eefe026e-a1ef-4c50-9569-a5bc5fda42f9 None None] Set router 146b566f-3fdc-485c-bb10-a09d49b386f2 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:53:40.004016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:40.015017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.20.0.9 (867fa543-ea09-483c-9c73-4344fc70fde8/6ab45890-dc3c-4310-a037-0f6b99d5876b/ab947d81-08bb-439d-a4b5-bf5ea6551826) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:40.018602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:40.024343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:40.034145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:40.040920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-064b195b-5fb5-4edd-a68e-d58c3542ff4c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.047115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:53:40.048557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:53:40.109730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3441cef-d742-4795-88ea-a3bfaddaa771 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:40.137860 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-064b195b-5fb5-4edd-a68e-d58c3542ff4c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/01d7828b-b3da-435e-be47-e9162e722b8f HTTP/1.1" status: 204 len: 168 time: 0.6217840 Nov 25 08:53:40.137860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.153749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44964) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:40.183207 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:53:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:39Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:40.188409 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651d4ae8-282f-48eb-9152-e39de8b63bb1 None None] The sync data for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv is: [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:53:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:39Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:40.300257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-eefe026e-a1ef-4c50-9569-a5bc5fda42f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146b566f-3fdc-485c-bb10-a09d49b386f2', 'name': 'tempest-NetworksTestDHCPv6-router-725981439', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:17Z', 'updated_at': '2021-11-25T08:53:37Z', 'revision_number': 3, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:40.332732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.333005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe026e-a1ef-4c50-9569-a5bc5fda42f9 None None] The sync data for ids ['146b566f-3fdc-485c-bb10-a09d49b386f2'] in dv-neutron-818341-1-hyperv is: [{'id': '146b566f-3fdc-485c-bb10-a09d49b386f2', 'name': 'tempest-NetworksTestDHCPv6-router-725981439', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:17Z', 'updated_at': '2021-11-25T08:53:37Z', 'revision_number': 3, 'project_id': '9f8ebd9a5b6648919581981377b72f4b', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:40.354799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.364163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:40.457384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf0e47c-9b21-438a-9327-cb497263a1d2,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:40.464296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:40.467596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.473887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.480056 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0057242 Nov 25 08:53:40.481660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44968) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:40.489776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '4bf0e47c-9b21-438a-9327-cb497263a1d2', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:40.496655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:40.502885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:40.506674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:40.514630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:40.545948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.554359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 49044877-8e46-41cf-9696-36410be1b08b {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:40.554614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.576716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Allocated IP 172.26.3.76 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/881ef5eb-c834-40e8-8890-6e3d603e71a9) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:40.600732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.625711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.637954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.649396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:40.662522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-31fd90d6-17dd-4b0f-b03d-afb8b575cd98 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:router {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:40.685490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] The port '49044877-8e46-41cf-9696-36410be1b08b' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:53:40.718170 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e26f8-e5cd-4f63-8d73-d254f8892db4 None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:53:40.721954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:40.726244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-875e26f8-e5cd-4f63-8d73-d254f8892db4 None None] Deleting port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:40.726939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-875e26f8-e5cd-4f63-8d73-d254f8892db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.765128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:53:40.785874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe01d852-1c6c-4d76-afca-11f2ac565385,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:40.788745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:40.799756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.817908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-31fd90d6-17dd-4b0f-b03d-afb8b575cd98 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:router {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:40.819141 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-31fd90d6-17dd-4b0f-b03d-afb8b575cd98 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6623673 Nov 25 08:53:40.826402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44972) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:40.826617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.828597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.833466 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4313719 Nov 25 08:53:40.835897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44974) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:40.837264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object 5cec17ba-c374-443d-9399-add236d16e9b will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:40.849943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network 867fa543-ea09-483c-9c73-4344fc70fde8 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:40.851900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:40.921931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-97bb245c-7263-4185-abec-d5517f589b5b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'd38a5f62-80a2-4729-bcbc-f8dd1bfa2625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:40.937584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:40.944770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-97bb245c-7263-4185-abec-d5517f589b5b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:40.952618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:40.991840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.005716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.119618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0759eae0-bca5-4fb1-80f4-7c8baa6ee539 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:41.174646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-3bf3d70b-7689-46e5-bfb9-192593823314 None None] Allocated IP 2001:db8:0:1::2 (99be04fa-67e3-42f6-b251-7f7a4aa07b13/cab5ee8e-e2df-4165-bf38-dddadfe5b2d7/d4381bf5-94df-4cc8-a364-645b66aae509) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:41.178331 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-97bb245c-7263-4185-abec-d5517f589b5b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:41.190812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.209386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-97bb245c-7263-4185-abec-d5517f589b5b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:41.251959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=ab947d81-08bb-439d-a4b5-bf5ea6551826,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:41.252701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 09a1cf37-667a-4040-bb85-7e65b29b0e65 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:41.260553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.270164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-97bb245c-7263-4185-abec-d5517f589b5b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:41.275661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:41.276978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-72ec0dc0-acc9-4285-9881-84f622ff378d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.279634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-07ce5f99-e28f-4c2f-a33b-f91fe985b4e5 tempest-ServersTestManualDisk-1799320354 tempest-ServersTestManualDisk-1799320354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:41.327242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf00e5b5-0c90-484f-bda3-99425724bb87,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:41.341010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406d9a5f-6ae2-49c5-ab9a-0fa3fe280115']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:41.351309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:41.362543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] In _notify_port_updated(), no bound segment for port 5cec17ba-c374-443d-9399-add236d16e9b on network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 {{(pid=87512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:53:41.365279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:41.366119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.368031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:41.368677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.370031 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "PUT /v2.0/ports/5cec17ba-c374-443d-9399-add236d16e9b HTTP/1.1" status: 200 len: 931 time: 4.1464789 Nov 25 08:53:41.375422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.376966 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8925588 Nov 25 08:53:41.378790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc93277-3569-49e0-b194-fbed57b38728') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:41.379082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc93277-3569-49e0-b194-fbed57b38728') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:41.385375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44980) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:41.385694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44982) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:41.400577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '4bf0e47c-9b21-438a-9327-cb497263a1d2', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:41.421770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:41.438816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=5cec17ba-c374-443d-9399-add236d16e9b,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:41.441787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:41.442894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:41.444985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:41.456708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-875e26f8-e5cd-4f63-8d73-d254f8892db4 None None] For port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3160e3ba-e8c9-4440-af0f-95d1e02fe1ed,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:41.457223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-875e26f8-e5cd-4f63-8d73-d254f8892db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.481848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-488cee4e-d7f7-4cb5-83cf-089e24afb9b1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:41.487721 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:41.493906 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:41.498524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:41.513901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.521551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:41.526791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-af8fa14d-98d1-4e23-90d1-f75d44d7ab11 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 5cec17ba-c374-443d-9399-add236d16e9b {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:41.527123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af8fa14d-98d1-4e23-90d1-f75d44d7ab11 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.613865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-875e26f8-e5cd-4f63-8d73-d254f8892db4 None None] Calling delete_port for 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:41.649770 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0834548 Nov 25 08:53:41.660228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 44988) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:41.666401 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-97bb245c-7263-4185-abec-d5517f589b5b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.668675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.673424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-525c7fc3-ad33-4f0c-9797-9384db6d9e18 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'floatingip': {'port_id': 'ab947d81-08bb-439d-a4b5-bf5ea6551826'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:41.709700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 09a1cf37-667a-4040-bb85-7e65b29b0e65 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:41.722005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3bf3d70b-7689-46e5-bfb9-192593823314 None None] For port d4381bf5-94df-4cc8-a364-645b66aae509, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d4381bf5-94df-4cc8-a364-645b66aae509,segment=NetworkSegment(8e5ec5d2-6466-4d65-b3e5-a1bbb688850a),segment_id=8e5ec5d2-6466-4d65-b3e5-a1bbb688850a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:41.729529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 09a1cf37-667a-4040-bb85-7e65b29b0e65 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:41.730035 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.771381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event updated for resources: {'Port': ['ID=881ef5eb-c834-40e8-8890-6e3d603e71a9,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:41.776143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:41.776371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:53:41.776371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:53:41.793488 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:53:41.796950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-72ec0dc0-acc9-4285-9881-84f622ff378d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.800022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.804233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-72ec0dc0-acc9-4285-9881-84f622ff378d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.822582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d70b-7689-46e5-bfb9-192593823314 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.832131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-525c7fc3-ad33-4f0c-9797-9384db6d9e18 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.843138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-875e26f8-e5cd-4f63-8d73-d254f8892db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.849985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-72ec0dc0-acc9-4285-9881-84f622ff378d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.850700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ec0dc0-acc9-4285-9881-84f622ff378d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Fanout notify agent at l3_agent the message router_deleted on router 146b566f-3fdc-485c-bb10-a09d49b386f2 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:53:41.859893 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-27480591-cfb1-44cf-b0c4-c242757fe6e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:41.877535 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-97bb245c-7263-4185-abec-d5517f589b5b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 08:53:41.881577 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-97bb245c-7263-4185-abec-d5517f589b5b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0406318 Nov 25 08:53:41.882399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44992) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:41.917768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.929912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-72ec0dc0-acc9-4285-9881-84f622ff378d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:41.933505 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-72ec0dc0-acc9-4285-9881-84f622ff378d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/routers/146b566f-3fdc-485c-bb10-a09d49b386f2 HTTP/1.1" status: 204 len: 168 time: 1.0963550 Nov 25 08:53:41.933639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3bf3d70b-7689-46e5-bfb9-192593823314 None None] Transition to ACTIVE for port object d4381bf5-94df-4cc8-a364-645b66aae509 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:41.933639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e26f8-e5cd-4f63-8d73-d254f8892db4 None None] Pushing event deleted for resources: {'Port': ['ID=3160e3ba-e8c9-4440-af0f-95d1e02fe1ed,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:41.936291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 44996) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:41.943807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-875e26f8-e5cd-4f63-8d73-d254f8892db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:41.999026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e26f8-e5cd-4f63-8d73-d254f8892db4 None None] No DVR routers for this DVR port 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:42.016100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d70b-7689-46e5-bfb9-192593823314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.038504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b64c1931-7f1b-4bf0-ae65-499c3133e8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:42.094148 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-10a0381f-e37c-4cf7-93e2-9a66807d87f3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1563323 Nov 25 08:53:42.095656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45000) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:42.169665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.272447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 09a1cf37-667a-4040-bb85-7e65b29b0e65, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=09a1cf37-667a-4040-bb85-7e65b29b0e65,segment=NetworkSegment(09fcaf0f-b80d-4c28-8291-fa86e5c55df0),segment_id=09fcaf0f-b80d-4c28-8291-fa86e5c55df0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:42.274153 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3d70b-7689-46e5-bfb9-192593823314 None None] Pushing event updated for resources: {'Port': ['ID=d4381bf5-94df-4cc8-a364-645b66aae509,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:42.277967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-3bf3d70b-7689-46e5-bfb9-192593823314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:42.281157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.282163 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.284558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-50a9a67f-4ca8-459d-aecf-238ee055d0d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:42.285278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.290172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.298232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ea631882-edec-4552-b784-57df759d82ac tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:42.322858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.339503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-64fb74eb-becf-4eb7-8386-f71a5662adfa tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.345785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Network': ['ID=406d9a5f-6ae2-49c5-ab9a-0fa3fe280115,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:42.348195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:42.366423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.369801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:42.386767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 13db70bc-0478-4a44-9336-956a6ac4042a no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:42.401661 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/networks/406d9a5f-6ae2-49c5-ab9a-0fa3fe280115 HTTP/1.1" status: 204 len: 168 time: 4.6589932 Nov 25 08:53:42.419052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45004) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:42.428514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'network': {'name': 'tempest-RoutersTest-351648745'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:42.433851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 13db70bc-0478-4a44-9336-956a6ac4042a {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:42.434553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 13db70bc-0478-4a44-9336-956a6ac4042a not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:42.435129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:42.469566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:42.473599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-64fb74eb-becf-4eb7-8386-f71a5662adfa tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.475806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:42.476168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3160e3ba-e8c9-4440-af0f-95d1e02fe1ed not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:42.480233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=09a1cf37-667a-4040-bb85-7e65b29b0e65,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:42.484526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:42.487521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab9b64-7338-427d-9f59-26dc9d0c1f64 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:42.488340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-84ab9b64-7338-427d-9f59-26dc9d0c1f64 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:42.500161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af8fa14d-98d1-4e23-90d1-f75d44d7ab11 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.506507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:network and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:42.510644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:42.525014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e86d67-f38f-409e-ad02-68bb993c256e,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:42.527683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:42.539295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:42.563207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-84ab9b64-7338-427d-9f59-26dc9d0c1f64 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:42.567111 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-84ab9b64-7338-427d-9f59-26dc9d0c1f64 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4646826 Nov 25 08:53:42.568275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45008) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:42.592808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.597098 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2041502 Nov 25 08:53:42.637094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45012) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:42.643471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:42.647306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.713139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '4bf0e47c-9b21-438a-9327-cb497263a1d2', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:42.724930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-af8fa14d-98d1-4e23-90d1-f75d44d7ab11 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 5cec17ba-c374-443d-9399-add236d16e9b owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:42.743114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-28a5347b-3403-4718-8eca-94b511aa1b3d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:router {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:42.747908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:42.759873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:42.762364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-64fb74eb-becf-4eb7-8386-f71a5662adfa tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.766178 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:42.773307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50cb26fe-6582-4cbf-a4e8-f9b7ac5d0f03 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:42.795405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:42.816884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb74eb-becf-4eb7-8386-f71a5662adfa tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38a5f62-80a2-4729-bcbc-f8dd1bfa2625,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:42.824475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:53:42.826920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-64fb74eb-becf-4eb7-8386-f71a5662adfa tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:42.844501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-64fb74eb-becf-4eb7-8386-f71a5662adfa tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.845940 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-64fb74eb-becf-4eb7-8386-f71a5662adfa tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "DELETE /v2.0/security-groups/d38a5f62-80a2-4729-bcbc-f8dd1bfa2625 HTTP/1.1" status: 204 len: 168 time: 0.9614136 Nov 25 08:53:42.850917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-28a5347b-3403-4718-8eca-94b511aa1b3d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:router {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:42.858530 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-28a5347b-3403-4718-8eca-94b511aa1b3d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2843843 Nov 25 08:53:42.863193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45016) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:42.863530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45018) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:42.872111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:42.872456 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added segment b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211 of type vlan for network d3049fcb-5d33-455c-a3e5-74f76699f15c Nov 25 08:53:42.894233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:42.929811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.004974 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b2c65f4d-b404-4fbf-af8d-84b7ec2685e6 None None] Provisioning for port d4381bf5-94df-4cc8-a364-645b66aae509 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:43.011202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b2c65f4d-b404-4fbf-af8d-84b7ec2685e6 None None] Provisioning complete for port d4381bf5-94df-4cc8-a364-645b66aae509 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:43.012110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2c65f4d-b404-4fbf-af8d-84b7ec2685e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.043521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af8fa14d-98d1-4e23-90d1-f75d44d7ab11 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.080179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.165250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-99ecd2be-f8e6-4162-870e-acff0c85a170 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Synchronizing usage tracker for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:43.172280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.190355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:43.209042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.213739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.214697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d4381bf5-94df-4cc8-a364-645b66aae509 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:43.221027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f59867ad-a6cf-406c-b011-a557288a9f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:43.257617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b7f1707e-cf69-47bd-8426-67b9dc0deb2a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:43.281115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:43.285195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.290953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.293937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b2c65f4d-b404-4fbf-af8d-84b7ec2685e6 None None] Provisioning complete for port ad0610a1-f454-44ce-b05c-a66bcf102788 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:43.294302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2c65f4d-b404-4fbf-af8d-84b7ec2685e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.296872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:43.297462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.349372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-99ecd2be-f8e6-4162-870e-acff0c85a170 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Unset dirty status for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:43.350637 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-99ecd2be-f8e6-4162-870e-acff0c85a170 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4819455 Nov 25 08:53:43.361788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af8fa14d-98d1-4e23-90d1-f75d44d7ab11 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.364971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b2c65f4d-b404-4fbf-af8d-84b7ec2685e6 None None] Port ad0610a1-f454-44ce-b05c-a66bcf102788 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:43.365955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45024) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:43.368525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d4381bf5-94df-4cc8-a364-645b66aae509 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:43.368670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fa14d-98d1-4e23-90d1-f75d44d7ab11 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=5cec17ba-c374-443d-9399-add236d16e9b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:43.368774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.370999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-af8fa14d-98d1-4e23-90d1-f75d44d7ab11 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:43.380935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:43.382239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'tempest-secgroup--706751676'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:43.384402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.394422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:43.398134 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b2c65f4d-b404-4fbf-af8d-84b7ec2685e6 None None] Could not find standard attr ID for object 5cec17ba-c374-443d-9399-add236d16e9b. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:53:43.410126 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-af8fa14d-98d1-4e23-90d1-f75d44d7ab11 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/5cec17ba-c374-443d-9399-add236d16e9b HTTP/1.1" status: 204 len: 168 time: 2.0190163 Nov 25 08:53:43.416443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45028) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:43.419326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:43.423227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event updated for resources: {'Port': ['ID=881ef5eb-c834-40e8-8890-6e3d603e71a9,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:43.474930 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d9d7a8-da31-4927-94dc-9647c87176dc tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:53:43.475519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c6d9d7a8-da31-4927-94dc-9647c87176dc tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:43.481494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:43.493944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c0ae9133-bed8-42bd-a45b-00a2e4742e0a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:43.519456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 09a1cf37-667a-4040-bb85-7e65b29b0e65 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:43.527803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.531451 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8875375 Nov 25 08:53:43.542866 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1225944 Nov 25 08:53:43.555104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9ab63a61-a717-4ed4-95f1-50151174eb77 None None] Could not find standard attr ID for object 5cec17ba-c374-443d-9399-add236d16e9b. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:53:43.576544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45032) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:43.577039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45034) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:43.585308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.602243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '4bf0e47c-9b21-438a-9327-cb497263a1d2', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:43.609019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 09a1cf37-667a-4040-bb85-7e65b29b0e65 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:43.609801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.611118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'subnet': {'network_id': 'd3049fcb-5d33-455c-a3e5-74f76699f15c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:43.617083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.641296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c6d9d7a8-da31-4927-94dc-9647c87176dc tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:43.643196 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c6d9d7a8-da31-4927-94dc-9647c87176dc tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/5cec17ba-c374-443d-9399-add236d16e9b HTTP/1.1" status: 404 len: 333 time: 0.2256763 Nov 25 08:53:43.651516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45040) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:43.652865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:43.684120 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Network': ['ID=d3049fcb-5d33-455c-a3e5-74f76699f15c,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:43.692084 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:43.694200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.696009 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0418282 Nov 25 08:53:43.697180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-24e0dc22-937d-4f11-beed-c9bae7cef462 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:43.705729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45044) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:43.718796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:43.722061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network d3049fcb-5d33-455c-a3e5-74f76699f15c details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:53:43.722383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1206980165'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:43.728726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:43.734608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:43.746301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440ce6ea-fd18-45c7-8746-503e54afdf24,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:43.746522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:43.749430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:43.751799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Usage tracker for resource:network and tenant:1483f6b5f39b41e1a33e59ff563bbc2c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:43.759978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:43.760323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-525c7fc3-ad33-4f0c-9797-9384db6d9e18 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.762634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:43.774919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:43.782900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:43.791765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-525c7fc3-ad33-4f0c-9797-9384db6d9e18 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.802941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:43.844028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Made reservation on behalf of 1483f6b5f39b41e1a33e59ff563bbc2c for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:43.847669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.848112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:43.865538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ffa728d-8611-4b70-9acc-36f57e165890 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.881456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.914554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:43.921100 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ffa728d-8611-4b70-9acc-36f57e165890 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.929789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Usage tracker for resource:security_group_rule and tenant:1483f6b5f39b41e1a33e59ff563bbc2c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:43.942631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:43.964187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:43.970089 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:43.981949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:44.011264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:subnet and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:44.033395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:44.066360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:44.083417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ffa728d-8611-4b70-9acc-36f57e165890 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.089924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-64fb74eb-becf-4eb7-8386-f71a5662adfa tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:44.100789 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-525c7fc3-ad33-4f0c-9797-9384db6d9e18 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP ba859832-772d-4e37-b9a0-d8cd36b1fc41 associated. External IP: 172.26.3.126, port: ab947d81-08bb-439d-a4b5-bf5ea6551826. Nov 25 08:53:44.147939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa728d-8611-4b70-9acc-36f57e165890 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb090ee9-889b-4974-a1f2-0821bfd99123,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:44.159037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.objects.ports [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87512) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:53:44.159037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1ffa728d-8611-4b70-9acc-36f57e165890 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:44.166541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.172164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dd3021b4-f725-4b3d-b527-5d133d08fb7f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:44.180282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:44.183644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.246186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ffa728d-8611-4b70-9acc-36f57e165890 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.247330 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1ffa728d-8611-4b70-9acc-36f57e165890 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/security-groups/cb090ee9-889b-4974-a1f2-0821bfd99123 HTTP/1.1" status: 204 len: 168 time: 0.5882685 Nov 25 08:53:44.261364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45048) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:44.263107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:44.269686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:44.281014 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847913ee-6d0b-47e0-8c00-616663547693 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:44.293450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:44.294039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.311367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=888c5b5b-91cc-41e9-ba60-d1ce408696d9,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:44.324628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.325870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:44.334865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.344162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-77ebfbe6-8f49-4fc7-a8f8-ff09e68598fc tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:44.346798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.358141 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4877803 Nov 25 08:53:44.366123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45052) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:44.372008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.382734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.386661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:44.399028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:44.400584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:53:44.406169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.448347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cbc896-c3e7-4c55-9e12-d661a3447358,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:44.460654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:44.464992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4497444a-4534-4214-b006-6c971cb6bcc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:44.535421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb2c7e9-485a-48ea-b56d-e6f43569f140,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:44.539897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.541061 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1682489 Nov 25 08:53:44.543261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:44.545185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45056) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:44.545898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.547580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '888c5b5b-91cc-41e9-ba60-d1ce408696d9'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:53:44.549199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.550478 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9722276 Nov 25 08:53:44.555043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45058) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:44.607659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97a6b44-c8aa-4608-9dff-0bfcc14c1182,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:44.613737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-28fb6988-bb8f-4a62-8eb2-f5fcfddffba7 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': '0fb2c7e9-485a-48ea-b56d-e6f43569f140', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:44.614499 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING neutron.api.v2.base [None req-28fb6988-bb8f-4a62-8eb2-f5fcfddffba7 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 08:53:44.615001 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-28fb6988-bb8f-4a62-8eb2-f5fcfddffba7 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:44.615958 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-28fb6988-bb8f-4a62-8eb2-f5fcfddffba7 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0644855 Nov 25 08:53:44.626713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:44.627315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45064) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:44.635195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.635541 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Added segment 564bebdf-d0b9-4ce8-8588-76bc147de42a of type vlan for network 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 Nov 25 08:53:44.643664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b5ece6d4-ce9c-4d69-b994-44f439e0cab4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.653939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '4bf0e47c-9b21-438a-9327-cb497263a1d2', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:44.721253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:44.726325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Allocated IP 2001:db8::f816:3eff:fe13:81cd (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/888c5b5b-91cc-41e9-ba60-d1ce408696d9/caee6397-9e9f-4138-a7ca-00f3fdc236ea) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:44.732181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.737233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b5ece6d4-ce9c-4d69-b994-44f439e0cab4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.752260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:44.758991 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:44.771369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:44.811294 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:53:44.840288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.849514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:44.864573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e258f722-bbc9-4b4f-8bd0-5f877df9e174 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.870205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:44.874481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.884581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525c7fc3-ad33-4f0c-9797-9384db6d9e18 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:44.887139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.888271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-17eb9e50-36db-4e49-88de-3c72419e0079 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:44.893064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:44.893854 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.902602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6cd7ce3a-d240-428e-8ea1-9f047a6cf41e tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:44.925941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b5ece6d4-ce9c-4d69-b994-44f439e0cab4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.950391 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:44.954789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.959068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.969541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e258f722-bbc9-4b4f-8bd0-5f877df9e174 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:44.971535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Transition to ACTIVE for port object caee6397-9e9f-4138-a7ca-00f3fdc236ea will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:44.992061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Transition to ACTIVE for port object caee6397-9e9f-4138-a7ca-00f3fdc236ea will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:44.999229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.005868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-45182c52-8f01-4ea3-bc21-264960e14efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:45.071048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:45.075192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:45.079849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:45.133843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Pushing event updated for resources: {'Port': ['ID=caee6397-9e9f-4138-a7ca-00f3fdc236ea,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:45.136943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:45.178678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b5ece6d4-ce9c-4d69-b994-44f439e0cab4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.179945 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b5ece6d4-ce9c-4d69-b994-44f439e0cab4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/security-groups/9a45710c-a303-4784-acfc-662c28f366cb HTTP/1.1" status: 204 len: 168 time: 0.9157615 Nov 25 08:53:45.192092 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4814720 Nov 25 08:53:45.192915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45068) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:45.193304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45070) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:45.195473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Attempting to bind port caee6397-9e9f-4138-a7ca-00f3fdc236ea on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:45.195913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Attempting to bind port caee6397-9e9f-4138-a7ca-00f3fdc236ea by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:45.197011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Attempting to bind port caee6397-9e9f-4138-a7ca-00f3fdc236ea on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:45.197354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event updated for resources: {'Network': ['ID=8c4567bb-e8cb-417b-aaf4-3d784929e6e8,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:45.203451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:45.203651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:45.204834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:45.205459 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.205925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:45.206885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Bound port: caee6397-9e9f-4138-a7ca-00f3fdc236ea, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:45.208159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.211839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Request body: {'subnet': {'network_id': '8c4567bb-e8cb-417b-aaf4-3d784929e6e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:45.222830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:53:45.231141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1ffa728d-8611-4b70-9acc-36f57e165890 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:45.281451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Subnet': ['ID=8c6983b1-48e2-4781-8418-1e51fc51a6bb,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:45.293597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:45.300938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.316568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.324094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Checking segment: {'id': 'b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd3049fcb-5d33-455c-a3e5-74f76699f15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:45.324456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network hostable DHCP agents. Network: d3049fcb-5d33-455c-a3e5-74f76699f15c, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:53:45.336659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:45.360211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ece6d4-ce9c-4d69-b994-44f439e0cab4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a45710c-a303-4784-acfc-662c28f366cb,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:45.363114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b5ece6d4-ce9c-4d69-b994-44f439e0cab4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:45.372352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cddbd9b-dd23-426b-ada1-ca44463d8866,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:45.378893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:45.394996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.396245 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8401210 Nov 25 08:53:45.398961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45076) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:45.404007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e258f722-bbc9-4b4f-8bd0-5f877df9e174 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.406360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '4bf0e47c-9b21-438a-9327-cb497263a1d2', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:45.414570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:45.416782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network d3049fcb-5d33-455c-a3e5-74f76699f15c is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:53:45.420541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525c7fc3-ad33-4f0c-9797-9384db6d9e18 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:45.423850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:45.428566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-525c7fc3-ad33-4f0c-9797-9384db6d9e18 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.429651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] For port caee6397-9e9f-4138-a7ca-00f3fdc236ea, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:45.432368 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03dbdd6-a68c-4ee6-95cf-462e0b69af16 None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:45.432832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1b88f8be-0a6c-43a2-9ae1-ec950d76975a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:45.434147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] For port caee6397-9e9f-4138-a7ca-00f3fdc236ea, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=caee6397-9e9f-4138-a7ca-00f3fdc236ea,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:45.440889 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.444878 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dbdd6-a68c-4ee6-95cf-462e0b69af16 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:45.445743 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-e03dbdd6-a68c-4ee6-95cf-462e0b69af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:45.452271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:45.464494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:45.473656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258f722-bbc9-4b4f-8bd0-5f877df9e174 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb2c7e9-485a-48ea-b56d-e6f43569f140,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:45.476081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e258f722-bbc9-4b4f-8bd0-5f877df9e174 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:45.479375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:45.490388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, d3049fcb-5d33-455c-a3e5-74f76699f15c) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:45.503766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ee8d99-8fc7-4de1-851f-d82134c63f9c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting subnet 87705a31-86c4-463c-9582-072b3e514705 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:53:45.503998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:45.504419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.513173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8d99-8fc7-4de1-851f-d82134c63f9c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.520114 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-525c7fc3-ad33-4f0c-9797-9384db6d9e18 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "PUT /v2.0/floatingips/ba859832-772d-4e37-b9a0-d8cd36b1fc41 HTTP/1.1" status: 200 len: 977 time: 3.8539674 Nov 25 08:53:45.520912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45080) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:45.546192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Pushing event updated for resources: {'Port': ['ID=caee6397-9e9f-4138-a7ca-00f3fdc236ea,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:45.551623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e258f722-bbc9-4b4f-8bd0-5f877df9e174 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.555374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611733f9-f1a9-417c-a7d5-a3d22a11ed85 None None] Network d3049fcb-5d33-455c-a3e5-74f76699f15c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:45.555510 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e258f722-bbc9-4b4f-8bd0-5f877df9e174 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "DELETE /v2.0/security-groups/0fb2c7e9-485a-48ea-b56d-e6f43569f140 HTTP/1.1" status: 204 len: 168 time: 0.9259400 Nov 25 08:53:45.558551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45084) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:45.559480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:45.590204 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-e03dbdd6-a68c-4ee6-95cf-462e0b69af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:45.591933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port ab947d81-08bb-439d-a4b5-bf5ea6551826 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:45.591933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.594605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Usage tracker for resource:subnet and tenant:1483f6b5f39b41e1a33e59ff563bbc2c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:45.606476 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dbdd6-a68c-4ee6-95cf-462e0b69af16 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:45.608529 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-e03dbdd6-a68c-4ee6-95cf-462e0b69af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:45.615585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:45.627800 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:53:45.631594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:45.640188 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0592721 Nov 25 08:53:45.642960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45088) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:45.660082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-66e06507-1ed2-4ffe-b96a-4b699711b1ce tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-99156558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:45.661877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8d99-8fc7-4de1-851f-d82134c63f9c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.673708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.690141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-66e06507-1ed2-4ffe-b96a-4b699711b1ce tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:45.702926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-66e06507-1ed2-4ffe-b96a-4b699711b1ce tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:router and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:45.707189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:45.715053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-66e06507-1ed2-4ffe-b96a-4b699711b1ce tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:45.718985 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-e03dbdd6-a68c-4ee6-95cf-462e0b69af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:45.719407 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03dbdd6-a68c-4ee6-95cf-462e0b69af16 None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:45.728427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-66e06507-1ed2-4ffe-b96a-4b699711b1ce tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:45.743070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Made reservation on behalf of 1483f6b5f39b41e1a33e59ff563bbc2c for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:45.746639 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.761896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d31faeec-2748-4f72-a10f-dcd393406399 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Synchronizing usage tracker for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:45.830620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-66e06507-1ed2-4ffe-b96a-4b699711b1ce tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.832257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-66e06507-1ed2-4ffe-b96a-4b699711b1ce tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.834775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-d3049fcb-5d33-455c-a3e5-74f76699f15c', 'network_id': 'd3049fcb-5d33-455c-a3e5-74f76699f15c', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'fixed_ips': [{'subnet_id': '8c6983b1-48e2-4781-8418-1e51fc51a6bb'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:53:45.835697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.927379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-66e06507-1ed2-4ffe-b96a-4b699711b1ce tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.953146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.979377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:45.996873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-acee17ef-efd5-40c9-9da5-fdc94cdbdc78 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:46.010961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.055140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309371c7-6e73-4da6-9486-8199b46adb77,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:46.057364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-66e06507-1ed2-4ffe-b96a-4b699711b1ce tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.107396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Allocated IP 172.20.0.2 (d3049fcb-5d33-455c-a3e5-74f76699f15c/8c6983b1-48e2-4781-8418-1e51fc51a6bb/c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:46.129204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:46.160356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.169728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-af373824-b1a1-4d35-a40a-d48e3ea52ca0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:46.200067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.201272 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8014305 Nov 25 08:53:46.207321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d31faeec-2748-4f72-a10f-dcd393406399 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Unset dirty status for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:46.213497 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d31faeec-2748-4f72-a10f-dcd393406399 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6383684 Nov 25 08:53:46.254561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45094) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:46.266312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-66e06507-1ed2-4ffe-b96a-4b699711b1ce tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.270453 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-66e06507-1ed2-4ffe-b96a-4b699711b1ce tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6147056 Nov 25 08:53:46.274559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897209252'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:46.276632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45098) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:46.294093 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:46.347324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:46.362076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event updated for resources: {'Subnet': ['ID=8ba09712-6809-4ab6-bc71-42724c8d2f32,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:46.364743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:46.377867 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8d99-8fc7-4de1-851f-d82134c63f9c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.429228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.438202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Checking segment: {'id': '564bebdf-d0b9-4ce8-8588-76bc147de42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8c4567bb-e8cb-417b-aaf4-3d784929e6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:46.442743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Network hostable DHCP agents. Network: 8c4567bb-e8cb-417b-aaf4-3d784929e6e8, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:53:46.445739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Transition to ACTIVE for port object c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:46.473718 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Transition to ACTIVE for port object c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:46.474792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.515284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.527243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-546efb1a-593c-4b19-886a-822c52719771 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:46.543613 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.550261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:46.600631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Network 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:53:46.608201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:46.621174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Network d3049fcb-5d33-455c-a3e5-74f76699f15c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:46.621404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:46.624798 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:46.629896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:46.632057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9f87-b672-4432-a5b5-4dd40854dd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.641217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Pushing event updated for resources: {'Port': ['ID=c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:46.653325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:46.656187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:46.656769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.662522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:46.682737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:46.687852 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0af45d3c-ad8a-478d-83a6-f3fcde7e0d84 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946974852&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.1968396 Nov 25 08:53:46.695748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:46.698950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:46.701902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=e1823548-5244-4db8-b2af-759adb6c9575,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:46.705609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:46.730648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 8c4567bb-e8cb-417b-aaf4-3d784929e6e8) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:46.735984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:46.736580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.758727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16bd8ca-8e84-45f9-9d50-8c48ae176ecf None None] Network 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:46.764672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8d99-8fc7-4de1-851f-d82134c63f9c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.826694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5781abde-ed1e-4b3c-b449-72c6a2addbc9 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:46.853308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Attempting to bind port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:46.853829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Attempting to bind port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd3049fcb-5d33-455c-a3e5-74f76699f15c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:46.854579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Attempting to bind port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c on network d3049fcb-5d33-455c-a3e5-74f76699f15c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:46.870909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:46.871317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Checking segment: {'id': 'b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd3049fcb-5d33-455c-a3e5-74f76699f15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:46.871728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.872126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Bound using segment: {'id': 'b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd3049fcb-5d33-455c-a3e5-74f76699f15c'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:46.872609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Bound port: c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd3049fcb-5d33-455c-a3e5-74f76699f15c'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:46.872981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.899095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.942831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.943340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:46.943510 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP ba859832-772d-4e37-b9a0-d8cd36b1fc41 disassociated. External IP: 172.26.3.126, port: ab947d81-08bb-439d-a4b5-bf5ea6551826. Nov 25 08:53:46.943854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for ab947d81-08bb-439d-a4b5-bf5ea6551826 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:47.116775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] For port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:47.120833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] For port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c,segment=NetworkSegment(b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211),segment_id=b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:47.135308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-265dcac0-f538-4373-b89d-90dce11a362b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:47.136842 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-265dcac0-f538-4373-b89d-90dce11a362b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/networks?id=d7b2a039-0689-46e5-b832-50debe514388 HTTP/1.1" status: 200 len: 796 time: 0.4299941 Nov 25 08:53:47.155551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.165883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6383f7c7-f633-4459-bede-a80e1469d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:47.176799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee8d99-8fc7-4de1-851f-d82134c63f9c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Subnet': ['ID=87705a31-86c4-463c-9582-072b3e514705,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:47.191435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8d99-8fc7-4de1-851f-d82134c63f9c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.199652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b8ee8d99-8fc7-4de1-851f-d82134c63f9c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:47.226887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be73f501-654d-4914-b0c9-1739865ea5bf None None] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:47.237245 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b8ee8d99-8fc7-4de1-851f-d82134c63f9c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/87705a31-86c4-463c-9582-072b3e514705 HTTP/1.1" status: 204 len: 168 time: 2.0372465 Nov 25 08:53:47.241284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45112) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:47.242709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e481f712-5d0f-4c11-83a5-b7a91f22564a None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:47.246680 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-4b1e398b-7cac-418b-beb5-586f9a4ea10e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/quotas/ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 375 time: 0.0771801 Nov 25 08:53:47.250768 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0491004 Nov 25 08:53:47.255950 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8823149 Nov 25 08:53:47.255950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45116) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:47.256684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45118) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:47.263358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device caee6397-9e9f-4138-a7ca-00f3fdc236ea up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:47.268431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:47.274573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:b8:93:9f', 'name': 'tempest-NetworksTestDHCPv6-242193344'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:47.287341 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.290474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-553470599', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:47.297672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:47.301687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Usage tracker for resource:router and tenant:1483f6b5f39b41e1a33e59ff563bbc2c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:47.304572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:47.310556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:47.370268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-8c4567bb-e8cb-417b-aaf4-3d784929e6e8', 'network_id': '8c4567bb-e8cb-417b-aaf4-3d784929e6e8', 'tenant_id': '1483f6b5f39b41e1a33e59ff563bbc2c', 'fixed_ips': [{'subnet_id': '8ba09712-6809-4ab6-bc71-42724c8d2f32'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:53:47.370268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.433184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.451470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.458654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-95b7b65e-d956-451b-9c41-96f2b0905056 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:47.472787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.473814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.499687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b9d11cb4-cd51-4ba1-bc61-e93840de3520 None None] Provisioning for port caee6397-9e9f-4138-a7ca-00f3fdc236ea completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:47.557669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97abec12-b6a8-4c85-8705-ce2017d9fc0e,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:47.569583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:47.572508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.576326 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3206632 Nov 25 08:53:47.577123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Pushing event updated for resources: {'Port': ['ID=c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:47.578514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45124) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:47.580226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.590702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:47.601450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3fc76adb-3937-471e-a996-9c7e8033ebe0 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': '97abec12-b6a8-4c85-8705-ce2017d9fc0e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:47.602019 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-3fc76adb-3937-471e-a996-9c7e8033ebe0 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 08:53:47.602548 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-3fc76adb-3937-471e-a996-9c7e8033ebe0 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:47.607724 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3fc76adb-3937-471e-a996-9c7e8033ebe0 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0251744 Nov 25 08:53:47.611986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:47.614026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45128) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:47.624573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:47.642163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:47.658886 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-e0df517c-ee95-426f-9fbb-7b64972fbc6c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3443944 Nov 25 08:53:47.660949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:47.734127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.746907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6120e2d4-c26b-4042-bab5-565b39ee5074 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:47.769262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:47.781382 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port caee6397-9e9f-4138-a7ca-00f3fdc236ea completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:47.804231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=ab947d81-08bb-439d-a4b5-bf5ea6551826,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:47.806790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:47.808188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:47.828933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:47.851893 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port caee6397-9e9f-4138-a7ca-00f3fdc236ea triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:47.852270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:47.915339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:48.035457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Allocated IP 172.20.0.2 (8c4567bb-e8cb-417b-aaf4-3d784929e6e8/8ba09712-6809-4ab6-bc71-42724c8d2f32/09017c86-d5d3-46a7-9739-14c7ab13fb46) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:48.219662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8d7806ba-9140-4a42-aec9-c04bbf4f6a30 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.225581 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.291979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Allocated IP 172.20.0.1 (d3049fcb-5d33-455c-a3e5-74f76699f15c/8c6983b1-48e2-4781-8418-1e51fc51a6bb/3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:48.325900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.345116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8d7806ba-9140-4a42-aec9-c04bbf4f6a30 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.414047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.441721 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-44ca46ad-57e8-4248-a0fb-78d3b2daa288 service neutron] 10.222.0.54 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984334 Nov 25 08:53:48.479758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.483454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port caee6397-9e9f-4138-a7ca-00f3fdc236ea, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=caee6397-9e9f-4138-a7ca-00f3fdc236ea,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:48.497943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Transition to ACTIVE for port object 3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:48.519210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.526788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:48.528011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-48f21fdc-7b36-426b-bac7-c6d30acb041d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:48.550519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:53:48.554132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.566066 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e7de6282-c780-4d14-bf4e-f86aa912a508 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:48.587056 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port bd23a5c0-8d70-4ba8-8889-9ca398e2db15 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:53:48.630878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:48.639369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.654312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c5108d-5448-4eca-8a08-7793f744ba49 None None] Update dhcp port {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': '888c5b5b-91cc-41e9-ba60-d1ce408696d9', 'ip_address': '2001:db8::f816:3eff:fe13:81cd'}, {'subnet_id': 'e1823548-5244-4db8-b2af-759adb6c9575'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'caee6397-9e9f-4138-a7ca-00f3fdc236ea'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:53:48.696569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8d7806ba-9140-4a42-aec9-c04bbf4f6a30 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.706738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a33e3ba2-4952-4610-867a-772c598eab9c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:48.743324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7806ba-9140-4a42-aec9-c04bbf4f6a30 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97abec12-b6a8-4c85-8705-ce2017d9fc0e,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:48.746167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8d7806ba-9140-4a42-aec9-c04bbf4f6a30 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:48.753169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network d3049fcb-5d33-455c-a3e5-74f76699f15c is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:48.753379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.757996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c5108d-5448-4eca-8a08-7793f744ba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:48.804459 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-226e6834-5218-4e1e-bc88-0cb147b5fce3 service neutron] 10.222.0.54 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491240 Nov 25 08:53:48.823806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=caee6397-9e9f-4138-a7ca-00f3fdc236ea,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:48.841698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:48.861392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Transition to ACTIVE for port object 09017c86-d5d3-46a7-9739-14c7ab13fb46 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:48.910726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Transition to ACTIVE for port object 09017c86-d5d3-46a7-9739-14c7ab13fb46 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:48.978769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:49.004092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-875e26f8-e5cd-4f63-8d73-d254f8892db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:49.154503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:49.161063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:49.170717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:49.174984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:49.236332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Network 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:49.239030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Pushing event updated for resources: {'Port': ['ID=09017c86-d5d3-46a7-9739-14c7ab13fb46,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:49.250924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:49.251999 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:49.261234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc320d6-fc1a-42df-b11c-e661b1ead17e None None] Network d3049fcb-5d33-455c-a3e5-74f76699f15c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:49.281637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8d7806ba-9140-4a42-aec9-c04bbf4f6a30 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:49.284491 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8d7806ba-9140-4a42-aec9-c04bbf4f6a30 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "DELETE /v2.0/security-groups/97abec12-b6a8-4c85-8705-ce2017d9fc0e HTTP/1.1" status: 204 len: 168 time: 1.6685638 Nov 25 08:53:49.309011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45140) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:49.321677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-cdddc2cd-ea76-42ba-b730-9810de8bb965 req-4052237c-a004-4678-9f5e-1a39524182f0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:49.343597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 172.20.0.9 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/e1823548-5244-4db8-b2af-759adb6c9575/bd23a5c0-8d70-4ba8-8889-9ca398e2db15) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:49.427318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:49.431339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:49.480219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::f816:3eff:feb8:939f (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/888c5b5b-91cc-41e9-ba60-d1ce408696d9/bd23a5c0-8d70-4ba8-8889-9ca398e2db15) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:49.546200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5638f956-08a1-4c23-ba6e-10fad94ccadb tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Synchronizing usage tracker for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:49.575221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:49.603020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-90d6dcd3-b670-4332-a1e2-efd272b85efd None None] Provisioning for port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:49.618397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:49.675201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:49.679303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Attempting to bind port 09017c86-d5d3-46a7-9739-14c7ab13fb46 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:49.680008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Attempting to bind port 09017c86-d5d3-46a7-9739-14c7ab13fb46 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '564bebdf-d0b9-4ce8-8588-76bc147de42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8c4567bb-e8cb-417b-aaf4-3d784929e6e8'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:49.680779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Attempting to bind port 09017c86-d5d3-46a7-9739-14c7ab13fb46 on network 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:49.695895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-cdddc2cd-ea76-42ba-b730-9810de8bb965 req-4052237c-a004-4678-9f5e-1a39524182f0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:49.704904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:49.705795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Checking segment: {'id': '564bebdf-d0b9-4ce8-8588-76bc147de42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8c4567bb-e8cb-417b-aaf4-3d784929e6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:49.705795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:49.706084 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cdddc2cd-ea76-42ba-b730-9810de8bb965 req-4052237c-a004-4678-9f5e-1a39524182f0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 210 time: 0.5340204 Nov 25 08:53:49.706465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Bound using segment: {'id': '564bebdf-d0b9-4ce8-8588-76bc147de42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8c4567bb-e8cb-417b-aaf4-3d784929e6e8'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:49.707045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Bound port: 09017c86-d5d3-46a7-9739-14c7ab13fb46, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564bebdf-d0b9-4ce8-8588-76bc147de42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8c4567bb-e8cb-417b-aaf4-3d784929e6e8'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:49.707527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:49.735566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5638f956-08a1-4c23-ba6e-10fad94ccadb tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Unset dirty status for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:49.741302 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5638f956-08a1-4c23-ba6e-10fad94ccadb tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4304233 Nov 25 08:53:49.741956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45150) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:49.762958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'tempest-secgroup--736252763'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:49.769751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:49.784055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:49.812444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:49.818803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:49.850127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:49.853538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e2ac0-ed0c-4769-8a61-20e7aee1ecb2 None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:49.876848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:49.879188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:49.903196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5420f141-f411-4c00-ac49-df16486626df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:49.941090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:49.973392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e2ac0-ed0c-4769-8a61-20e7aee1ecb2 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:49.974442 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-9e8e2ac0-ed0c-4769-8a61-20e7aee1ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:50.056095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eae7c9d8-9702-4b7e-9fa6-23fcfd4054ef None None] Provisioning complete for port d4381bf5-94df-4cc8-a364-645b66aae509 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:50.056829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eae7c9d8-9702-4b7e-9fa6-23fcfd4054ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.103278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.122699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object bd23a5c0-8d70-4ba8-8889-9ca398e2db15 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:50.166748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Allocated IP 172.26.3.32 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/2fb6700a-0c62-4eb1-89a7-da742f716673) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:50.170674 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-9e8e2ac0-ed0c-4769-8a61-20e7aee1ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:50.182157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:50.184600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.185399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.206024 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:50.216273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-33916571-a8a9-476b-aec2-150dad1f51d3 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:50.259797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.300891 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/ports/ab947d81-08bb-439d-a4b5-bf5ea6551826 HTTP/1.1" status: 204 len: 168 time: 4.7789567 Nov 25 08:53:50.307484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:50.309356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45156) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:50.310411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-47c5108d-5448-4eca-8a08-7793f744ba49 None None] Allocated IP 172.20.0.2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/e1823548-5244-4db8-b2af-759adb6c9575/caee6397-9e9f-4138-a7ca-00f3fdc236ea) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:50.343307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:50.361776 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:50.369944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:50.379775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:50.421753 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-58de1225-20d1-434e-80ce-93df92e9b5b0 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "GET /v2.0/floatingips/ba859832-772d-4e37-b9a0-d8cd36b1fc41 HTTP/1.1" status: 200 len: 688 time: 0.1110690 Nov 25 08:53:50.424159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45160) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:50.434726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=bd23a5c0-8d70-4ba8-8889-9ca398e2db15,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:50.450708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] For port 09017c86-d5d3-46a7-9739-14c7ab13fb46, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:50.458529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:50.508407 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e2ac0-ed0c-4769-8a61-20e7aee1ecb2 None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:50.509149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-9e8e2ac0-ed0c-4769-8a61-20e7aee1ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:50.510450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:50.511071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.540587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.541390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.563270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1a33a444-b9aa-4a77-abfa-7aff1cfaccf6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:50.589680 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3214173 Nov 25 08:53:50.593026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45164) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:50.643563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] For port 09017c86-d5d3-46a7-9739-14c7ab13fb46, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=09017c86-d5d3-46a7-9739-14c7ab13fb46,segment=NetworkSegment(564bebdf-d0b9-4ce8-8588-76bc147de42a),segment_id=564bebdf-d0b9-4ce8-8588-76bc147de42a)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:50.650970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.664110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.679940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-73f419fa-84eb-4bf3-95e5-4f0312248f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:50.684036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.699390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.702929 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-64fa7728-2a41-454d-911a-314f4fa143fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:50.703621 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9511628 Nov 25 08:53:50.705865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45168) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:50.725977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b4ce86cb-18b1-4cdf-9ef2-92383e8bc609 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': '5f18bc3d-80b1-4391-ba8c-55ea2f27de3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:50.726851 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-b4ce86cb-18b1-4cdf-9ef2-92383e8bc609 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 08:53:50.727343 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-b4ce86cb-18b1-4cdf-9ef2-92383e8bc609 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:50.734354 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b4ce86cb-18b1-4cdf-9ef2-92383e8bc609 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0251608 Nov 25 08:53:50.736917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-9e8e2ac0-ed0c-4769-8a61-20e7aee1ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:50.737330 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e2ac0-ed0c-4769-8a61-20e7aee1ecb2 None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:50.742061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45172) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:50.749484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e3431aab-b0b4-452c-a245-c98e5bf3ac06 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': '5f18bc3d-80b1-4391-ba8c-55ea2f27de3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:50.750174 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-e3431aab-b0b4-452c-a245-c98e5bf3ac06 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 08:53:50.750745 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-e3431aab-b0b4-452c-a245-c98e5bf3ac06 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:50.754751 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e3431aab-b0b4-452c-a245-c98e5bf3ac06 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116198 Nov 25 08:53:50.757339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.762826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45178) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:50.764668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f18bc3d-80b1-4391-ba8c-55ea2f27de3b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:50.775113 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:50.775633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d6b1d281-84e3-4895-a763-ff30688971dd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:50.845497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-47c5108d-5448-4eca-8a08-7793f744ba49 None None] For port caee6397-9e9f-4138-a7ca-00f3fdc236ea, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=caee6397-9e9f-4138-a7ca-00f3fdc236ea,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:50.847855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9c81a6c3-f59b-46f1-a571-51712fec938f tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': '5f18bc3d-80b1-4391-ba8c-55ea2f27de3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:50.848693 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-9c81a6c3-f59b-46f1-a571-51712fec938f tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 08:53:50.849194 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-9c81a6c3-f59b-46f1-a571-51712fec938f tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:50.850397 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.854552 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9c81a6c3-f59b-46f1-a571-51712fec938f tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0848291 Nov 25 08:53:50.861552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45182) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:50.895724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2943d6fd-a24b-49b1-ab47-88ca3f927e5a tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': '5f18bc3d-80b1-4391-ba8c-55ea2f27de3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:50.896666 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-2943d6fd-a24b-49b1-ab47-88ca3f927e5a tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 08:53:50.897718 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-2943d6fd-a24b-49b1-ab47-88ca3f927e5a tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:50.901641 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2943d6fd-a24b-49b1-ab47-88ca3f927e5a tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0396957 Nov 25 08:53:50.934888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Pushing event updated for resources: {'Port': ['ID=09017c86-d5d3-46a7-9739-14c7ab13fb46,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:50.946531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:50.948183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c,segment=NetworkSegment(b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211),segment_id=b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:50.976069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:50.976942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device caee6397-9e9f-4138-a7ca-00f3fdc236ea up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:50.984225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45186) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:50.995878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:51.032231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:51.035420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:51.056211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-86abdd85-1d74-49a2-8f9c-04e3a37851f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:51.089938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:51.095905 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c5108d-5448-4eca-8a08-7793f744ba49 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.133332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:51.133501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa2c904-717d-4a29-a9bc-7425ea80a85c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:51.139664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa2c904-717d-4a29-a9bc-7425ea80a85c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:51.140546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-caa2c904-717d-4a29-a9bc-7425ea80a85c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:51.144524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:51.145412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.168921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d45be48-9a4a-4776-895f-6dbcdfafabb1 None None] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:51.220287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port 583e6513-271a-424f-8ef2-ab0ab03ac42a {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:51.221992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.223095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eae7c9d8-9702-4b7e-9fa6-23fcfd4054ef None None] Provisioning complete for port ad0610a1-f454-44ce-b05c-a66bcf102788 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:51.223485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eae7c9d8-9702-4b7e-9fa6-23fcfd4054ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.265822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-47c5108d-5448-4eca-8a08-7793f744ba49 None None] Transition to ACTIVE for port object caee6397-9e9f-4138-a7ca-00f3fdc236ea will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:51.359593 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3a2540ed-fe80-4cb1-ac31-c025f1901c53 req-7e3c4899-88a8-427d-b22e-ac484fb8480b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 210 time: 0.3666093 Nov 25 08:53:51.364175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Subnet': ['ID=798b60f7-27ba-473c-94bb-1b332f9a03ab,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:51.367662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:51.373783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event updated for resources: {'Port': ['ID=2fb6700a-0c62-4eb1-89a7-da742f716673,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:51.386657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:51.416120 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1712453 Nov 25 08:53:51.416337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c5108d-5448-4eca-8a08-7793f744ba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.418871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45194) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:51.448615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:51.450975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'security_group': {'name': 'tempest-secgroup-1195580086'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:51.505790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-eae7c9d8-9702-4b7e-9fa6-23fcfd4054ef None None] Port ad0610a1-f454-44ce-b05c-a66bcf102788 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:51.545416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-caa2c904-717d-4a29-a9bc-7425ea80a85c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:51.549434 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-caa2c904-717d-4a29-a9bc-7425ea80a85c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.9554310 Nov 25 08:53:51.550016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-edd0ecea-d6ee-4c8d-93cf-ced510bccdff tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.553281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45198) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:51.553441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:51.572912 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:51.604645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:51.644922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9aee1864-321d-4e1d-b04d-3dde098d0fbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port bd23a5c0-8d70-4ba8-8889-9ca398e2db15 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:51.645268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9aee1864-321d-4e1d-b04d-3dde098d0fbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.684915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:53:51.712344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5108d-5448-4eca-8a08-7793f744ba49 None None] Pushing event updated for resources: {'Port': ['ID=caee6397-9e9f-4138-a7ca-00f3fdc236ea,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:51.723542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-47c5108d-5448-4eca-8a08-7793f744ba49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:51.733536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:security_group and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:51.742750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.745184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-edd0ecea-d6ee-4c8d-93cf-ced510bccdff tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.766903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.767559 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-86c6ac48-b150-4e6c-84a6-a9a3b1b620d4 None None] Provisioning for port 3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:51.782652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.785888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-86c6ac48-b150-4e6c-84a6-a9a3b1b620d4 None None] Provisioning complete for port 3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:51.786043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:51.786332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86c6ac48-b150-4e6c-84a6-a9a3b1b620d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.807058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:51.820451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:51.856937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-86c6ac48-b150-4e6c-84a6-a9a3b1b620d4 None None] Port 3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:51.857980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.858329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.873762 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-86c6ac48-b150-4e6c-84a6-a9a3b1b620d4 None None] Provisioning complete for port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:51.874150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86c6ac48-b150-4e6c-84a6-a9a3b1b620d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:51.916369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-30a74815-6545-42ea-b1ed-5d0d249fda5b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:51.918170 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-30a74815-6545-42ea-b1ed-5d0d249fda5b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=d7b2a039-0689-46e5-b832-50debe514388 HTTP/1.1" status: 200 len: 796 time: 1.0074050 Nov 25 08:53:51.969296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:52.090700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:52.107401 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:security_group_rule and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:52.112727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:52.172012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:52.179065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for 583e6513-271a-424f-8ef2-ab0ab03ac42a owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:52.193793 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-56dd74ae-f697-4a4f-a002-e279d78f4009 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 379 time: 0.2619455 Nov 25 08:53:52.205098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:52.210506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'device_id': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'admin_state_up': True, 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'security_groups': ['4bf0e47c-9b21-438a-9327-cb497263a1d2']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:52.314870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:52.382011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:52.397364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:52.401167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-edd0ecea-d6ee-4c8d-93cf-ced510bccdff tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:52.407721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:52.408343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:52.490005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-89e78960-53e6-4a40-99da-716e5d937541 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:52.542403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0ecea-d6ee-4c8d-93cf-ced510bccdff tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f18bc3d-80b1-4391-ba8c-55ea2f27de3b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:52.567461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-edd0ecea-d6ee-4c8d-93cf-ced510bccdff tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:52.663208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-edd0ecea-d6ee-4c8d-93cf-ced510bccdff tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:52.666869 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-edd0ecea-d6ee-4c8d-93cf-ced510bccdff tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "DELETE /v2.0/security-groups/5f18bc3d-80b1-4391-ba8c-55ea2f27de3b HTTP/1.1" status: 204 len: 168 time: 1.6450021 Nov 25 08:53:52.673167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9aee1864-321d-4e1d-b04d-3dde098d0fbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:52.676596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-76c43b8e-1a08-4642-a71f-7f64d71cdd89 None None] Provisioning complete for port 3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:52.676982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-76c43b8e-1a08-4642-a71f-7f64d71cdd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:52.677316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45204) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:52.680185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:52.701255 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7710c7f9-c4fb-4b4d-9af4-be4532e01a3f req-bfe73097-dcbc-4f88-86fe-f129026ce0cd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 210 time: 0.0895553 Nov 25 08:53:52.746723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feaf54d-8e72-4e11-875d-c8031a5ddb0d None None] Network 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:52.750305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:52.857191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9aee1864-321d-4e1d-b04d-3dde098d0fbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for bd23a5c0-8d70-4ba8-8889-9ca398e2db15 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:52.860203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:52.864481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:52.888368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-76c43b8e-1a08-4642-a71f-7f64d71cdd89 None None] Port 3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:52.897768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:52.926948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b30dfc-4bca-4ada-a373-9f3df5fcd0ae None None] Update dhcp port {'port': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'fixed_ips': [{'subnet_id': 'cab5ee8e-e2df-4165-bf38-dddadfe5b2d7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '798b60f7-27ba-473c-94bb-1b332f9a03ab'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'd4381bf5-94df-4cc8-a364-645b66aae509'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:53:52.932856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ddf61378-11c4-4e8c-a8f4-1037b4068d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:52.943641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-14c8b87a-4600-4e4c-851e-391a6cd96945 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Synchronizing usage tracker for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:52.960585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 09017c86-d5d3-46a7-9739-14c7ab13fb46 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:52.964761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:52.970316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:53.045096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:53.046702 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6118703 Nov 25 08:53:53.048324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9685bf54-8b80-48cd-8cb2-07f0e1daa22b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:53.098551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13b30dfc-4bca-4ada-a373-9f3df5fcd0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:53.103391 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45208) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:53.104585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-14c8b87a-4600-4e4c-851e-391a6cd96945 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Unset dirty status for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:53.105992 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-14c8b87a-4600-4e4c-851e-391a6cd96945 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3648903 Nov 25 08:53:53.115014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:53.118736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'security_group': {'name': 'tempest-secgroup-288979652'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:53.123621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45210) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:53.130325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-71ad6ff6-83bd-4b91-9402-14a637b00f67 None None] Provisioning for port 09017c86-d5d3-46a7-9739-14c7ab13fb46 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:53.131323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:53.144059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'tempest-secgroup--358778282'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:53.160371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:security_group and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:53.216283 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:53.220046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:53.237761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:53.328855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:53.347846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 09017c86-d5d3-46a7-9739-14c7ab13fb46 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:53.350140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network d3049fcb-5d33-455c-a3e5-74f76699f15c is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:53.352132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-71ad6ff6-83bd-4b91-9402-14a637b00f67 None None] Provisioning for port caee6397-9e9f-4138-a7ca-00f3fdc236ea completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:53.381737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:53.392529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:53.412851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-71ad6ff6-83bd-4b91-9402-14a637b00f67 None None] Provisioning complete for port caee6397-9e9f-4138-a7ca-00f3fdc236ea triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:53.413094 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ad6ff6-83bd-4b91-9402-14a637b00f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:53.423560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:53.472383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:53.489034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 09017c86-d5d3-46a7-9739-14c7ab13fb46 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:53.489413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:53.494046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:security_group_rule and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:53.499887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.11 (d7b2a039-0689-46e5-b832-50debe514388/3facbecb-2f55-4448-98ea-db3515791a61/a5057250-ccd2-40b5-9410-32936490f3e0) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:53.502099 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:53.504381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:53.514463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:53.519575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:53.523630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:53.529028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:53.539460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:53.592520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9aee1864-321d-4e1d-b04d-3dde098d0fbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:53.607736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:53.689953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee1864-321d-4e1d-b04d-3dde098d0fbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=bd23a5c0-8d70-4ba8-8889-9ca398e2db15,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:53.692772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9aee1864-321d-4e1d-b04d-3dde098d0fbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:53.694165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:53.707597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:53.826160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-13b30dfc-4bca-4ada-a373-9f3df5fcd0ae None None] Allocated IP 2001:db8::2 (99be04fa-67e3-42f6-b251-7f7a4aa07b13/798b60f7-27ba-473c-94bb-1b332f9a03ab/d4381bf5-94df-4cc8-a364-645b66aae509) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:53.900233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=583e6513-271a-424f-8ef2-ab0ab03ac42a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:53.902902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:53.912433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9aee1864-321d-4e1d-b04d-3dde098d0fbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:53.981598 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9aee1864-321d-4e1d-b04d-3dde098d0fbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/bd23a5c0-8d70-4ba8-8889-9ca398e2db15 HTTP/1.1" status: 204 len: 168 time: 2.4270792 Nov 25 08:53:53.986616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45218) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:54.067011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-13b30dfc-4bca-4ada-a373-9f3df5fcd0ae None None] For port d4381bf5-94df-4cc8-a364-645b66aae509, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d4381bf5-94df-4cc8-a364-645b66aae509,segment=NetworkSegment(8e5ec5d2-6466-4d65-b3e5-a1bbb688850a),segment_id=8e5ec5d2-6466-4d65-b3e5-a1bbb688850a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:54.095603 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.098971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.100235 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/floatingips/ba859832-772d-4e37-b9a0-d8cd36b1fc41 HTTP/1.1" status: 204 len: 168 time: 3.6751540 Nov 25 08:53:54.106768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45222) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:54.113321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '49a1b30a-0550-40ab-a93a-4e119a2ed90c'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:54.114440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13b30dfc-4bca-4ada-a373-9f3df5fcd0ae None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.128859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831c3b45-f11b-433f-8955-c3a6a8b1863a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:54.130424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831c3b45-f11b-433f-8955-c3a6a8b1863a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:54.131989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831c3b45-f11b-433f-8955-c3a6a8b1863a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:54.133679 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-831c3b45-f11b-433f-8955-c3a6a8b1863a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1461225 Nov 25 08:53:54.135152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:54.137477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router 83cd163f-459e-4c44-a3a0-780ae692c625 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:53:54.140237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45226) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:54.144479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-13b30dfc-4bca-4ada-a373-9f3df5fcd0ae None None] Transition to ACTIVE for port object d4381bf5-94df-4cc8-a364-645b66aae509 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:54.147079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.169825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13b30dfc-4bca-4ada-a373-9f3df5fcd0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.170064 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-39407c8a-edc0-4568-b1cb-f1720254312a req-c9aa6d4c-f8d9-4301-860d-db123bae0128 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 210 time: 0.1408854 Nov 25 08:53:54.185994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:54.219634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:floatingip and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:54.226913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-51199bdb-9305-4824-91ae-1dd61afcfb85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 888c5b5b-91cc-41e9-ba60-d1ce408696d9 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:53:54.231754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:54.239420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51199bdb-9305-4824-91ae-1dd61afcfb85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.271294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:54.348311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-230592c4-98e1-420c-a3c3-52dd3dc10694 None None] Provisioning complete for port 3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:54.348750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-230592c4-98e1-420c-a3c3-52dd3dc10694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.349090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.376590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.397868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8d7806ba-9140-4a42-aec9-c04bbf4f6a30 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:54.410951 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 09017c86-d5d3-46a7-9739-14c7ab13fb46, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=09017c86-d5d3-46a7-9739-14c7ab13fb46,segment=NetworkSegment(564bebdf-d0b9-4ce8-8588-76bc147de42a),segment_id=564bebdf-d0b9-4ce8-8588-76bc147de42a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:54.416164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.426232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b30dfc-4bca-4ada-a373-9f3df5fcd0ae None None] Pushing event updated for resources: {'Port': ['ID=d4381bf5-94df-4cc8-a364-645b66aae509,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:54.432806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-13b30dfc-4bca-4ada-a373-9f3df5fcd0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:54.433494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.434407 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device caee6397-9e9f-4138-a7ca-00f3fdc236ea up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:54.442528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.458375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.459902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51199bdb-9305-4824-91ae-1dd61afcfb85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.495667 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6383f7c7-f633-4459-bede-a80e1469d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:54.501148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.520707 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object a5057250-ccd2-40b5-9410-32936490f3e0 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:54.572279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f668d55-9691-4f92-b8f9-61497b698107,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:54.581688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=09017c86-d5d3-46a7-9739-14c7ab13fb46,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:54.589944 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:54.593259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:54.595379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-230592c4-98e1-420c-a3c3-52dd3dc10694 None None] Port 3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:54.603199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-230592c4-98e1-420c-a3c3-52dd3dc10694 None None] Could not find standard attr ID for object bd23a5c0-8d70-4ba8-8889-9ca398e2db15. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:53:54.604608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.605810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port caee6397-9e9f-4138-a7ca-00f3fdc236ea triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:54.606127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.609649 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec260f0-0d33-41e9-89fe-07b1bfd3240f None None] Sync routers for ids ['83cd163f-459e-4c44-a3a0-780ae692c625'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:54.610179 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/83cd163f-459e-4c44-a3a0-780ae692c625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3294032 Nov 25 08:53:54.611542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45230) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:54.614915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:54.616568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.618768 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5111539 Nov 25 08:53:54.620042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5aa71c7a-1c4e-4196-b588-024b834f575d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:54.629575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45234) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:54.635215 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec260f0-0d33-41e9-89fe-07b1bfd3240f None None] Routers {'83cd163f-459e-4c44-a3a0-780ae692c625'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:54.636449 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-eec260f0-0d33-41e9-89fe-07b1bfd3240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83cd163f-459e-4c44-a3a0-780ae692c625'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:54.661480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'security_group': {'name': 'tempest-secgroup-62100581'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:54.674335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:54.681162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:security_group and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:54.687337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:54.697957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:54.723775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network d7b2a039-0689-46e5-b832-50debe514388 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:54.725181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.726927 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6023521 Nov 25 08:53:54.730050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde8c4e3-0068-46d6-9880-9aaa2dd9ad69 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:54.730707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bde8c4e3-0068-46d6-9880-9aaa2dd9ad69 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Synchronizing usage tracker for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:54.733311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45238) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:54.737489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:54.739751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.744683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-11c26445-6179-4057-8799-e1ba38b24462 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ab7ce-4db4-4f34-98ba-5a8c361e84da', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:54.745153 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING neutron.api.v2.base [None req-11c26445-6179-4057-8799-e1ba38b24462 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 08:53:54.745956 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-11c26445-6179-4057-8799-e1ba38b24462 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:54.749582 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-11c26445-6179-4057-8799-e1ba38b24462 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106306 Nov 25 08:53:54.753424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45242) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:54.766953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:54.769559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c9bf7506-6714-424f-949e-e6b5de1fdd5d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ab7ce-4db4-4f34-98ba-5a8c361e84da', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:54.777270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51199bdb-9305-4824-91ae-1dd61afcfb85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.779817 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-eec260f0-0d33-41e9-89fe-07b1bfd3240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:54.792955 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec260f0-0d33-41e9-89fe-07b1bfd3240f None None] Routers {'83cd163f-459e-4c44-a3a0-780ae692c625'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:54.793498 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-eec260f0-0d33-41e9-89fe-07b1bfd3240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83cd163f-459e-4c44-a3a0-780ae692c625'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:54.807026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5fea1c7a-34a9-4528-a75b-e8d8691eb79b None None] Provisioning complete for port 09017c86-d5d3-46a7-9739-14c7ab13fb46 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:54.807426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fea1c7a-34a9-4528-a75b-e8d8691eb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:54.825204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c9bf7506-6714-424f-949e-e6b5de1fdd5d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:54.843653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c9bf7506-6714-424f-949e-e6b5de1fdd5d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:54.852817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c9bf7506-6714-424f-949e-e6b5de1fdd5d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:54.865177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c9bf7506-6714-424f-949e-e6b5de1fdd5d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:54.869237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bde8c4e3-0068-46d6-9880-9aaa2dd9ad69 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Unset dirty status for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:54.870651 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bde8c4e3-0068-46d6-9880-9aaa2dd9ad69 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports/3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f HTTP/1.1" status: 200 len: 910 time: 0.2565668 Nov 25 08:53:54.877840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45246) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:54.930168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:54.938991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 09017c86-d5d3-46a7-9739-14c7ab13fb46 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:54.939980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:security_group_rule and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:54.956855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:54.967567 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-eec260f0-0d33-41e9-89fe-07b1bfd3240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:54.967918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:54.968036 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec260f0-0d33-41e9-89fe-07b1bfd3240f None None] The sync data for ids ['83cd163f-459e-4c44-a3a0-780ae692c625'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:55.096724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.107440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:55.108110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.152673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 09017c86-d5d3-46a7-9739-14c7ab13fb46 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:55.153219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.157910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.162848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9ab7ce-4db4-4f34-98ba-5a8c361e84da,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:55.168279 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9644299 Nov 25 08:53:55.175432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:55.175974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bd6a0d7f-8c3b-46cd-b860-b4d1d69275f5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:55.227826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Router b29a01cf-eea3-4dc8-98cf-069257d8dcf0 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:53:55.319367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.387970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Request body: {'port': {'device_id': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:55.414938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d4381bf5-94df-4cc8-a364-645b66aae509 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:53:55.422198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.426582 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.7847347 Nov 25 08:53:55.433614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45254) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:55.443892 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-c9bf7506-6714-424f-949e-e6b5de1fdd5d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:55.447479 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c9bf7506-6714-424f-949e-e6b5de1fdd5d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6844232 Nov 25 08:53:55.455197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51199bdb-9305-4824-91ae-1dd61afcfb85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.457018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45258) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:55.462924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1224209979', 'security_groups': ['9364ecde-856b-4184-97ac-762e0cec0991'], 'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '798b60f7-27ba-473c-94bb-1b332f9a03ab'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:55.464393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e049f526-8722-4b9f-982c-0abfbac74dc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:55.480538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=a5057250-ccd2-40b5-9410-32936490f3e0,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:55.495070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-da233f19-70a8-4659-b4ed-3a2281990b20 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ab7ce-4db4-4f34-98ba-5a8c361e84da', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:55.495729 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-da233f19-70a8-4659-b4ed-3a2281990b20 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 08:53:55.495898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ac293f2e-3110-434a-8757-1861d6856cb7 None None] Provisioning for port d4381bf5-94df-4cc8-a364-645b66aae509 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:55.496228 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-da233f19-70a8-4659-b4ed-3a2281990b20 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:55.498341 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-da233f19-70a8-4659-b4ed-3a2281990b20 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0183620 Nov 25 08:53:55.498341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:55.507113 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b03c2de0-84c9-4c88-9cee-8e330437b614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:55.509394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ac293f2e-3110-434a-8757-1861d6856cb7 None None] Provisioning complete for port d4381bf5-94df-4cc8-a364-645b66aae509 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:55.509796 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac293f2e-3110-434a-8757-1861d6856cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.514168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45262) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:55.530039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-069ff978-8c17-4ada-951b-456a881b14a1 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ab7ce-4db4-4f34-98ba-5a8c361e84da', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:55.581915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51199bdb-9305-4824-91ae-1dd61afcfb85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=888c5b5b-91cc-41e9-ba60-d1ce408696d9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:55.584065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51199bdb-9305-4824-91ae-1dd61afcfb85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.592897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d4381bf5-94df-4cc8-a364-645b66aae509 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:55.594156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.607831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-069ff978-8c17-4ada-951b-456a881b14a1 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:55.632286 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74310589-0049-4d45-9204-ae9ad29c0807 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:55.648004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-51199bdb-9305-4824-91ae-1dd61afcfb85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:55.658686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-069ff978-8c17-4ada-951b-456a881b14a1 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:55.670011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-069ff978-8c17-4ada-951b-456a881b14a1 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:55.703407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-069ff978-8c17-4ada-951b-456a881b14a1 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:55.728345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9364ecde-856b-4184-97ac-762e0cec0991,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:55.738817 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-51199bdb-9305-4824-91ae-1dd61afcfb85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/888c5b5b-91cc-41e9-ba60-d1ce408696d9 HTTP/1.1" status: 204 len: 168 time: 1.5954590 Nov 25 08:53:55.739162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:55.746748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45268) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:55.754121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:53:55.759537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.779373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674810e-0a13-4ca7-9eda-0d77117d1aab None None] Sync routers for ids ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:55.846317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674810e-0a13-4ca7-9eda-0d77117d1aab None None] Routers {'b29a01cf-eea3-4dc8-98cf-069257d8dcf0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:55.846317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3674810e-0a13-4ca7-9eda-0d77117d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:55.862234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.26.3.92 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/6222e762-1ac9-401a-b4cc-15391be24010) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:55.862493 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:55.866514 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-069ff978-8c17-4ada-951b-456a881b14a1 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:55.872891 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-069ff978-8c17-4ada-951b-456a881b14a1 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3437879 Nov 25 08:53:55.872891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:55.872891 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.6139107 Nov 25 08:53:55.876904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45272) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:55.876904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45274) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:55.899683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2b184ac0-54fe-48e2-b118-afa9e9416384 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ab7ce-4db4-4f34-98ba-5a8c361e84da', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:55.900161 dv-neutron-818341-1-hyperv neutron-server[87513]: WARNING neutron.api.v2.base [None req-2b184ac0-54fe-48e2-b118-afa9e9416384 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 08:53:55.900653 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-2b184ac0-54fe-48e2-b118-afa9e9416384 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:55.904742 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2b184ac0-54fe-48e2-b118-afa9e9416384 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146093 Nov 25 08:53:55.904883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:55.909996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45280) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:55.923061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c3aba46a-2842-43fb-bf30-716469373790 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ab7ce-4db4-4f34-98ba-5a8c361e84da', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:55.931599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:55.943125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3674810e-0a13-4ca7-9eda-0d77117d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:55.975716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45b0ad-df5f-4a5c-a362-bc2d2802ee91 req-3bffc8db-b6b8-4e01-bfad-ed15fc7293f5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:55.985962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c3aba46a-2842-43fb-bf30-716469373790 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:55.987241 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f45b0ad-df5f-4a5c-a362-bc2d2802ee91 req-3bffc8db-b6b8-4e01-bfad-ed15fc7293f5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 932 time: 0.6083078 Nov 25 08:53:56.004181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c3aba46a-2842-43fb-bf30-716469373790 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:56.009682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c3aba46a-2842-43fb-bf30-716469373790 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:56.016720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674810e-0a13-4ca7-9eda-0d77117d1aab None None] Routers {'b29a01cf-eea3-4dc8-98cf-069257d8dcf0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:53:56.017171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3674810e-0a13-4ca7-9eda-0d77117d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:56.029394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-6611fdb4-7bab-468e-8754-d7d7c492247f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet e1823548-5244-4db8-b2af-759adb6c9575 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:53:56.034803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6611fdb4-7bab-468e-8754-d7d7c492247f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:56.077576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c3aba46a-2842-43fb-bf30-716469373790 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:56.125341 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-c3aba46a-2842-43fb-bf30-716469373790 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Project 23b970ee28d549c094fb26854c0db6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:53:56.138015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3674810e-0a13-4ca7-9eda-0d77117d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:56.138555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674810e-0a13-4ca7-9eda-0d77117d1aab None None] The sync data for ids ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:56.164174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ac293f2e-3110-434a-8757-1861d6856cb7 None None] Provisioning complete for port ad0610a1-f454-44ce-b05c-a66bcf102788 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:56.164631 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac293f2e-3110-434a-8757-1861d6856cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:56.217799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-6f45b0ad-df5f-4a5c-a362-bc2d2802ee91 req-28b9e7bd-38d6-475a-8369-920786747cc9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:56.239092 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-c3aba46a-2842-43fb-bf30-716469373790 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:56.240039 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c3aba46a-2842-43fb-bf30-716469373790 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3232512 Nov 25 08:53:56.254741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ac293f2e-3110-434a-8757-1861d6856cb7 None None] Port ad0610a1-f454-44ce-b05c-a66bcf102788 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:56.257356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:56.265780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45284) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:56.279818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-07f9a0a1-95bc-4e60-b9a3-df240204178d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ab7ce-4db4-4f34-98ba-5a8c361e84da', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:56.280252 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-07f9a0a1-95bc-4e60-b9a3-df240204178d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 08:53:56.280739 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-07f9a0a1-95bc-4e60-b9a3-df240204178d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:56.281691 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-07f9a0a1-95bc-4e60-b9a3-df240204178d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107627 Nov 25 08:53:56.282898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ac293f2e-3110-434a-8757-1861d6856cb7 None None] Provisioning for port a5057250-ccd2-40b5-9410-32936490f3e0 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:56.289683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ac293f2e-3110-434a-8757-1861d6856cb7 None None] Provisioning complete for port a5057250-ccd2-40b5-9410-32936490f3e0 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:56.290095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac293f2e-3110-434a-8757-1861d6856cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:56.292681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45288) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:56.300786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-486bb9d4-4fbc-4ed1-b428-99f93d6c34a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ab7ce-4db4-4f34-98ba-5a8c361e84da', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:56.312173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] device_id is not set on port 793565c5-d074-4b75-8f3c-2eec36aa8636 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:53:56.349508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-486bb9d4-4fbc-4ed1-b428-99f93d6c34a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:56.356680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ac293f2e-3110-434a-8757-1861d6856cb7 None None] Port a5057250-ccd2-40b5-9410-32936490f3e0 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:56.359702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-486bb9d4-4fbc-4ed1-b428-99f93d6c34a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:56.362826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6611fdb4-7bab-468e-8754-d7d7c492247f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:56.363977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-486bb9d4-4fbc-4ed1-b428-99f93d6c34a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:56.382556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-486bb9d4-4fbc-4ed1-b428-99f93d6c34a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:56.440508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-6f45b0ad-df5f-4a5c-a362-bc2d2802ee91 req-28b9e7bd-38d6-475a-8369-920786747cc9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:56.449033 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f45b0ad-df5f-4a5c-a362-bc2d2802ee91 req-28b9e7bd-38d6-475a-8369-920786747cc9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4602835 Nov 25 08:53:56.633783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:56.664871 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-486bb9d4-4fbc-4ed1-b428-99f93d6c34a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Project 23b970ee28d549c094fb26854c0db6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:53:56.701685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5057250-ccd2-40b5-9410-32936490f3e0 {{(pid=87512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:53:56.712505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:56.731106 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-486bb9d4-4fbc-4ed1-b428-99f93d6c34a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:56.735780 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-486bb9d4-4fbc-4ed1-b428-99f93d6c34a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4385870 Nov 25 08:53:56.739131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45292) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:56.747106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4ae19e8a-0add-41f2-ad00-fef6e74cf8d9 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ab7ce-4db4-4f34-98ba-5a8c361e84da', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:56.752231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Transition to ACTIVE for port object a5057250-ccd2-40b5-9410-32936490f3e0 will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:56.785339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6611fdb4-7bab-468e-8754-d7d7c492247f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:56.785913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4ae19e8a-0add-41f2-ad00-fef6e74cf8d9 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:56.788055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:56.804799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:56.834435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4ae19e8a-0add-41f2-ad00-fef6e74cf8d9 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:56.840157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4ae19e8a-0add-41f2-ad00-fef6e74cf8d9 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:56.862377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4ae19e8a-0add-41f2-ad00-fef6e74cf8d9 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:56.961520 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-4ae19e8a-0add-41f2-ad00-fef6e74cf8d9 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Project 23b970ee28d549c094fb26854c0db6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:53:56.976484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Pushing event updated for resources: {'Port': ['ID=a5057250-ccd2-40b5-9410-32936490f3e0,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:56.993301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7c85e5e6-d511-4afa-aa74-04bab87843b9 None None] Provisioning complete for port caee6397-9e9f-4138-a7ca-00f3fdc236ea triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:56.993844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c85e5e6-d511-4afa-aa74-04bab87843b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:56.994756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:56.995834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8::2a3 (99be04fa-67e3-42f6-b251-7f7a4aa07b13/798b60f7-27ba-473c-94bb-1b332f9a03ab/793565c5-d074-4b75-8f3c-2eec36aa8636) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:57.118377 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-4ae19e8a-0add-41f2-ad00-fef6e74cf8d9 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:57.119427 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4ae19e8a-0add-41f2-ad00-fef6e74cf8d9 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3779912 Nov 25 08:53:57.132354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45296) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:57.238712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.248751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d3a327e4-d988-4491-a605-4b4e30c5b912 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:57.312573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Attempting to bind port a5057250-ccd2-40b5-9410-32936490f3e0 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:53:57.313652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Attempting to bind port a5057250-ccd2-40b5-9410-32936490f3e0 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:53:57.313652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Attempting to bind port a5057250-ccd2-40b5-9410-32936490f3e0 on network d7b2a039-0689-46e5-b832-50debe514388 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:57.314572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6611fdb4-7bab-468e-8754-d7d7c492247f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.331586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c269ab76-837c-4f31-88ee-b9ecb70e4afd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.333081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Port a5057250-ccd2-40b5-9410-32936490f3e0 on network d7b2a039-0689-46e5-b832-50debe514388 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:53:57.333397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Attempting to bind port a5057250-ccd2-40b5-9410-32936490f3e0 on network d7b2a039-0689-46e5-b832-50debe514388 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:53:57.347204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.364412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:53:57.364752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Checking segment: {'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:53:57.365138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Bound using segment: {'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:53:57.365562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Bound port: a5057250-ccd2-40b5-9410-32936490f3e0, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09fcaf0f-b80d-4c28-8291-fa86e5c55df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388'}}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:53:57.365911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.402733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c269ab76-837c-4f31-88ee-b9ecb70e4afd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.407385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:57.419758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd01995-07c0-43e3-be94-8f8ee1af9662 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:57.426965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6611fdb4-7bab-468e-8754-d7d7c492247f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.429873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:57.495903 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:57.512577 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.564881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] For port a5057250-ccd2-40b5-9410-32936490f3e0, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:53:57.568575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] For port a5057250-ccd2-40b5-9410-32936490f3e0, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a5057250-ccd2-40b5-9410-32936490f3e0,segment=NetworkSegment(09fcaf0f-b80d-4c28-8291-fa86e5c55df0),segment_id=09fcaf0f-b80d-4c28-8291-fa86e5c55df0)] {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:53:57.575742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.583128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object 793565c5-d074-4b75-8f3c-2eec36aa8636 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:53:57.593602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=6222e762-1ac9-401a-b4cc-15391be24010,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:57.607528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:57.615903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fc591d26-c180-44bd-939f-ddd7d01b07d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:57.620348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ca5eb640-456f-420f-9326-9e1dafedafdb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:57.654654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c269ab76-837c-4f31-88ee-b9ecb70e4afd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.659517 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6611fdb4-7bab-468e-8754-d7d7c492247f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/e1823548-5244-4db8-b2af-759adb6c9575 HTTP/1.1" status: 204 len: 168 time: 1.9088898 Nov 25 08:53:57.669275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.679776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45302) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:57.766426 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:57.767325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.768376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611fdb4-7bab-468e-8754-d7d7c492247f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=e1823548-5244-4db8-b2af-759adb6c9575,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:57.769354 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] 10.222.0.41 "PUT /v2.0/ports/a5057250-ccd2-40b5-9410-32936490f3e0 HTTP/1.1" status: 200 len: 1094 time: 2.5544529 Nov 25 08:53:57.783626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6611fdb4-7bab-468e-8754-d7d7c492247f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:57.786541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3953d8a-50c3-476d-9404-7688fd1a5f91 None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:53:57.791199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c3953d8a-50c3-476d-9404-7688fd1a5f91 None None] Deleting port caee6397-9e9f-4138-a7ca-00f3fdc236ea {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:57.792053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3953d8a-50c3-476d-9404-7688fd1a5f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.804361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:57.805493 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'tag': 'a5057250-ccd2-40b5-9410-32936490f3e0'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:53:57.810556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:57.815491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:53:57.821131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:57.821590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:57.919314 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8dd1460f-d815-44c6-bf73-ded5b78daa91 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2358835 Nov 25 08:53:57.952892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45310) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:57.968845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:58.168445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c3953d8a-50c3-476d-9404-7688fd1a5f91 None None] For port caee6397-9e9f-4138-a7ca-00f3fdc236ea, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=caee6397-9e9f-4138-a7ca-00f3fdc236ea,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:53:58.169473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3953d8a-50c3-476d-9404-7688fd1a5f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:58.173946 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:58.178137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Pushing event updated for resources: {'Port': ['ID=a5057250-ccd2-40b5-9410-32936490f3e0,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:58.182710 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'tag': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'status': 'completed', 'code': 200} Nov 25 08:53:58.187062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c269ab76-837c-4f31-88ee-b9ecb70e4afd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:58.190367 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c269ab76-837c-4f31-88ee-b9ecb70e4afd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "DELETE /v2.0/security-groups/bd9ab7ce-4db4-4f34-98ba-5a8c361e84da HTTP/1.1" status: 204 len: 168 time: 1.0548642 Nov 25 08:53:58.190367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:58.191662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:58.194226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b2bb8fb7-5c57-41ca-a1cb-5a126f842778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:58.196491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45314) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:58.206348 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7651246 Nov 25 08:53:58.208538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:58.212316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45318) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:58.220109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:58.225503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3f5d5a57-99ae-4539-baa7-68c903e1a45a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:58.243464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269ab76-837c-4f31-88ee-b9ecb70e4afd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9ab7ce-4db4-4f34-98ba-5a8c361e84da,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:58.255187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c269ab76-837c-4f31-88ee-b9ecb70e4afd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:58.256682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0eed1b02-8036-47e5-9ba1-af56e802aa0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.563s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:58.339425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c3953d8a-50c3-476d-9404-7688fd1a5f91 None None] Calling delete_port for caee6397-9e9f-4138-a7ca-00f3fdc236ea owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:58.405995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:58.409592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:58.472843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d4f674cc-b03a-4c0d-9ed5-728ffa8626fa tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Synchronizing usage tracker for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:58.473087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3953d8a-50c3-476d-9404-7688fd1a5f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:58.477515 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:58.492471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=793565c5-d074-4b75-8f3c-2eec36aa8636,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:58.509017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:58.520209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3953d8a-50c3-476d-9404-7688fd1a5f91 None None] Pushing event deleted for resources: {'Port': ['ID=caee6397-9e9f-4138-a7ca-00f3fdc236ea,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:58.523499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c3953d8a-50c3-476d-9404-7688fd1a5f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:58.523875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3953d8a-50c3-476d-9404-7688fd1a5f91 None None] No DVR routers for this DVR port caee6397-9e9f-4138-a7ca-00f3fdc236ea on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:58.534748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1be80-5992-4733-b118-b0a118baead2 req-b3dd8d59-aaac-4987-ba43-b59b74ee29e4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:58.535700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-11b1be80-5992-4733-b118-b0a118baead2 req-b3dd8d59-aaac-4987-ba43-b59b74ee29e4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:53:58.558406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-ddbbb70d-214e-4d60-819d-50fcfd0c5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:58.559903 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-ddbbb70d-214e-4d60-819d-50fcfd0c5d8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 1097 time: 0.6895919 Nov 25 08:53:58.568860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6e7c1f67-79e6-4c0e-a866-7fdbf6376a93 None None] Provisioning for port 793565c5-d074-4b75-8f3c-2eec36aa8636 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:53:58.572925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d4f674cc-b03a-4c0d-9ed5-728ffa8626fa tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Unset dirty status for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:58.577897 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d4f674cc-b03a-4c0d-9ed5-728ffa8626fa tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3704538 Nov 25 08:53:58.578051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6e7c1f67-79e6-4c0e-a866-7fdbf6376a93 None None] Provisioning complete for port 793565c5-d074-4b75-8f3c-2eec36aa8636 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:53:58.578051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1f67-79e6-4c0e-a866-7fdbf6376a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:58.581837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45322) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:58.600856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:58.631211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c1f67-79e6-4c0e-a866-7fdbf6376a93 None None] Port 793565c5-d074-4b75-8f3c-2eec36aa8636 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:53:58.776269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'tempest-secgroup--750027093'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:58.806091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:58.811739 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-c275ff31-2642-4093-97b7-6912874a8f6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5057250-ccd2-40b5-9410-32936490f3e0 HTTP/1.1" status: 200 len: 217 time: 0.2306693 Nov 25 08:53:58.817892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-11b1be80-5992-4733-b118-b0a118baead2 req-b3dd8d59-aaac-4987-ba43-b59b74ee29e4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:53:58.819078 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-11b1be80-5992-4733-b118-b0a118baead2 req-b3dd8d59-aaac-4987-ba43-b59b74ee29e4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 944 time: 0.9926939 Nov 25 08:53:58.821247 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3f5d5a57-99ae-4539-baa7-68c903e1a45a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:58.855716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device caee6397-9e9f-4138-a7ca-00f3fdc236ea no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:53:58.865938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3f5d5a57-99ae-4539-baa7-68c903e1a45a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:58.868659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:58.883318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3f5d5a57-99ae-4539-baa7-68c903e1a45a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:58.894734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: caee6397-9e9f-4138-a7ca-00f3fdc236ea {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:53:58.895219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device caee6397-9e9f-4138-a7ca-00f3fdc236ea not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:53:58.911462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3f5d5a57-99ae-4539-baa7-68c903e1a45a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:58.929766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:58.950917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:53:58.951515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:58.963165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5d5a57-99ae-4539-baa7-68c903e1a45a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:53:58.966565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5a57-99ae-4539-baa7-68c903e1a45a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:59.074143 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-11b1be80-5992-4733-b118-b0a118baead2 req-01e42877-9258-4528-8732-3b8a16bcbfc5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129059 Nov 25 08:53:59.075509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-6e4be420-5afe-4bca-8c73-8123caccd2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:59.076825 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-6e4be420-5afe-4bca-8c73-8123caccd2f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3facbecb-2f55-4448-98ea-db3515791a61 HTTP/1.1" status: 200 len: 835 time: 0.2503240 Nov 25 08:53:59.136458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:59.161835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:59.168710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:59.191755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:59.200164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:59.285940 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.ipam_backend_mixin [None req-3f5d5a57-99ae-4539-baa7-68c903e1a45a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 798b60f7-27ba-473c-94bb-1b332f9a03ab (CIDR: 2001:db8::/64) Nov 25 08:53:59.287562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:59.301047 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5d5a57-99ae-4539-baa7-68c903e1a45a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:53:59.301491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5d5a57-99ae-4539-baa7-68c903e1a45a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:53:59.369252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-fae40e5b-0526-4132-8254-5df4f82cb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:59.370729 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-fae40e5b-0526-4132-8254-5df4f82cb087 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7b2a039-0689-46e5-b832-50debe514388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2755556 Nov 25 08:53:59.480347 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3f5d5a57-99ae-4539-baa7-68c903e1a45a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2623570 Nov 25 08:53:59.482095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:53:59.517922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45326) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:59.536679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c11c985f-6a73-4276-ae7c-2205b4446305 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:59.537777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.objects.ports [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87512) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:53:59.542197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:59.543333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:59.550379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-064b195b-5fb5-4edd-a68e-d58c3542ff4c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:59.567306 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:53:59.581855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:59.625925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:53:59.638390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:53:59.645433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:59.646410 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0601523 Nov 25 08:53:59.649948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:59.650574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:59.654034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e97b2d7-6afc-4889-a7b0-e270a05056f0 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:53:59.657722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45330) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:59.675731 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-08eb6615-6376-4833-80d2-2b9a70714cec tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'e69b9377-48d9-4e46-a3bd-e341ab6bab57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:59.692194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-08eb6615-6376-4833-80d2-2b9a70714cec tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:59.695205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=26f1132d-cc7d-48a2-a595-ff7d8a9346d3,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:59.698013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:59.698694 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-becaf9a2-5f49-4344-baec-bf281a146d4d service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127270 Nov 25 08:53:59.701715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:59.702314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-06861402-ee25-4f3b-a153-6d862295f168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:53:59.714167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-08eb6615-6376-4833-80d2-2b9a70714cec tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:59.749506 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7894449 Nov 25 08:53:59.750321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-08eb6615-6376-4833-80d2-2b9a70714cec tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:59.750535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45334) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:59.763622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:59.764251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-08eb6615-6376-4833-80d2-2b9a70714cec tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:53:59.829608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69b9377-48d9-4e46-a3bd-e341ab6bab57,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:59.834348 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:53:59.880944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Allocated IP 172.20.0.1 (8c4567bb-e8cb-417b-aaf4-3d784929e6e8/8ba09712-6809-4ab6-bc71-42724c8d2f32/dd2a2d96-166e-4007-9aad-6076c0b9d111) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:53:59.882779 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-08eb6615-6376-4833-80d2-2b9a70714cec tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The resource could not be found. Nov 25 08:53:59.887104 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-08eb6615-6376-4833-80d2-2b9a70714cec tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2205048 Nov 25 08:53:59.887756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45338) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:53:59.904505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '26f1132d-cc7d-48a2-a595-ff7d8a9346d3'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:53:59.904705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-79de9b5b-9fa0-4658-abbe-1f9991e0a452 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': 'e69b9377-48d9-4e46-a3bd-e341ab6bab57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7f0d223b-1309-42b3-8a2b-15d0ee8da4f6'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:53:59.905439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:53:59.921739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-79de9b5b-9fa0-4658-abbe-1f9991e0a452 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:53:59.928674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-79de9b5b-9fa0-4658-abbe-1f9991e0a452 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:53:59.932825 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57d97595-7f4f-451b-82ec-7d7bf345b9c3 req-8a6e1eb3-b081-451c-948e-bb19a0a6d2b8 service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224934 Nov 25 08:53:59.933618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-79de9b5b-9fa0-4658-abbe-1f9991e0a452 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:53:59.941030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-79de9b5b-9fa0-4658-abbe-1f9991e0a452 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:00.003379 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-79de9b5b-9fa0-4658-abbe-1f9991e0a452 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The resource could not be found. Nov 25 08:54:00.005825 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-79de9b5b-9fa0-4658-abbe-1f9991e0a452 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1138103 Nov 25 08:54:00.022449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45342) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:00.024001 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c11c985f-6a73-4276-ae7c-2205b4446305 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:00.077283 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Allocated IP 2001:db8::f816:3eff:fed0:31cf (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/26f1132d-cc7d-48a2-a595-ff7d8a9346d3/b5dea558-4643-44f1-af25-eca333a2ea0c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:00.096323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde789b7-fbba-4b20-946e-abfe222999d8 req-f22c74fd-d7d5-4cd0-aaba-de9c61fa1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:00.098316 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fde789b7-fbba-4b20-946e-abfe222999d8 req-f22c74fd-d7d5-4cd0-aaba-de9c61fa1d3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 1097 time: 0.0883739 Nov 25 08:54:00.135471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c11c985f-6a73-4276-ae7c-2205b4446305 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:00.257219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde789b7-fbba-4b20-946e-abfe222999d8 req-51bd80ef-f207-47d0-8d3f-0ce7a6ebd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:00.258671 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fde789b7-fbba-4b20-946e-abfe222999d8 req-51bd80ef-f207-47d0-8d3f-0ce7a6ebd728 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7b2a039-0689-46e5-b832-50debe514388 HTTP/1.1" status: 200 len: 897 time: 0.1538408 Nov 25 08:54:00.311629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:00.318864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c11c985f-6a73-4276-ae7c-2205b4446305 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:00.323688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Transition to ACTIVE for port object b5dea558-4643-44f1-af25-eca333a2ea0c will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:00.332872 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fde789b7-fbba-4b20-946e-abfe222999d8 req-42077a2f-bba9-407b-a940-2342ee515425 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5057250-ccd2-40b5-9410-32936490f3e0 HTTP/1.1" status: 200 len: 217 time: 0.0669868 Nov 25 08:54:00.343391 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Transition to ACTIVE for port object b5dea558-4643-44f1-af25-eca333a2ea0c will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:00.348682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:00.353807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5c8bf47a-e2ff-44e2-9332-389f9274d2c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:00.377406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c11c985f-6a73-4276-ae7c-2205b4446305 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:00.398106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde789b7-fbba-4b20-946e-abfe222999d8 req-7a380ad1-5770-476c-b5de-a70dc85957b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:00.400124 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fde789b7-fbba-4b20-946e-abfe222999d8 req-7a380ad1-5770-476c-b5de-a70dc85957b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3facbecb-2f55-4448-98ea-db3515791a61 HTTP/1.1" status: 200 len: 835 time: 0.0608938 Nov 25 08:54:00.416689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:00.419854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:00.425721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:00.432066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Pushing event updated for resources: {'Port': ['ID=b5dea558-4643-44f1-af25-eca333a2ea0c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:00.436205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:00.467759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:00.520553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde789b7-fbba-4b20-946e-abfe222999d8 req-7d57383c-c5d1-4837-b7f6-20daee541fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:00.521945 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fde789b7-fbba-4b20-946e-abfe222999d8 req-7d57383c-c5d1-4837-b7f6-20daee541fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7b2a039-0689-46e5-b832-50debe514388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1153789 Nov 25 08:54:00.530898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:00.538476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:00.539008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Attempting to bind port b5dea558-4643-44f1-af25-eca333a2ea0c on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:00.539408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Attempting to bind port b5dea558-4643-44f1-af25-eca333a2ea0c by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:00.539771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Attempting to bind port b5dea558-4643-44f1-af25-eca333a2ea0c on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:00.545275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:00.546142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:00.546142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:00.546408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c985f-6a73-4276-ae7c-2205b4446305 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:00.546573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:00.547015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Bound port: b5dea558-4643-44f1-af25-eca333a2ea0c, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:00.547894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:00.550210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c11c985f-6a73-4276-ae7c-2205b4446305 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:00.603056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:00.641574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] For port b5dea558-4643-44f1-af25-eca333a2ea0c, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:00.645057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] For port b5dea558-4643-44f1-af25-eca333a2ea0c, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b5dea558-4643-44f1-af25-eca333a2ea0c,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:00.648609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:00.654931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-17d2f32b-8080-4d02-8672-87cc46a06a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:00.734315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-78953b56-afd5-48e6-8aaa-fb81c90f171d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:00.738758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Pushing event updated for resources: {'Port': ['ID=b5dea558-4643-44f1-af25-eca333a2ea0c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:00.743410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:00.745451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:00.756754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:00.760264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:00.813760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:00.826224 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fde789b7-fbba-4b20-946e-abfe222999d8 req-1a6d2560-6797-4357-a796-1dae3ab470cb service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925146 Nov 25 08:54:00.830513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cba8ce8e-64bd-43ef-8c01-a18361f64d6b tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:00.962109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:54:00.996969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Transition to ACTIVE for port object dd2a2d96-166e-4007-9aad-6076c0b9d111 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:00.998324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=3bd7f7d0-c1c5-4c34-ac38-3ccd1b40d14f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:01.003175 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fde789b7-fbba-4b20-946e-abfe222999d8 req-93516121-7514-49cb-ae23-d4e494429bca service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649497 Nov 25 08:54:01.012475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-78953b56-afd5-48e6-8aaa-fb81c90f171d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:01.022324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:01.060217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:01.085445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dc0ac-f026-4f06-b554-84b0ebf6d65b req-ded27314-5918-4a30-9e84-14a60c8c1227 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:01.087051 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c11dc0ac-f026-4f06-b554-84b0ebf6d65b req-ded27314-5918-4a30-9e84-14a60c8c1227 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 944 time: 0.7866435 Nov 25 08:54:01.141467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:01.156457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3fb73245-868f-4d74-9be5-be6ebe3521b8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:01.223544 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.ipam_backend_mixin [None req-c11c985f-6a73-4276-ae7c-2205b4446305 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cab5ee8e-e2df-4165-bf38-dddadfe5b2d7 (CIDR: 2001:db8:0:1::/64) Nov 25 08:54:01.267194 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11c985f-6a73-4276-ae7c-2205b4446305 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:54:01.267679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11c985f-6a73-4276-ae7c-2205b4446305 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:01.400773 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c11dc0ac-f026-4f06-b554-84b0ebf6d65b req-70dd5e65-1027-454b-ac3a-c75359aeea9a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934299 Nov 25 08:54:01.412272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=6222e762-1ac9-401a-b4cc-15391be24010,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:01.414410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-78953b56-afd5-48e6-8aaa-fb81c90f171d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:01.422952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:01.427999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:01.445878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:01.520857 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c11c985f-6a73-4276-ae7c-2205b4446305 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9991398 Nov 25 08:54:01.521943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78953b56-afd5-48e6-8aaa-fb81c90f171d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69b9377-48d9-4e46-a3bd-e341ab6bab57,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:01.524264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45350) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:01.531076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'subnet': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:01.588964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-78953b56-afd5-48e6-8aaa-fb81c90f171d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:01.592708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e7a88c62-ea88-41d6-8b23-baa9dd5a1911 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:01.643306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:01.690582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:01.694773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Usage tracker for resource:subnet and tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:01.697697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:01.704017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:01.712010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-78953b56-afd5-48e6-8aaa-fb81c90f171d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:01.713140 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-78953b56-afd5-48e6-8aaa-fb81c90f171d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "DELETE /v2.0/security-groups/e69b9377-48d9-4e46-a3bd-e341ab6bab57 HTTP/1.1" status: 204 len: 168 time: 1.6863208 Nov 25 08:54:01.715836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Made reservation on behalf of f8f43b3aa68c4f21aa9ed91a16b90df3 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:01.720334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Network 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:01.721045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:01.731987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45354) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:01.736715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:01.806165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:01.820746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:01.898762 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a5057250-ccd2-40b5-9410-32936490f3e0 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:54:02.043978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:02.049345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a2030a90-bcd0-4b47-85aa-51978132f906 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:02.079966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f9bfc2b5-f3d3-4526-b3f4-5cc225ec854e None None] Provisioning for port b5dea558-4643-44f1-af25-eca333a2ea0c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:02.115367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:02.116828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:02.121531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:02.122223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:02.129626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9760d2f8-2686-4e0c-a0e1-b79a5f92ffcb None None] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:02.132061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event updated for resources: {'Port': ['ID=dd2a2d96-166e-4007-9aad-6076c0b9d111,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:02.146736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Subnet': ['ID=bbf01e66-7e73-415e-9bc4-b81b7053d397,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:02.150029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:02.153365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a5057250-ccd2-40b5-9410-32936490f3e0, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a5057250-ccd2-40b5-9410-32936490f3e0,segment=NetworkSegment(09fcaf0f-b80d-4c28-8291-fa86e5c55df0),segment_id=09fcaf0f-b80d-4c28-8291-fa86e5c55df0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:02.157577 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6321263 Nov 25 08:54:02.160354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45358) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:02.167190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-688713731', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bbf01e66-7e73-415e-9bc4-b81b7053d397'}], 'security_groups': ['9685bf54-8b80-48cd-8cb2-07f0e1daa22b', '4f668d55-9691-4f92-b8f9-61497b698107']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:02.216540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:02.230619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'port_id': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'mac_address': 'fa:16:3e:ad:46:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:54:02.281253 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-53ea25ab-afa6-43cd-b73b-ceda3dbab2d3 None None] Provisioning for port dd2a2d96-166e-4007-9aad-6076c0b9d111 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:02.288259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-eaa25f24-19ac-4056-be52-ccff01bb9fb7 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Synchronizing usage tracker for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:02.291379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-53ea25ab-afa6-43cd-b73b-ceda3dbab2d3 None None] Provisioning complete for port dd2a2d96-166e-4007-9aad-6076c0b9d111 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:02.291963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53ea25ab-afa6-43cd-b73b-ceda3dbab2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:02.316494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:02.376838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:02.437820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-53ea25ab-afa6-43cd-b73b-ceda3dbab2d3 None None] Port dd2a2d96-166e-4007-9aad-6076c0b9d111 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:02.439203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:02.440942 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP 994f9d81-2172-46ef-8c09-78facb53dcb5 associated. External IP: 172.26.3.92, port: 49a1b30a-0550-40ab-a93a-4e119a2ed90c. Nov 25 08:54:02.442223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5057250-ccd2-40b5-9410-32936490f3e0 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:54:02.502851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a5057250-ccd2-40b5-9410-32936490f3e0, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a5057250-ccd2-40b5-9410-32936490f3e0,segment=NetworkSegment(09fcaf0f-b80d-4c28-8291-fa86e5c55df0),segment_id=09fcaf0f-b80d-4c28-8291-fa86e5c55df0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:02.552344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:02.555290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df204f41-5cd8-40db-a05c-d2da3e12e44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:02.563349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-eaa25f24-19ac-4056-be52-ccff01bb9fb7 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Unset dirty status for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:02.564595 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-eaa25f24-19ac-4056-be52-ccff01bb9fb7 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8300388 Nov 25 08:54:02.605819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45364) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:02.625871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2a160db2-e774-4af4-997e-443afa3a7830 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': '3138d460-1e51-4861-9140-dc7c2fc5a802', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:02.636420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a5057250-ccd2-40b5-9410-32936490f3e0,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:02.639733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:02.653864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2a160db2-e774-4af4-997e-443afa3a7830 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:02.665666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2a160db2-e774-4af4-997e-443afa3a7830 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:02.670191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2a160db2-e774-4af4-997e-443afa3a7830 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:02.681141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2a160db2-e774-4af4-997e-443afa3a7830 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:02.707960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router 83cd163f-459e-4c44-a3a0-780ae692c625 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:02.734518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:02.751941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0a4bcdc2-64cc-446f-8efd-452e17f0c5e4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:02.753474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd763b7f-fd47-4fbc-8f27-292e10dfda1d None None] Update dhcp port {'port': {'network_id': '99be04fa-67e3-42f6-b251-7f7a4aa07b13', 'fixed_ips': [{'subnet_id': 'cab5ee8e-e2df-4165-bf38-dddadfe5b2d7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '798b60f7-27ba-473c-94bb-1b332f9a03ab', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bbf01e66-7e73-415e-9bc4-b81b7053d397'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'd4381bf5-94df-4cc8-a364-645b66aae509'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:54:02.834247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd763b7f-fd47-4fbc-8f27-292e10dfda1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:02.845234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81144ab-a534-498e-a53c-65ee2d9ff2b1 req-baa427b5-2040-4e8a-9321-27d7c6aa5ecb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:02.852122 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f81144ab-a534-498e-a53c-65ee2d9ff2b1 req-baa427b5-2040-4e8a-9321-27d7c6aa5ecb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 945 time: 0.2864826 Nov 25 08:54:02.876090 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-2a160db2-e774-4af4-997e-443afa3a7830 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The resource could not be found. Nov 25 08:54:02.876090 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2a160db2-e774-4af4-997e-443afa3a7830 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2541082 Nov 25 08:54:02.877452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45368) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:02.917520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120382237'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:02.919540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b5dea558-4643-44f1-af25-eca333a2ea0c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:02.939067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:02.966462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:02.972583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['a5057250-ccd2-40b5-9410-32936490f3e0'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:54:02.998847 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f81144ab-a534-498e-a53c-65ee2d9ff2b1 req-b9a32536-e457-4dd4-bbb5-565b8d7c69c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458690 Nov 25 08:54:03.001706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:03.003926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:03.038602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c353c17-d8d0-488d-bf7f-60e82570074f None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:03.056339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.081583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:03.082478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.093082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:03.100861 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:03.106655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:03.116748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:03.128823 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Delete allocated IP 2001:db8::2a3 (99be04fa-67e3-42f6-b251-7f7a4aa07b13/798b60f7-27ba-473c-94bb-1b332f9a03ab) {{(pid=87512) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 08:54:03.142261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Allocated IP 2001:db8:0:2::36 (99be04fa-67e3-42f6-b251-7f7a4aa07b13/bbf01e66-7e73-415e-9bc4-b81b7053d397/793565c5-d074-4b75-8f3c-2eec36aa8636) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:03.178463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=ab58fd88-972c-4437-b464-af6c5652dc02,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:03.181048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.190666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:03.192229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:03.205884 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55baf7-4749-4810-92cd-171e9d12e955 None None] Sync routers for ids ['83cd163f-459e-4c44-a3a0-780ae692c625'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:03.234023 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55baf7-4749-4810-92cd-171e9d12e955 None None] Routers {'83cd163f-459e-4c44-a3a0-780ae692c625'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:03.238186 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1a55baf7-4749-4810-92cd-171e9d12e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83cd163f-459e-4c44-a3a0-780ae692c625'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:03.263052 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/83cd163f-459e-4c44-a3a0-780ae692c625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3696754 Nov 25 08:54:03.263925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45372) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:03.327506 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5746107 Nov 25 08:54:03.334163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45376) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:03.336236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.343210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4163c679-ae84-4b6f-972b-7619a72fe997 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Synchronizing usage tracker for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:03.354493 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:1e:e5:c7', 'name': 'tempest-NetworksTestDHCPv6-1653400727'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:03.357182 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1a55baf7-4749-4810-92cd-171e9d12e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:03.359603 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port b5dea558-4643-44f1-af25-eca333a2ea0c completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:03.371059 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55baf7-4749-4810-92cd-171e9d12e955 None None] Routers {'83cd163f-459e-4c44-a3a0-780ae692c625'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:03.373507 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1a55baf7-4749-4810-92cd-171e9d12e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['83cd163f-459e-4c44-a3a0-780ae692c625'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:03.378205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b5dea558-4643-44f1-af25-eca333a2ea0c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:03.378679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.379448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.519811 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1a55baf7-4749-4810-92cd-171e9d12e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:03.519811 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55baf7-4749-4810-92cd-171e9d12e955 None None] The sync data for ids ['83cd163f-459e-4c44-a3a0-780ae692c625'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:03.547598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dd7d4b81-9a72-4158-baf4-b4b93fb8bed8 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:03.656016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.676950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4163c679-ae84-4b6f-972b-7619a72fe997 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Unset dirty status for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:03.680956 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4163c679-ae84-4b6f-972b-7619a72fe997 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=83cd163f-459e-4c44-a3a0-780ae692c625 HTTP/1.1" status: 200 len: 205 time: 0.4079950 Nov 25 08:54:03.684731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45380) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:03.691518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:03.714501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e95780-ed8c-40a2-892c-5ab6c8fc353f,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:03.717248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:03.718505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.723187 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8393672 Nov 25 08:54:03.723895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45384) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:03.741824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'tempest-secgroup--608011880'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:03.756770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:03.780104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:03.785963 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:03.811445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:03.812510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port b5dea558-4643-44f1-af25-eca333a2ea0c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b5dea558-4643-44f1-af25-eca333a2ea0c,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:03.829535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:03.838036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.844724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:03.847506 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:03.850176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.860528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:03.874318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.884121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:03.905372 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.906985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:03.909425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Transition to ACTIVE for port object 793565c5-d074-4b75-8f3c-2eec36aa8636 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:03.911777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:03.917386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-49d332c4-ee58-4ce6-b9a3-e5cc95deec6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:03.935725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1453f713-a1f6-42c0-847e-efbc64e26816 None None] Update dhcp port {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': '26f1132d-cc7d-48a2-a595-ff7d8a9346d3', 'ip_address': '2001:db8::f816:3eff:fed0:31cf'}, {'subnet_id': 'ab58fd88-972c-4437-b464-af6c5652dc02'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': 'b5dea558-4643-44f1-af25-eca333a2ea0c'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:54:04.036887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:04.041595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.059113 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:04.064179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.069720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:04.074977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-707e043a-dfbe-4487-afeb-be9d9339ae32 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:04.076813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=b5dea558-4643-44f1-af25-eca333a2ea0c,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:04.098901 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:04.117081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1453f713-a1f6-42c0-847e-efbc64e26816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.125126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port ff65fe27-8d24-447b-908e-55e67ad8a3b5 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:54:04.137398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-dd763b7f-fd47-4fbc-8f27-292e10dfda1d None None] Allocated IP 2001:db8:0:2::2 (99be04fa-67e3-42f6-b251-7f7a4aa07b13/bbf01e66-7e73-415e-9bc4-b81b7053d397/d4381bf5-94df-4cc8-a364-645b66aae509) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:04.281309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event updated for resources: {'Port': ['ID=793565c5-d074-4b75-8f3c-2eec36aa8636,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:04.284178 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] In _notify_port_updated(), no bound segment for port 793565c5-d074-4b75-8f3c-2eec36aa8636 on network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 {{(pid=87512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:54:04.289777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:04.290151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.291538 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "PUT /v2.0/ports/793565c5-d074-4b75-8f3c-2eec36aa8636 HTTP/1.1" status: 200 len: 968 time: 2.1301844 Nov 25 08:54:04.292881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:04.300890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45390) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:04.410624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-dd763b7f-fd47-4fbc-8f27-292e10dfda1d None None] For port d4381bf5-94df-4cc8-a364-645b66aae509, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d4381bf5-94df-4cc8-a364-645b66aae509,segment=NetworkSegment(8e5ec5d2-6466-4d65-b3e5-a1bbb688850a),segment_id=8e5ec5d2-6466-4d65-b3e5-a1bbb688850a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:04.444507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd763b7f-fd47-4fbc-8f27-292e10dfda1d None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.466682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.468400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-dd763b7f-fd47-4fbc-8f27-292e10dfda1d None None] Transition to ACTIVE for port object d4381bf5-94df-4cc8-a364-645b66aae509 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:04.479240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-36722dc7-d25b-4324-a2d4-22dd255f34e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port 793565c5-d074-4b75-8f3c-2eec36aa8636 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:04.479603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-36722dc7-d25b-4324-a2d4-22dd255f34e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.479751 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd763b7f-fd47-4fbc-8f27-292e10dfda1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.485779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-49d332c4-ee58-4ce6-b9a3-e5cc95deec6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.486806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-47a9fa8f-7118-4e33-9a35-30d62cc46e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:04.495871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-49d332c4-ee58-4ce6-b9a3-e5cc95deec6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.512105 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.526802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d204ee1a-48cd-4d87-9e85-b1acd180a3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:04.579046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:04.613247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-49d332c4-ee58-4ce6-b9a3-e5cc95deec6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.613750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d332c4-ee58-4ce6-b9a3-e5cc95deec6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Fanout notify agent at l3_agent the message router_deleted on router 83cd163f-459e-4c44-a3a0-780ae692c625 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:54:04.624092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeea637-8b0a-443e-abfa-619dfe9e1c1b None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:04.650717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-49d332c4-ee58-4ce6-b9a3-e5cc95deec6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.654929 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-49d332c4-ee58-4ce6-b9a3-e5cc95deec6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/83cd163f-459e-4c44-a3a0-780ae692c625 HTTP/1.1" status: 204 len: 168 time: 0.9672487 Nov 25 08:54:04.655771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45394) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:04.660032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.679664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdd5944-c6e9-49de-852f-075da85dcaa7,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:04.690487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.695723 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9548645 Nov 25 08:54:04.695723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:04.699411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45398) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:04.711513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f0bedc01-eecf-4c40-b04d-717ec8910208 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': '06e95780-ed8c-40a2-892c-5ab6c8fc353f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8cdd5944-c6e9-49de-852f-075da85dcaa7'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:04.726326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 172.20.0.5 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/ab58fd88-972c-4437-b464-af6c5652dc02/ff65fe27-8d24-447b-908e-55e67ad8a3b5) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:04.729177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeea637-8b0a-443e-abfa-619dfe9e1c1b None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:04.729997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8eeea637-8b0a-443e-abfa-619dfe9e1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:04.735561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f0bedc01-eecf-4c40-b04d-717ec8910208 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:04.738248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::f816:3eff:fe1e:e5c7 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/26f1132d-cc7d-48a2-a595-ff7d8a9346d3/ff65fe27-8d24-447b-908e-55e67ad8a3b5) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:04.749222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f0bedc01-eecf-4c40-b04d-717ec8910208 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:04.758000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:54:04.772258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f0bedc01-eecf-4c40-b04d-717ec8910208 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:04.790078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd6c20-b674-441d-b565-fc575dd0aec0 req-4b506f99-a982-41ed-ad7b-8080183cb389 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:04.791607 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2cfd6c20-b674-441d-b565-fc575dd0aec0 req-4b506f99-a982-41ed-ad7b-8080183cb389 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 945 time: 0.5347447 Nov 25 08:54:04.809846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd763b7f-fd47-4fbc-8f27-292e10dfda1d None None] Pushing event updated for resources: {'Port': ['ID=d4381bf5-94df-4cc8-a364-645b66aae509,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:04.814147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8eeea637-8b0a-443e-abfa-619dfe9e1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:04.819800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-dd763b7f-fd47-4fbc-8f27-292e10dfda1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:04.830928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeea637-8b0a-443e-abfa-619dfe9e1c1b None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:04.831066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8eeea637-8b0a-443e-abfa-619dfe9e1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:04.840882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.841541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f0bedc01-eecf-4c40-b04d-717ec8910208 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:04.858380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:04.899450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf70653d-37ad-4fbe-852d-de2c9ad55302 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:04.912508 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8eeea637-8b0a-443e-abfa-619dfe9e1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:04.912937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeea637-8b0a-443e-abfa-619dfe9e1c1b None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:04.952806 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.8427734 Nov 25 08:54:04.953911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45402) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:04.958004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b5dea558-4643-44f1-af25-eca333a2ea0c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:05.006773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-877271859'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:05.027787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9f74c3-afde-4ddb-8916-eb91747f66bc tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting subnet 8c6983b1-48e2-4781-8418-1e51fc51a6bb {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:05.052336 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2cfd6c20-b674-441d-b565-fc575dd0aec0 req-82a29a2c-ecc5-4872-bf9b-f66d4a7b0490 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403617 Nov 25 08:54:05.067073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9f74c3-afde-4ddb-8916-eb91747f66bc tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.073709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b5dea558-4643-44f1-af25-eca333a2ea0c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:05.074222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.116130 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:05.136581 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:network and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:05.144919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.148167 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-f0bedc01-eecf-4c40-b04d-717ec8910208 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:54:05.150946 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f0bedc01-eecf-4c40-b04d-717ec8910208 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4506617 Nov 25 08:54:05.153651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-36722dc7-d25b-4324-a2d4-22dd255f34e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.157412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45406) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:05.163499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:05.170954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:05.177349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event updated for resources: {'Port': ['ID=dd2a2d96-166e-4007-9aad-6076c0b9d111,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:05.190106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:05.202716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Made reservation on behalf of 1ffa87d38881417d8613105ef80ce332 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:05.208382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.359368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-36722dc7-d25b-4324-a2d4-22dd255f34e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for 793565c5-d074-4b75-8f3c-2eec36aa8636 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:05.451189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9f74c3-afde-4ddb-8916-eb91747f66bc tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.479372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:54:05.484496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.524322 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.524667 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Added segment 50480399-cc19-4d54-bf71-3ae464ad702e of type vlan for network 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 Nov 25 08:54:05.526904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object ff65fe27-8d24-447b-908e-55e67ad8a3b5 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:05.591616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7a578431-a460-4a05-94c5-d21b1e1730dd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.606781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.631399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Network 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:05.640100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:05.652966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7a578431-a460-4a05-94c5-d21b1e1730dd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.743284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9f74c3-afde-4ddb-8916-eb91747f66bc tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.811483 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-36722dc7-d25b-4324-a2d4-22dd255f34e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.818778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5501dcde-a4bc-4a35-b82a-d09604394f19 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:05.863628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.874216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5135e192-2088-4cde-8a38-f3c52f970386 None None] Provisioning for port d4381bf5-94df-4cc8-a364-645b66aae509 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:05.884183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5135e192-2088-4cde-8a38-f3c52f970386 None None] Provisioning complete for port d4381bf5-94df-4cc8-a364-645b66aae509 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:05.884563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5135e192-2088-4cde-8a38-f3c52f970386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.885982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36722dc7-d25b-4324-a2d4-22dd255f34e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=793565c5-d074-4b75-8f3c-2eec36aa8636,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:05.889672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-36722dc7-d25b-4324-a2d4-22dd255f34e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:05.890189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.905180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:05.905942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.950862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a5057250-ccd2-40b5-9410-32936490f3e0 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:05.956418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:05.963480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7a578431-a460-4a05-94c5-d21b1e1730dd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:05.975901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-49651a82-ed91-4480-86ca-b9f3c5a3254a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:06.012085 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a578431-a460-4a05-94c5-d21b1e1730dd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdd5944-c6e9-49de-852f-075da85dcaa7,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:06.026572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7a578431-a460-4a05-94c5-d21b1e1730dd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:06.039783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9f74c3-afde-4ddb-8916-eb91747f66bc tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.055899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-06411842-1a0d-4ff0-9735-c69e167e9bff tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:06.108000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9f74c3-afde-4ddb-8916-eb91747f66bc tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.128872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:06.131172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7a578431-a460-4a05-94c5-d21b1e1730dd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.133707 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-36722dc7-d25b-4324-a2d4-22dd255f34e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.135102 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7a578431-a460-4a05-94c5-d21b1e1730dd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "DELETE /v2.0/security-groups/8cdd5944-c6e9-49de-852f-075da85dcaa7 HTTP/1.1" status: 204 len: 168 time: 0.9740436 Nov 25 08:54:06.137411 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-36722dc7-d25b-4324-a2d4-22dd255f34e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/793565c5-d074-4b75-8f3c-2eec36aa8636 HTTP/1.1" status: 204 len: 168 time: 1.8357108 Nov 25 08:54:06.139422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45412) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:06.139561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:06.141218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45414) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:06.142224 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ed9f74c3-afde-4ddb-8916-eb91747f66bc tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/8c6983b1-48e2-4781-8418-1e51fc51a6bb HTTP/1.1" status: 204 len: 168 time: 1.4833038 Nov 25 08:54:06.142703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6934e8-8e0a-401f-b7d5-dbc5cf441079 None None] Network d3049fcb-5d33-455c-a3e5-74f76699f15c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:06.143248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f74c3-afde-4ddb-8916-eb91747f66bc tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6983b1-48e2-4781-8418-1e51fc51a6bb,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:06.147798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=ff65fe27-8d24-447b-908e-55e67ad8a3b5,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:06.151123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45416) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:06.151993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:06.157901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ed9f74c3-afde-4ddb-8916-eb91747f66bc tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:06.173959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Router b29a01cf-eea3-4dc8-98cf-069257d8dcf0 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:06.181441 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1798058 Nov 25 08:54:06.184570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:06.203619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-1453f713-a1f6-42c0-847e-efbc64e26816 None None] Allocated IP 172.20.0.2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/ab58fd88-972c-4437-b464-af6c5652dc02/b5dea558-4643-44f1-af25-eca333a2ea0c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:06.236817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45424) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:06.240744 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15782982-2713-4048-9653-70a2920071f8 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:06.259875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'subnet': {'network_id': '9edc4283-ca5f-4985-b9b4-c7fb0d5a4489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:06.378929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d0327c80-c042-4a38-9b46-fa700ceb96a9 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Synchronizing usage tracker for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:06.440959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d0327c80-c042-4a38-9b46-fa700ceb96a9 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Unset dirty status for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:06.442271 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d0327c80-c042-4a38-9b46-fa700ceb96a9 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2725694 Nov 25 08:54:06.446501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45428) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:06.491219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:06.492220 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa15a46e-2ab1-4689-8af8-fc9b50952bed tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] GET failed (client error): The resource could not be found. Nov 25 08:54:06.492755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-aa15a46e-2ab1-4689-8af8-fc9b50952bed tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Synchronizing usage tracker for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:06.497425 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "PUT /v2.0/routers/b29a01cf-eea3-4dc8-98cf-069257d8dcf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6118944 Nov 25 08:54:06.503677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45432) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:06.507046 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab9517-5587-477a-bac1-9ab28c1619c9 None None] Sync routers for ids ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:06.510654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Request body: {'port': {'network_id': '8c4567bb-e8cb-417b-aaf4-3d784929e6e8', 'name': 'tempest-FloatingIPAdminTestJSON-568181465'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:06.520786 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab9517-5587-477a-bac1-9ab28c1619c9 None None] Routers {'b29a01cf-eea3-4dc8-98cf-069257d8dcf0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:06.521875 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d4ab9517-5587-477a-bac1-9ab28c1619c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:06.589871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port a5057250-ccd2-40b5-9410-32936490f3e0 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:06.602172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port a5057250-ccd2-40b5-9410-32936490f3e0 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:06.602611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.621004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bbd51e86-e81f-450f-b49a-2737cb9cf73c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.641637 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d4ab9517-5587-477a-bac1-9ab28c1619c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:06.644341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:06.645641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.662728 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab9517-5587-477a-bac1-9ab28c1619c9 None None] Routers {'b29a01cf-eea3-4dc8-98cf-069257d8dcf0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:06.664294 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d4ab9517-5587-477a-bac1-9ab28c1619c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:06.666384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Network': ['ID=9edc4283-ca5f-4985-b9b4-c7fb0d5a4489,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:06.670634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:06.681559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bbd51e86-e81f-450f-b49a-2737cb9cf73c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.685065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:54:06.698638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-aa15a46e-2ab1-4689-8af8-fc9b50952bed tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Unset dirty status for tenant:f8f43b3aa68c4f21aa9ed91a16b90df3 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:06.702304 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-aa15a46e-2ab1-4689-8af8-fc9b50952bed tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports/793565c5-d074-4b75-8f3c-2eec36aa8636 HTTP/1.1" status: 404 len: 333 time: 0.5539026 Nov 25 08:54:06.704734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45436) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:06.709159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.727312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:06.730403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:06.736853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:subnet and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:06.741131 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4034545 Nov 25 08:54:06.742238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:06.748834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45440) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:06.755316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:06.757474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Usage tracker for resource:port and tenant:1483f6b5f39b41e1a33e59ff563bbc2c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:06.764149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:06.766556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006ecff-4a2c-44eb-88f3-fdc40762adb1 req-8561efce-52a2-459e-bd76-707963dcce87 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:06.768213 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6006ecff-4a2c-44eb-88f3-fdc40762adb1 req-8561efce-52a2-459e-bd76-707963dcce87 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 945 time: 0.4767148 Nov 25 08:54:06.794499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5135e192-2088-4cde-8a38-f3c52f970386 None None] Provisioning complete for port ad0610a1-f454-44ce-b05c-a66bcf102788 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:06.794881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5135e192-2088-4cde-8a38-f3c52f970386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.796443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:06.804953 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d4ab9517-5587-477a-bac1-9ab28c1619c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:06.805829 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab9517-5587-477a-bac1-9ab28c1619c9 None None] The sync data for ids ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:06.834887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:06.835429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.838733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Made reservation on behalf of 1483f6b5f39b41e1a33e59ff563bbc2c for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:06.845715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.870539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1453f713-a1f6-42c0-847e-efbc64e26816 None None] For port b5dea558-4643-44f1-af25-eca333a2ea0c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b5dea558-4643-44f1-af25-eca333a2ea0c,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:06.899663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] device_id is not set on port fadc210a-f267-45c4-bf3b-e7a26b15b847 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:54:06.905995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d4381bf5-94df-4cc8-a364-645b66aae509 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:06.919238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Made reservation on behalf of 1ffa87d38881417d8613105ef80ce332 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:06.923205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:06.963386 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6006ecff-4a2c-44eb-88f3-fdc40762adb1 req-d680be06-ffc1-4d9b-9472-00a309019608 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432190 Nov 25 08:54:06.982121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5135e192-2088-4cde-8a38-f3c52f970386 None None] Port ad0610a1-f454-44ce-b05c-a66bcf102788 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:06.991204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bbd51e86-e81f-450f-b49a-2737cb9cf73c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.020749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-1453f713-a1f6-42c0-847e-efbc64e26816 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:54:07.023132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:07.035424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ac41ea14-d79d-410f-870b-43c4a52ee064 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.042474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1453f713-a1f6-42c0-847e-efbc64e26816 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.064777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1453f713-a1f6-42c0-847e-efbc64e26816 None None] Transition to ACTIVE for port object b5dea558-4643-44f1-af25-eca333a2ea0c will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:07.066072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ac41ea14-d79d-410f-870b-43c4a52ee064 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.067465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84f96c4-e9dd-4847-9e93-0d34f93f16fa None None] DHCP port deletion for d3049fcb-5d33-455c-a3e5-74f76699f15c request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:54:07.079352 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5135e192-2088-4cde-8a38-f3c52f970386 None None] Could not find standard attr ID for object 793565c5-d074-4b75-8f3c-2eec36aa8636. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:54:07.086771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd51e86-e81f-450f-b49a-2737cb9cf73c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e95780-ed8c-40a2-892c-5ab6c8fc353f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:07.092686 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f84f96c4-e9dd-4847-9e93-0d34f93f16fa None None] Deleting port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:07.093564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f84f96c4-e9dd-4847-9e93-0d34f93f16fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.102759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bbd51e86-e81f-450f-b49a-2737cb9cf73c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:07.186767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1453f713-a1f6-42c0-847e-efbc64e26816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.199977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bbd51e86-e81f-450f-b49a-2737cb9cf73c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.204314 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bbd51e86-e81f-450f-b49a-2737cb9cf73c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "DELETE /v2.0/security-groups/06e95780-ed8c-40a2-892c-5ab6c8fc353f HTTP/1.1" status: 204 len: 168 time: 0.7554033 Nov 25 08:54:07.208017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45444) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:07.211196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:07.214107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ac41ea14-d79d-410f-870b-43c4a52ee064 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.220447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Allocated IP 172.20.0.5 (8c4567bb-e8cb-417b-aaf4-3d784929e6e8/8ba09712-6809-4ab6-bc71-42724c8d2f32/fadc210a-f267-45c4-bf3b-e7a26b15b847) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:07.222585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-edd0ecea-d6ee-4c8d-93cf-ced510bccdff tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:07.263079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41ea14-d79d-410f-870b-43c4a52ee064 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9364ecde-856b-4184-97ac-762e0cec0991,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:07.269032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ac41ea14-d79d-410f-870b-43c4a52ee064 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:07.273547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ac41ea14-d79d-410f-870b-43c4a52ee064 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.277752 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ac41ea14-d79d-410f-870b-43c4a52ee064 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/security-groups/9364ecde-856b-4184-97ac-762e0cec0991 HTTP/1.1" status: 204 len: 168 time: 0.5694120 Nov 25 08:54:07.278628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45448) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:07.291942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3da01c-0564-44b2-8bf9-2e261313dd58 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:07.300344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3da01c-0564-44b2-8bf9-2e261313dd58 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:07.301177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ee3da01c-0564-44b2-8bf9-2e261313dd58 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:07.347373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.353600 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] For port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c,segment=NetworkSegment(b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211),segment_id=b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:07.354231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.397545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-aa0b171d-9288-4b18-b26c-c5face4b21e0 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Synchronizing usage tracker for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:07.461732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-af7bd5cc-fcf4-4b91-aaa1-79569c9713ae None None] Provisioning complete for port dd2a2d96-166e-4007-9aad-6076c0b9d111 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:07.462112 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af7bd5cc-fcf4-4b91-aaa1-79569c9713ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.515207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:07.531142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453f713-a1f6-42c0-847e-efbc64e26816 None None] Pushing event updated for resources: {'Port': ['ID=b5dea558-4643-44f1-af25-eca333a2ea0c,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:07.535513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5057250-ccd2-40b5-9410-32936490f3e0'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:54:07.548401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-aa0b171d-9288-4b18-b26c-c5face4b21e0 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Unset dirty status for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:07.548652 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1453f713-a1f6-42c0-847e-efbc64e26816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:07.550177 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-aa0b171d-9288-4b18-b26c-c5face4b21e0 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3374012 Nov 25 08:54:07.558159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e62ab6a-8c97-48d6-814f-37ff0fd68de8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.562928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ee3da01c-0564-44b2-8bf9-2e261313dd58 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:07.563841 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ee3da01c-0564-44b2-8bf9-2e261313dd58 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8110530 Nov 25 08:54:07.564873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45454) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:07.568276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45456) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:07.575724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298820724'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:07.616643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a5057250-ccd2-40b5-9410-32936490f3e0, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a5057250-ccd2-40b5-9410-32936490f3e0,segment=NetworkSegment(09fcaf0f-b80d-4c28-8291-fa86e5c55df0),segment_id=09fcaf0f-b80d-4c28-8291-fa86e5c55df0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:07.620329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d4381bf5-94df-4cc8-a364-645b66aae509 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:07.620329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.699026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.768491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-47c5108d-5448-4eca-8a08-7793f744ba49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:07.806730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-af7bd5cc-fcf4-4b91-aaa1-79569c9713ae None None] Port dd2a2d96-166e-4007-9aad-6076c0b9d111 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:07.809546 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'code': 200} Nov 25 08:54:07.842647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:07.875872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-af7bd5cc-fcf4-4b91-aaa1-79569c9713ae None None] Could not find standard attr ID for object 793565c5-d074-4b75-8f3c-2eec36aa8636. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:54:07.892711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.900479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-365b7123-ea55-4877-9455-2b04f853d0f4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:07.929278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.953820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Transition to ACTIVE for port object fadc210a-f267-45c4-bf3b-e7a26b15b847 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:07.967607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f84f96c4-e9dd-4847-9e93-0d34f93f16fa None None] For port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c,segment=NetworkSegment(b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211),segment_id=b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:07.968068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f84f96c4-e9dd-4847-9e93-0d34f93f16fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:07.976438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a5057250-ccd2-40b5-9410-32936490f3e0,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:07.980113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:08.042995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.061321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.068239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:08.073357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-af8fa14d-98d1-4e23-90d1-f75d44d7ab11 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:08.139295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Subnet': ['ID=0ed21d11-13a5-48a5-98f4-e843ccdd58b9,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:08.154790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:08.164375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:08.181735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e62ab6a-8c97-48d6-814f-37ff0fd68de8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.196455 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f84f96c4-e9dd-4847-9e93-0d34f93f16fa None None] Calling delete_port for c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:08.250663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-107e67f8-606c-46ec-83e3-8384dfdfd113 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port ff65fe27-8d24-447b-908e-55e67ad8a3b5 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:08.251083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-107e67f8-606c-46ec-83e3-8384dfdfd113 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.285336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:08.290800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:08.307377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No DVR routers for this DVR port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:54:08.316592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-f84f96c4-e9dd-4847-9e93-0d34f93f16fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:54:08.317521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-f84f96c4-e9dd-4847-9e93-0d34f93f16fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:54:08.342700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Network 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:08.351870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.362730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:08.376072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:08.438692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event updated for resources: {'Port': ['ID=fadc210a-f267-45c4-bf3b-e7a26b15b847,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:08.458032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:08.486831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:08.503586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Checking segment: {'id': '50480399-cc19-4d54-bf71-3ae464ad702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9edc4283-ca5f-4985-b9b4-c7fb0d5a4489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:08.504000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network hostable DHCP agents. Network: 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:54:08.520531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:08.533213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e62ab6a-8c97-48d6-814f-37ff0fd68de8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.538377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:08.544086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9b3b3-358d-402b-9ec2-1c1456ebefa0 req-825627c1-2f8e-431a-a95d-51cccd9c6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:08.545702 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d8b9b3b3-358d-402b-9ec2-1c1456ebefa0 req-825627c1-2f8e-431a-a95d-51cccd9c6f10 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 1099 time: 0.4686043 Nov 25 08:54:08.552918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.553230 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d273c23-9635-416f-a978-d22dd08492c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:08.580075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:08.593020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:08.594369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.601625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62ab6a-8c97-48d6-814f-37ff0fd68de8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f668d55-9691-4f92-b8f9-61497b698107,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:08.628342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3049fcb-5d33-455c-a3e5-74f76699f15c']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:08.636613 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eb6e6204-da20-4ec3-b372-0672e7fa56a5 None None] Provisioning for port b5dea558-4643-44f1-af25-eca333a2ea0c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:08.638297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e62ab6a-8c97-48d6-814f-37ff0fd68de8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:08.642499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:54:08.646067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eb6e6204-da20-4ec3-b372-0672e7fa56a5 None None] Provisioning complete for port b5dea558-4643-44f1-af25-eca333a2ea0c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:08.647065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb6e6204-da20-4ec3-b372-0672e7fa56a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.656875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e62ab6a-8c97-48d6-814f-37ff0fd68de8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.663036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abb984-12a1-45f8-aca2-bf1fd40eb56e req-8e988a48-ffc2-4aad-be4f-d04376f07d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:08.663650 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5e62ab6a-8c97-48d6-814f-37ff0fd68de8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/security-groups/4f668d55-9691-4f92-b8f9-61497b698107 HTTP/1.1" status: 204 len: 168 time: 1.3795619 Nov 25 08:54:08.665777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45466) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:08.667167 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-63abb984-12a1-45f8-aca2-bf1fd40eb56e req-8e988a48-ffc2-4aad-be4f-d04376f07d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 946 time: 0.4415505 Nov 25 08:54:08.693147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:08.693427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cc7ea0-1b85-4c1e-9ae5-bb1edb534211') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:08.722761 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d8b9b3b3-358d-402b-9ec2-1c1456ebefa0 req-6560b843-d479-41b8-b13d-1c8999a03954 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616614 Nov 25 08:54:08.731124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:08.738964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:08.740126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.749063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fcd0e0-2ce6-41aa-8feb-7b87ff618c10 None None] Network 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:08.755764 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2460716 Nov 25 08:54:08.778033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.790675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45470) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:08.816520 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5615158 Nov 25 08:54:08.825564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45476) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:08.833394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f84f96c4-e9dd-4847-9e93-0d34f93f16fa None None] Deleting port c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:08.833810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f84f96c4-e9dd-4847-9e93-0d34f93f16fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.848514 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-88333708', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:08.865455 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-63abb984-12a1-45f8-aca2-bf1fd40eb56e req-1306b04e-7ca1-44ae-b91a-011a3298849c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973836 Nov 25 08:54:08.873091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.882574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:54:08.883183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:08.887894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:08.898253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:router and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:08.902695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:54:08.903775 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:54:08.964466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b5dea558-4643-44f1-af25-eca333a2ea0c up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:08.973165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:09.007462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'project_id': '1483f6b5f39b41e1a33e59ff563bbc2c', 'port_id': 'fadc210a-f267-45c4-bf3b-e7a26b15b847'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:09.011112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.014777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d0af7927-c5d4-4453-82ef-242cc7509ef4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:09.037572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.043949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:09.046408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Network': ['ID=d3049fcb-5d33-455c-a3e5-74f76699f15c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:09.049678 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/networks/d3049fcb-5d33-455c-a3e5-74f76699f15c HTTP/1.1" status: 204 len: 168 time: 2.8664501 Nov 25 08:54:09.050690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:09.055544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45480) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:09.058431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Usage tracker for resource:floatingip and tenant:1483f6b5f39b41e1a33e59ff563bbc2c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:09.065494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-206980431', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:09.072603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:09.073377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f84f96c4-e9dd-4847-9e93-0d34f93f16fa None None] The port 'c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:54:09.077896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:router and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:09.081597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:09.087625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:09.095187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.095545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:09.097518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.103183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:09.108651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.108651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.130856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.132671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.194730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ccd32b1e-1e1c-4125-991b-a00e6924dda2 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.227045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b5dea558-4643-44f1-af25-eca333a2ea0c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:09.227621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.250809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.295045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-107e67f8-606c-46ec-83e3-8384dfdfd113 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.333343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-9edc4283-ca5f-4985-b9b4-c7fb0d5a4489', 'network_id': '9edc4283-ca5f-4985-b9b4-c7fb0d5a4489', 'tenant_id': '1ffa87d38881417d8613105ef80ce332', 'fixed_ips': [{'subnet_id': '0ed21d11-13a5-48a5-98f4-e843ccdd58b9'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:54:09.334184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.335880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ccd32b1e-1e1c-4125-991b-a00e6924dda2 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.347449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1914288b-8317-4882-90f8-901d8680df8e None None] Provisioning for port ff65fe27-8d24-447b-908e-55e67ad8a3b5 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:09.352208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.362948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1914288b-8317-4882-90f8-901d8680df8e None None] Provisioning complete for port ff65fe27-8d24-447b-908e-55e67ad8a3b5 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:09.363139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1914288b-8317-4882-90f8-901d8680df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.498438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-107e67f8-606c-46ec-83e3-8384dfdfd113 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for ff65fe27-8d24-447b-908e-55e67ad8a3b5 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:09.524634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.527243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.540880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e02aa8a6-9c39-499c-8621-e10d0ee67eeb tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:09.591326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1914288b-8317-4882-90f8-901d8680df8e None None] Port ff65fe27-8d24-447b-908e-55e67ad8a3b5 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:09.653116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.665259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1914288b-8317-4882-90f8-901d8680df8e None None] Provisioning for port fadc210a-f267-45c4-bf3b-e7a26b15b847 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:09.678702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:54:09.703741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1914288b-8317-4882-90f8-901d8680df8e None None] Provisioning complete for port fadc210a-f267-45c4-bf3b-e7a26b15b847 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:09.704409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1914288b-8317-4882-90f8-901d8680df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.732066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Allocated IP 172.20.0.2 (9edc4283-ca5f-4985-b9b4-c7fb0d5a4489/0ed21d11-13a5-48a5-98f4-e843ccdd58b9/d22aad7b-26a0-49a0-99ea-48be76e675db) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:09.754717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8289a0-3bcd-4726-98eb-31e9df55ee74,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:09.760855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:54:09.762813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c2d1d9e0-2812-4d19-a6c6-82a3965bfb4c not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:54:09.765335 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:09.843124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Allocated IP 172.26.3.96 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/30488888-0681-4b76-a0b9-6cad6d299ebe) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:09.848757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.854041 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2849753 Nov 25 08:54:09.854380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45484) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:09.860521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-82f604fb-565e-4671-932c-378a604ee7cd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': '4c8289a0-3bcd-4726-98eb-31e9df55ee74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:09.865751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ccd32b1e-1e1c-4125-991b-a00e6924dda2 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.887489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1914288b-8317-4882-90f8-901d8680df8e None None] Port fadc210a-f267-45c4-bf3b-e7a26b15b847 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:09.919084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e62ab6a-8c97-48d6-814f-37ff0fd68de8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:09.976837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ccd32b1e-1e1c-4125-991b-a00e6924dda2 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:09.981246 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ccd32b1e-1e1c-4125-991b-a00e6924dda2 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/security-groups/9685bf54-8b80-48cd-8cb2-07f0e1daa22b HTTP/1.1" status: 204 len: 168 time: 1.3105867 Nov 25 08:54:09.991262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45490) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:10.004894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.013547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd32b1e-1e1c-4125-991b-a00e6924dda2 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9685bf54-8b80-48cd-8cb2-07f0e1daa22b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:10.055719 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-82f604fb-565e-4671-932c-378a604ee7cd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:10.113239 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.124732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Transition to ACTIVE for port object d22aad7b-26a0-49a0-99ea-48be76e675db will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:10.134803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-82f604fb-565e-4671-932c-378a604ee7cd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:10.138702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-82f604fb-565e-4671-932c-378a604ee7cd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:10.145503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-82f604fb-565e-4671-932c-378a604ee7cd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:10.145931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Transition to ACTIVE for port object d22aad7b-26a0-49a0-99ea-48be76e675db will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:10.151010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ccd32b1e-1e1c-4125-991b-a00e6924dda2 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:10.154179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.161539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:10.227089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Network 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:10.230866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:10.234776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:10.263681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.268292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Pushing event updated for resources: {'Port': ['ID=d22aad7b-26a0-49a0-99ea-48be76e675db,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:10.276636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:10.323467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.335941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Attempting to bind port d22aad7b-26a0-49a0-99ea-48be76e675db on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:10.336317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Attempting to bind port d22aad7b-26a0-49a0-99ea-48be76e675db by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '50480399-cc19-4d54-bf71-3ae464ad702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9edc4283-ca5f-4985-b9b4-c7fb0d5a4489'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:10.336684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Attempting to bind port d22aad7b-26a0-49a0-99ea-48be76e675db on network 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:10.342356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:10.342739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Checking segment: {'id': '50480399-cc19-4d54-bf71-3ae464ad702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9edc4283-ca5f-4985-b9b4-c7fb0d5a4489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:10.343203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.343707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Bound using segment: {'id': '50480399-cc19-4d54-bf71-3ae464ad702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9edc4283-ca5f-4985-b9b4-c7fb0d5a4489'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:10.344675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Bound port: d22aad7b-26a0-49a0-99ea-48be76e675db, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50480399-cc19-4d54-bf71-3ae464ad702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9edc4283-ca5f-4985-b9b4-c7fb0d5a4489'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:10.345107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.396331 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-82f604fb-565e-4671-932c-378a604ee7cd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:54:10.400171 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-82f604fb-565e-4671-932c-378a604ee7cd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5448298 Nov 25 08:54:10.401133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45494) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:10.422948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8d1bb72b-6a20-4463-a862-66d9641a9027 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group_rule': {'security_group_id': '4c8289a0-3bcd-4726-98eb-31e9df55ee74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:10.434697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8d1bb72b-6a20-4463-a862-66d9641a9027 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:10.443617 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] For port d22aad7b-26a0-49a0-99ea-48be76e675db, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:10.447083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] For port d22aad7b-26a0-49a0-99ea-48be76e675db, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d22aad7b-26a0-49a0-99ea-48be76e675db,segment=NetworkSegment(50480399-cc19-4d54-bf71-3ae464ad702e),segment_id=50480399-cc19-4d54-bf71-3ae464ad702e)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:10.456955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8d1bb72b-6a20-4463-a862-66d9641a9027 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:10.459205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.463482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:10.466199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8d1bb72b-6a20-4463-a862-66d9641a9027 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:10.482446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8d1bb72b-6a20-4463-a862-66d9641a9027 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:10.493650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.510750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-34db730e-0d41-422c-8ae7-3e0856e38972 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting subnet 798b60f7-27ba-473c-94bb-1b332f9a03ab {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:10.516682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-34db730e-0d41-422c-8ae7-3e0856e38972 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.533419 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-8d1bb72b-6a20-4463-a862-66d9641a9027 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:54:10.537536 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8d1bb72b-6a20-4463-a862-66d9641a9027 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1236470 Nov 25 08:54:10.539980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45498) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:10.557147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Pushing event updated for resources: {'Port': ['ID=d22aad7b-26a0-49a0-99ea-48be76e675db,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:10.563202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:10.566319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-107e67f8-606c-46ec-83e3-8384dfdfd113 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.586900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-503a9f0c-0aae-4f2c-830e-f824f7724ec3 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:10.639800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.647457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e1f11768-935b-4d26-a59c-ce1ebac59c77 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:10.688018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e67f8-606c-46ec-83e3-8384dfdfd113 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=ff65fe27-8d24-447b-908e-55e67ad8a3b5,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:10.701149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-107e67f8-606c-46ec-83e3-8384dfdfd113 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:10.704607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-34db730e-0d41-422c-8ae7-3e0856e38972 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.775564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:10.781221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Allocated IP 172.26.3.193 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/2c8f87ab-3b23-4c6b-b55f-4a484a56aeed) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:10.787290 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:10.801088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-675d741a-6d43-4298-8487-b137a541fb74 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:10.824114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:10.825918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41ac02-10c7-45b9-ac8c-26fd61917b4c req-4fe99225-1095-4ca4-8d35-dbc13320d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:10.827645 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ca41ac02-10c7-45b9-ac8c-26fd61917b4c req-4fe99225-1095-4ca4-8d35-dbc13320d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 946 time: 0.6729150 Nov 25 08:54:10.880334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Pushing event updated for resources: {'Port': ['ID=30488888-0681-4b76-a0b9-6cad6d299ebe,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:10.897124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:10.960817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d22aad7b-26a0-49a0-99ea-48be76e675db up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:11.002619 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ca41ac02-10c7-45b9-ac8c-26fd61917b4c req-df4cd393-58a9-456f-984a-2c6820a9a472 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353998 Nov 25 08:54:11.069792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-107e67f8-606c-46ec-83e3-8384dfdfd113 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.095795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port d22aad7b-26a0-49a0-99ea-48be76e675db completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:11.096975 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-107e67f8-606c-46ec-83e3-8384dfdfd113 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/ff65fe27-8d24-447b-908e-55e67ad8a3b5 HTTP/1.1" status: 204 len: 168 time: 3.5111010 Nov 25 08:54:11.100203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45502) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:11.103090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-675d741a-6d43-4298-8487-b137a541fb74 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.161436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-34db730e-0d41-422c-8ae7-3e0856e38972 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.286706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8488c097-3e9a-49ad-875f-2a16bbca8210 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:11.288204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8488c097-3e9a-49ad-875f-2a16bbca8210 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:11.289689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8488c097-3e9a-49ad-875f-2a16bbca8210 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:11.289918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-675d741a-6d43-4298-8487-b137a541fb74 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.290497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8488c097-3e9a-49ad-875f-2a16bbca8210 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:11.346342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7c85f994-2de8-44b6-83ba-138d012993be tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:11.409452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.431610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d741a-6d43-4298-8487-b137a541fb74 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8289a0-3bcd-4726-98eb-31e9df55ee74,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:11.434242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-675d741a-6d43-4298-8487-b137a541fb74 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:11.443132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8488c097-3e9a-49ad-875f-2a16bbca8210 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:11.447066 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8488c097-3e9a-49ad-875f-2a16bbca8210 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3457756 Nov 25 08:54:11.450653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45506) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:11.453677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.455847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.517864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-675d741a-6d43-4298-8487-b137a541fb74 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.521410 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-675d741a-6d43-4298-8487-b137a541fb74 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "DELETE /v2.0/security-groups/4c8289a0-3bcd-4726-98eb-31e9df55ee74 HTTP/1.1" status: 204 len: 168 time: 0.9784455 Nov 25 08:54:11.524683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45510) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:11.559933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-34db730e-0d41-422c-8ae7-3e0856e38972 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.569336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1f3805e5-2707-4c16-a38f-b3096d79f119 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:11.608151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.620492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7f6ca3a6-ee67-48e8-a2b2-df6cbcb8d3d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:11.628275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db730e-0d41-422c-8ae7-3e0856e38972 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Subnet': ['ID=798b60f7-27ba-473c-94bb-1b332f9a03ab,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:11.632754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-34db730e-0d41-422c-8ae7-3e0856e38972 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.638631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed36c52-0929-47fc-a323-47635cd24072 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 26f1132d-cc7d-48a2-a595-ff7d8a9346d3 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:11.641864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2395c8fb-af86-4a9b-9290-17b5effc5363 None None] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:11.644883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-34db730e-0d41-422c-8ae7-3e0856e38972 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:11.651389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fed36c52-0929-47fc-a323-47635cd24072 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.683857 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-72205588-55b9-4a3c-a5b3-dcbc86a80332 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Synchronizing usage tracker for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:11.707117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:11.711901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:11.721520 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-34db730e-0d41-422c-8ae7-3e0856e38972 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/798b60f7-27ba-473c-94bb-1b332f9a03ab HTTP/1.1" status: 204 len: 168 time: 1.6793172 Nov 25 08:54:11.732102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45514) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:11.735205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:11.806180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fed36c52-0929-47fc-a323-47635cd24072 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:11.863640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=2c8f87ab-3b23-4c6b-b55f-4a484a56aeed,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:11.887495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.26.3.195 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/2b97c1b5-4bc3-4a08-96a5-4353daef8eda) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:11.901145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca3bfb5-2f81-4b53-a5d4-f9cc6e903e7e None None] Network 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:11.913096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a12d40f-d20f-44c8-9687-3c4f4f086265 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting subnet bbf01e66-7e73-415e-9bc4-b81b7053d397 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:11.921470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a12d40f-d20f-44c8-9687-3c4f4f086265 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.017634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:12.026443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fbbdce3c-17c4-452e-9bb6-80cdcb468798 None None] Provisioning for port d22aad7b-26a0-49a0-99ea-48be76e675db completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:12.034518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fbbdce3c-17c4-452e-9bb6-80cdcb468798 None None] Provisioning complete for port d22aad7b-26a0-49a0-99ea-48be76e675db triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:12.035085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbbdce3c-17c4-452e-9bb6-80cdcb468798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.086377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a12d40f-d20f-44c8-9687-3c4f4f086265 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.132531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-72205588-55b9-4a3c-a5b3-dcbc86a80332 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Unset dirty status for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:12.133726 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-72205588-55b9-4a3c-a5b3-dcbc86a80332 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6081040 Nov 25 08:54:12.144880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45520) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:12.183144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272608834'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:12.207792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbbdce3c-17c4-452e-9bb6-80cdcb468798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.247647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:12.287653 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:12.295024 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.307292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fbbdce3c-17c4-452e-9bb6-80cdcb468798 None None] For port d22aad7b-26a0-49a0-99ea-48be76e675db, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d22aad7b-26a0-49a0-99ea-48be76e675db,segment=NetworkSegment(50480399-cc19-4d54-bf71-3ae464ad702e),segment_id=50480399-cc19-4d54-bf71-3ae464ad702e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:12.334156 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.349549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbbdce3c-17c4-452e-9bb6-80cdcb468798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.359711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:12.361480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:12.365587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Usage tracker for resource:security_group_rule and tenant:23b970ee28d549c094fb26854c0db6a8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:12.368740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:12.374114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fed36c52-0929-47fc-a323-47635cd24072 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.374822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:12.450075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.482724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.515307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.518312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a12d40f-d20f-44c8-9687-3c4f4f086265 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.524585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdce3c-17c4-452e-9bb6-80cdcb468798 None None] Pushing event updated for resources: {'Port': ['ID=d22aad7b-26a0-49a0-99ea-48be76e675db,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:12.530157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-74dfee36-f397-45ff-a008-44456305e44c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:12.536166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fbbdce3c-17c4-452e-9bb6-80cdcb468798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:12.593582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fed36c52-0929-47fc-a323-47635cd24072 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.603085 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-515e37a2-da68-4f7b-822e-030f4526f969 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:12.628034 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e11d3d6-f634-4799-82d5-b378a1613483,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:12.648822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed36c52-0929-47fc-a323-47635cd24072 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=26f1132d-cc7d-48a2-a595-ff7d8a9346d3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:12.657710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fed36c52-0929-47fc-a323-47635cd24072 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:12.659473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fed36c52-0929-47fc-a323-47635cd24072 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.661532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03a77f1-8bf2-4c3e-8fa6-e376f7274c90 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:12.689497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:12.694783 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fed36c52-0929-47fc-a323-47635cd24072 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/26f1132d-cc7d-48a2-a595-ff7d8a9346d3 HTTP/1.1" status: 204 len: 168 time: 1.2427783 Nov 25 08:54:12.698491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45524) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:12.703829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.728458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f8f96-0c8e-447e-9bd1-2591d33c16b9 req-ab255285-3407-46a9-8575-eb9ab550b50f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:12.730221 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-733f8f96-0c8e-447e-9bd1-2591d33c16b9 req-ab255285-3407-46a9-8575-eb9ab550b50f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 946 time: 0.5347488 Nov 25 08:54:12.749350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:12.789946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a12d40f-d20f-44c8-9687-3c4f4f086265 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.820279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.901862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a12d40f-d20f-44c8-9687-3c4f4f086265 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:12.927655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d22aad7b-26a0-49a0-99ea-48be76e675db up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:12.942983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:12.947045 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2a12d40f-d20f-44c8-9687-3c4f4f086265 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/bbf01e66-7e73-415e-9bc4-b81b7053d397 HTTP/1.1" status: 204 len: 168 time: 1.2115850 Nov 25 08:54:12.951428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:12.956239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45528) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:12.961103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:12.971641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.048030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9f87ce-052a-48f5-bb2d-dad3c89bb7c0 None None] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:13.055768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=2b97c1b5-4bc3-4a08-96a5-4353daef8eda,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:13.097209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-721f8e80-b7a7-4591-99ae-d29beb3aa217 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet ab58fd88-972c-4437-b464-af6c5652dc02 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:13.155405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:13.156132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0e5096b4-b08f-4be4-8e9a-eb7f21cc5e84 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:13.162416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.166347 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-112d24e6-3d5d-4e4e-ad0f-0ff038485a24 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0178113 Nov 25 08:54:13.172710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45532) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:13.182882 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef10ed9b-f604-42d2-afcd-530a0f917d4b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:54:13.183337 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef10ed9b-f604-42d2-afcd-530a0f917d4b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:13.187463 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-733f8f96-0c8e-447e-9bd1-2591d33c16b9 req-ff9fd156-8e93-4b54-b3a2-36edea44dabf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4121492 Nov 25 08:54:13.193220 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ef10ed9b-f604-42d2-afcd-530a0f917d4b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/798b60f7-27ba-473c-94bb-1b332f9a03ab HTTP/1.1" status: 404 len: 337 time: 0.2255037 Nov 25 08:54:13.200058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45536) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:13.217086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-721f8e80-b7a7-4591-99ae-d29beb3aa217 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.229419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-663478b3-9c7a-4650-88e3-05ee2acf88cb None None] Provisioning complete for port d22aad7b-26a0-49a0-99ea-48be76e675db triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:13.229804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-663478b3-9c7a-4650-88e3-05ee2acf88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.271048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-dbf8c14f-ba43-4fa0-9b88-604c9391b04e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:13.271542 dv-neutron-818341-1-hyperv neutron-server[87512]: WARNING neutron.api.v2.base [None req-dbf8c14f-ba43-4fa0-9b88-604c9391b04e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 08:54:13.272275 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-dbf8c14f-ba43-4fa0-9b88-604c9391b04e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 08:54:13.279339 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dbf8c14f-ba43-4fa0-9b88-604c9391b04e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "PUT /v2.0/security-groups/4e11d3d6-f634-4799-82d5-b378a1613483 HTTP/1.1" status: 409 len: 330 time: 0.0984776 Nov 25 08:54:13.313649 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d22aad7b-26a0-49a0-99ea-48be76e675db triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:13.314026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.378035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-9825e171-8740-4d0d-a3fa-266b779cbfca tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting subnet cab5ee8e-e2df-4165-bf38-dddadfe5b2d7 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:13.388210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45542) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:13.393011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12d40f-d20f-44c8-9687-3c4f4f086265 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf01e66-7e73-415e-9bc4-b81b7053d397,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:13.397062 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2a12d40f-d20f-44c8-9687-3c4f4f086265 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:13.402870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9825e171-8740-4d0d-a3fa-266b779cbfca tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.586530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-721f8e80-b7a7-4591-99ae-d29beb3aa217 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.651219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9825e171-8740-4d0d-a3fa-266b779cbfca tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.716123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.722820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.768149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fbc71cd1-36cc-4d49-ad12-3cb7ab9a92d5 None None] Provisioning complete for port d4381bf5-94df-4cc8-a364-645b66aae509 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:13.768701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbc71cd1-36cc-4d49-ad12-3cb7ab9a92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.806248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.825834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-254a7a2e-4179-4884-be3f-4282a5b40579 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:13.831796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abf2ad1b-7c4b-4758-84fc-b4dc4a5d684e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.882815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abf2ad1b-7c4b-4758-84fc-b4dc4a5d684e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.973230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fbc71cd1-36cc-4d49-ad12-3cb7ab9a92d5 None None] Provisioning complete for port ad0610a1-f454-44ce-b05c-a66bcf102788 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:13.973968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbc71cd1-36cc-4d49-ad12-3cb7ab9a92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:13.995056 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Pushing event updated for resources: {'Port': ['ID=30488888-0681-4b76-a0b9-6cad6d299ebe,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:14.005125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:14.074042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fbc71cd1-36cc-4d49-ad12-3cb7ab9a92d5 None None] Port ad0610a1-f454-44ce-b05c-a66bcf102788 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:14.130397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea6582-099c-41b6-8f06-eb485f2b028b req-4f49a2a4-466f-4321-948f-c561d2dd3a03 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:14.131975 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-40ea6582-099c-41b6-8f06-eb485f2b028b req-4f49a2a4-466f-4321-948f-c561d2dd3a03 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 946 time: 0.6983707 Nov 25 08:54:14.196440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9825e171-8740-4d0d-a3fa-266b779cbfca tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.245990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-721f8e80-b7a7-4591-99ae-d29beb3aa217 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.273103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.397387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1311cd52-8e2c-498f-95fe-72d26e74c1c4 None None] Provisioning complete for port b5dea558-4643-44f1-af25-eca333a2ea0c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:14.398128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1311cd52-8e2c-498f-95fe-72d26e74c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.461928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abf2ad1b-7c4b-4758-84fc-b4dc4a5d684e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.481405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d038b403-a4aa-429f-8772-6e09b766af5f tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:14.498392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.504706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router 39288f5e-1428-4726-8da8-85524b598e56 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:54:14.509791 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Floating IP d0cd7f98-cda7-423d-a094-ce6e028cca43 associated. External IP: 172.26.3.96, port: fadc210a-f267-45c4-bf3b-e7a26b15b847. Nov 25 08:54:14.550102 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-40ea6582-099c-41b6-8f06-eb485f2b028b req-b016ee4a-573d-4c7e-81be-5b5f9eb1b52b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4081640 Nov 25 08:54:14.580987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2ad1b-7c4b-4758-84fc-b4dc4a5d684e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e11d3d6-f634-4799-82d5-b378a1613483,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:14.625727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45546) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:14.643928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abf2ad1b-7c4b-4758-84fc-b4dc4a5d684e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:14.668966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abf2ad1b-7c4b-4758-84fc-b4dc4a5d684e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.670077 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-abf2ad1b-7c4b-4758-84fc-b4dc4a5d684e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "DELETE /v2.0/security-groups/4e11d3d6-f634-4799-82d5-b378a1613483 HTTP/1.1" status: 204 len: 168 time: 1.2749662 Nov 25 08:54:14.673391 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ec0300f9-f12a-4a56-88ba-7fc8ff1b4c0a None None] Provisioning complete for port d4381bf5-94df-4cc8-a364-645b66aae509 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:14.673838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0300f9-f12a-4a56-88ba-7fc8ff1b4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.678164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45550) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:14.705255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9825e171-8740-4d0d-a3fa-266b779cbfca tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.709020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-721f8e80-b7a7-4591-99ae-d29beb3aa217 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.719622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fed36c52-0929-47fc-a323-47635cd24072 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:14.770017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825e171-8740-4d0d-a3fa-266b779cbfca tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Subnet': ['ID=cab5ee8e-e2df-4165-bf38-dddadfe5b2d7,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:14.776633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-721f8e80-b7a7-4591-99ae-d29beb3aa217 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.789066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf613224-4f8c-4289-bd8d-b7b634bbc4a4 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:14.801354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b67fa1-fdc8-498d-afe9-3570193b7d2e None None] Network 99be04fa-67e3-42f6-b251-7f7a4aa07b13 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:14.818900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9825e171-8740-4d0d-a3fa-266b779cbfca tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:14.840157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f8e80-b7a7-4591-99ae-d29beb3aa217 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=ab58fd88-972c-4437-b464-af6c5652dc02,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:14.863394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-721f8e80-b7a7-4591-99ae-d29beb3aa217 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:14.863394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:14.863394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:14.879429 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9825e171-8740-4d0d-a3fa-266b779cbfca tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/cab5ee8e-e2df-4165-bf38-dddadfe5b2d7 HTTP/1.1" status: 204 len: 168 time: 1.6309435 Nov 25 08:54:14.881431 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-721f8e80-b7a7-4591-99ae-d29beb3aa217 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/ab58fd88-972c-4437-b464-af6c5652dc02 HTTP/1.1" status: 204 len: 168 time: 2.1805377 Nov 25 08:54:14.884191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45554) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:14.884925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45556) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:14.968068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0c521c7e-5cc6-41b1-ac5d-a02a4415b7d4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Synchronizing usage tracker for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:15.012909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:15.044500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb8bf6-a5bf-4cd7-8788-4802112ef1bb None None] Sync routers for ids ['39288f5e-1428-4726-8da8-85524b598e56'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:15.062240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f60d545-d420-4e9b-afea-e55d2340c7ce tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:15.063811 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4f60d545-d420-4e9b-afea-e55d2340c7ce tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 1094 time: 0.4300520 Nov 25 08:54:15.067106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45562) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.074380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:15.078586 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.0220399 Nov 25 08:54:15.079777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45564) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.085971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:15.098633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:15.105952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:floatingip and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:15.111907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:15.117807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0c521c7e-5cc6-41b1-ac5d-a02a4415b7d4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Unset dirty status for tenant:23b970ee28d549c094fb26854c0db6a8 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:15.122971 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0c521c7e-5cc6-41b1-ac5d-a02a4415b7d4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4382958 Nov 25 08:54:15.125423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45568) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.126327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:15.134578 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-f422bff6-29a2-43e0-bf26-17eacd40cf82 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:54:15.135025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f422bff6-29a2-43e0-bf26-17eacd40cf82 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:15.136678 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f422bff6-29a2-43e0-bf26-17eacd40cf82 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/87705a31-86c4-463c-9582-072b3e514705 HTTP/1.1" status: 404 len: 337 time: 0.2485142 Nov 25 08:54:15.141813 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d2cf32b2-268a-4249-b9c8-2a9e085e1f93 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2520230 Nov 25 08:54:15.148128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45574) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.148739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45576) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.187947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb8bf6-a5bf-4cd7-8788-4802112ef1bb None None] Routers {'39288f5e-1428-4726-8da8-85524b598e56'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:15.188596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-41cb8bf6-a5bf-4cd7-8788-4802112ef1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39288f5e-1428-4726-8da8-85524b598e56'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:15.197821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:15.230452 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-82e6c105-d625-4b46-8ff7-1c2723e82bd8 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] delete failed (client error): The resource could not be found. Nov 25 08:54:15.236109 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-82e6c105-d625-4b46-8ff7-1c2723e82bd8 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "DELETE /v2.0/security-groups/406a3bd2-0d6d-45b9-bded-2e34a8532242 HTTP/1.1" status: 404 len: 347 time: 0.1029272 Nov 25 08:54:15.268526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-41cb8bf6-a5bf-4cd7-8788-4802112ef1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:15.273722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ec0300f9-f12a-4a56-88ba-7fc8ff1b4c0a None None] Provisioning complete for port ad0610a1-f454-44ce-b05c-a66bcf102788 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:15.274108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0300f9-f12a-4a56-88ba-7fc8ff1b4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:15.292465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45582) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.292958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:15.328610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb8bf6-a5bf-4cd7-8788-4802112ef1bb None None] Routers {'39288f5e-1428-4726-8da8-85524b598e56'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:15.329248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-41cb8bf6-a5bf-4cd7-8788-4802112ef1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39288f5e-1428-4726-8da8-85524b598e56'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:15.340289 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-83ffb4c0-a4c6-4f0e-a569-6f1f73bd6d90 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca385827-8fa9-4c32-9887-2958bb5ee1c0 HTTP/1.1" status: 200 len: 205 time: 0.1854930 Nov 25 08:54:15.344671 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-3350126c-d30d-4fbc-a542-6e9c7bba3113 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] show failed (client error): The resource could not be found. Nov 25 08:54:15.349459 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3350126c-d30d-4fbc-a542-6e9c7bba3113 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-groups/6965c18b-db98-4201-9807-30069ea13cd1 HTTP/1.1" status: 404 len: 347 time: 0.0370440 Nov 25 08:54:15.349459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45586) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.358756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45588) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.359738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:15.388143 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-2b270ce0-85f3-4a1d-8bc8-8b72c4f39cc8 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] show failed (client error): The resource could not be found. Nov 25 08:54:15.395220 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2b270ce0-85f3-4a1d-8bc8-8b72c4f39cc8 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] 10.222.0.54 "GET /v2.0/security-group-rules/8def6e25-2f6b-42b1-be0a-8ca883e7eb76 HTTP/1.1" status: 404 len: 356 time: 0.0292480 Nov 25 08:54:15.404587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-41cb8bf6-a5bf-4cd7-8788-4802112ef1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:15.405004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb8bf6-a5bf-4cd7-8788-4802112ef1bb None None] The sync data for ids ['39288f5e-1428-4726-8da8-85524b598e56'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:15.420979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ec0300f9-f12a-4a56-88ba-7fc8ff1b4c0a None None] Port ad0610a1-f454-44ce-b05c-a66bcf102788 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:15.483824 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-72a5bfba-ab50-479e-bfa8-d0296d9f271e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/routers/39288f5e-1428-4726-8da8-85524b598e56 HTTP/1.1" status: 200 len: 880 time: 0.3505232 Nov 25 08:54:15.486133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Router b29a01cf-eea3-4dc8-98cf-069257d8dcf0 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:15.486804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45596) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.546782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8fb87d-c9e0-4800-90c2-ae97b3a20096 None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:54:15.551852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7a8fb87d-c9e0-4800-90c2-ae97b3a20096 None None] Deleting port b5dea558-4643-44f1-af25-eca333a2ea0c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:15.552234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb87d-c9e0-4800-90c2-ae97b3a20096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:15.586218 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-182dc263-a96e-406c-ae97-c1370ab9649b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] delete failed (client error): The resource could not be found. Nov 25 08:54:15.587273 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-182dc263-a96e-406c-ae97-c1370ab9649b tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/routers/ca385827-8fa9-4c32-9887-2958bb5ee1c0 HTTP/1.1" status: 404 len: 336 time: 0.2293575 Nov 25 08:54:15.607323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45600) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.724962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8684c-5f83-4348-9147-5fce182191eb None None] DHCP port deletion for 99be04fa-67e3-42f6-b251-7f7a4aa07b13 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:54:15.732814 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcc6825-b000-47d9-a528-56de2ec251e6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:54:15.733188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcc6825-b000-47d9-a528-56de2ec251e6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:15.734940 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ffcc6825-b000-47d9-a528-56de2ec251e6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/5875bad4-d925-4430-855f-50cc78ce9bfc HTTP/1.1" status: 404 len: 337 time: 0.1145604 Nov 25 08:54:15.736895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:15.747670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45606) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.755013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:15.760197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:15.782162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8684c-5f83-4348-9147-5fce182191eb None None] Deleting port d4381bf5-94df-4cc8-a364-645b66aae509 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:15.782663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7dd8684c-5f83-4348-9147-5fce182191eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:15.796137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45610) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.804117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:15.824311 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbabca63-5beb-4268-bbb3-318af7db32e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:54:15.824800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbabca63-5beb-4268-bbb3-318af7db32e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:15.826445 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bbabca63-5beb-4268-bbb3-318af7db32e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/7f2f2956-8a45-482a-ac75-cf5e446c929a HTTP/1.1" status: 404 len: 337 time: 0.0744231 Nov 25 08:54:15.833980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45616) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:15.864460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7a8fb87d-c9e0-4800-90c2-ae97b3a20096 None None] For port b5dea558-4643-44f1-af25-eca333a2ea0c, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b5dea558-4643-44f1-af25-eca333a2ea0c,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:15.865104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb87d-c9e0-4800-90c2-ae97b3a20096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:15.884204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:15.887432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:15.913709 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fc17ef-d126-451a-ad1e-7afd9f74af47 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:54:15.914166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fc17ef-d126-451a-ad1e-7afd9f74af47 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:15.916667 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-92fc17ef-d126-451a-ad1e-7afd9f74af47 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/6438236c-7ecf-4d7e-8ca2-271b6137b7ca HTTP/1.1" status: 404 len: 337 time: 0.0811005 Nov 25 08:54:15.927336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45620) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.042199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7a8fb87d-c9e0-4800-90c2-ae97b3a20096 None None] Calling delete_port for b5dea558-4643-44f1-af25-eca333a2ea0c owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:16.060921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:16.072567 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4240d81-dadd-4f31-a249-f23e0a0023a1 None None] Sync routers for ids ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:16.083796 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4240d81-dadd-4f31-a249-f23e0a0023a1 None None] Routers {'b29a01cf-eea3-4dc8-98cf-069257d8dcf0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:16.084910 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a4240d81-dadd-4f31-a249-f23e0a0023a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:16.099712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.155290 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a4240d81-dadd-4f31-a249-f23e0a0023a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:16.158976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb87d-c9e0-4800-90c2-ae97b3a20096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.166443 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4240d81-dadd-4f31-a249-f23e0a0023a1 None None] Routers {'b29a01cf-eea3-4dc8-98cf-069257d8dcf0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:16.166800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:16.167667 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a4240d81-dadd-4f31-a249-f23e0a0023a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:16.174554 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.3826928 Nov 25 08:54:16.175638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45624) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.204141 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cea4b37-0370-4b13-ad0c-14dcf34bfa9f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:54:16.204770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cea4b37-0370-4b13-ad0c-14dcf34bfa9f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:16.206244 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3cea4b37-0370-4b13-ad0c-14dcf34bfa9f tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/9943ab43-e871-4fa6-b247-efea7927b94d HTTP/1.1" status: 404 len: 333 time: 0.2353635 Nov 25 08:54:16.215536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45628) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.239411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fb87d-c9e0-4800-90c2-ae97b3a20096 None None] Pushing event deleted for resources: {'Port': ['ID=b5dea558-4643-44f1-af25-eca333a2ea0c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:16.254974 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-a4240d81-dadd-4f31-a249-f23e0a0023a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:16.255677 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4240d81-dadd-4f31-a249-f23e0a0023a1 None None] The sync data for ids ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:16.290930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7a8fb87d-c9e0-4800-90c2-ae97b3a20096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:16.291971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fb87d-c9e0-4800-90c2-ae97b3a20096 None None] No DVR routers for this DVR port b5dea558-4643-44f1-af25-eca333a2ea0c on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:54:16.298628 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab057f5-c103-4cd1-859c-370616450fd7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:54:16.299234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab057f5-c103-4cd1-859c-370616450fd7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:16.308418 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7ab057f5-c103-4cd1-859c-370616450fd7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/0beb8de0-dd5e-4ea8-9b84-c8f69eb7b12e HTTP/1.1" status: 404 len: 337 time: 0.0838854 Nov 25 08:54:16.309066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45632) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.338603 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7dd8684c-5f83-4348-9147-5fce182191eb None None] For port d4381bf5-94df-4cc8-a364-645b66aae509, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d4381bf5-94df-4cc8-a364-645b66aae509,segment=NetworkSegment(8e5ec5d2-6466-4d65-b3e5-a1bbb688850a),segment_id=8e5ec5d2-6466-4d65-b3e5-a1bbb688850a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:16.339064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7dd8684c-5f83-4348-9147-5fce182191eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.358421 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cc30ad56-613c-4ed6-81fd-39561328aeb9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23b970ee28d549c094fb26854c0db6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579491 Nov 25 08:54:16.363719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45636) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.371169 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ab7e19e3-1191-4a4f-a0a8-f96dc0d35b76 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] 10.222.0.54 "GET /v2.0/floatingips/d0cd7f98-cda7-423d-a094-ce6e028cca43 HTTP/1.1" status: 200 len: 981 time: 0.1918459 Nov 25 08:54:16.371169 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-9180baa1-3e38-4c91-9e4a-a51c143e9b78 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:54:16.371169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9180baa1-3e38-4c91-9e4a-a51c143e9b78 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:16.374923 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9180baa1-3e38-4c91-9e4a-a51c143e9b78 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/2ffae693-0f8c-45a4-a30e-5cc1634d3677 HTTP/1.1" status: 404 len: 337 time: 0.0634856 Nov 25 08:54:16.374923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45640) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.376718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45642) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.392285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.405065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router 4cbe8809-797b-4481-8e98-5c21b1d7c686 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:54:16.478056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8684c-5f83-4348-9147-5fce182191eb None None] Calling delete_port for d4381bf5-94df-4cc8-a364-645b66aae509 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:16.522392 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f701d6-39a1-467d-9a85-7ecf80deeaf0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:54:16.523051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f701d6-39a1-467d-9a85-7ecf80deeaf0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:16.526797 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-54f701d6-39a1-467d-9a85-7ecf80deeaf0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/91f6255d-b129-4a02-8aaa-3a54b58fad3c HTTP/1.1" status: 404 len: 333 time: 0.1390827 Nov 25 08:54:16.528143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45648) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.531560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b3d71abd-42f1-4c5c-a895-9da8f42f0878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.567900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7dd8684c-5f83-4348-9147-5fce182191eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.572783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:16.595035 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de4c51e-b160-4642-89e5-8c237edf6f85 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:54:16.595486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de4c51e-b160-4642-89e5-8c237edf6f85 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:16.599882 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3de4c51e-b160-4642-89e5-8c237edf6f85 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/1cab49a1-a2f1-4541-891e-820975865b8f HTTP/1.1" status: 404 len: 337 time: 0.0583527 Nov 25 08:54:16.600475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45652) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.618720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8684c-5f83-4348-9147-5fce182191eb None None] Pushing event deleted for resources: {'Port': ['ID=d4381bf5-94df-4cc8-a364-645b66aae509,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:16.621758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7dd8684c-5f83-4348-9147-5fce182191eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:16.622590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8684c-5f83-4348-9147-5fce182191eb None None] No DVR routers for this DVR port d4381bf5-94df-4cc8-a364-645b66aae509 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:54:16.656390 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d6d7428a-3b94-4b84-8712-91be5fd1a95a tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2232 time: 0.2813501 Nov 25 08:54:16.658244 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ca9ced-b937-4ab3-82ac-af16a371fb6c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] DELETE failed (client error): The resource could not be found. Nov 25 08:54:16.658713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ca9ced-b937-4ab3-82ac-af16a371fb6c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:16.662338 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-94ca9ced-b937-4ab3-82ac-af16a371fb6c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/subnets/0a62f57b-1cfc-4768-acf6-1dea2bb93086 HTTP/1.1" status: 404 len: 337 time: 0.0565608 Nov 25 08:54:16.666278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a5f585e9-5383-4a8e-8875-2f21fdb30425 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Synchronizing usage tracker for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:router {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:16.668688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45656) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.669016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45658) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.716254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-57e17a50-03c2-4740-9c62-4914cf85f8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.814307 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.824894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8dda60c9-4b7d-416a-b28f-dd17fb91bc5b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:16.830325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a5f585e9-5383-4a8e-8875-2f21fdb30425 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Unset dirty status for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:router {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:16.834020 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a5f585e9-5383-4a8e-8875-2f21fdb30425 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3437376 Nov 25 08:54:16.842650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45664) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:16.852158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-061f3782-0f7d-43a1-bcf7-7fb98355101a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-206980431'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:16.852948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-57e17a50-03c2-4740-9c62-4914cf85f8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.864117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.888775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d4381bf5-94df-4cc8-a364-645b66aae509 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:54:16.916169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.126 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/0e77b550-6b33-46fc-baee-84f0606eb5f4) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:16.928047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8404f-23dc-4b71-b82a-6757e4c0822d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Deleting port ad0610a1-f454-44ce-b05c-a66bcf102788 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:16.928319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1bc8404f-23dc-4b71-b82a-6757e4c0822d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.952127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:16.960329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:16.972538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:16.972538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:16.976672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e6f84-6b90-4bfc-adac-a9b2e4fa6c1a None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:16.982255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=69b8673a-fd20-4976-8024-b756b3da29e9,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:16.991456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:16.996895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:17.019005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e834d-75b2-4108-8bb5-5312627cb896 None None] Sync routers for ids ['4cbe8809-797b-4481-8e98-5c21b1d7c686'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:17.023815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: d4381bf5-94df-4cc8-a364-645b66aae509 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:54:17.024462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d4381bf5-94df-4cc8-a364-645b66aae509 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:54:17.024950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b5dea558-4643-44f1-af25-eca333a2ea0c no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:54:17.120203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-57e17a50-03c2-4740-9c62-4914cf85f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:17.122675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-57e17a50-03c2-4740-9c62-4914cf85f8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:17.126963 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-57e17a50-03c2-4740-9c62-4914cf85f8ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f1935df-d135-42bb-8836-72e6c260d1b9 HTTP/1.1" status: 204 len: 168 time: 0.7592750 Nov 25 08:54:17.129487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8c0d5769-84f7-45dd-8223-9443f778382a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:17.137697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:17.138461 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.3105035 Nov 25 08:54:17.144513 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9901733 Nov 25 08:54:17.145261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45670) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:17.156984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e834d-75b2-4108-8bb5-5312627cb896 None None] Routers {'4cbe8809-797b-4481-8e98-5c21b1d7c686'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:17.158134 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d21e834d-75b2-4108-8bb5-5312627cb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4cbe8809-797b-4481-8e98-5c21b1d7c686'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:17.211461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45672) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:17.213373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e17a50-03c2-4740-9c62-4914cf85f8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1935df-d135-42bb-8836-72e6c260d1b9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:17.216759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: b5dea558-4643-44f1-af25-eca333a2ea0c {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:54:17.217304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b5dea558-4643-44f1-af25-eca333a2ea0c not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:54:17.217880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-57e17a50-03c2-4740-9c62-4914cf85f8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:17.240310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:17.250897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d21e834d-75b2-4108-8bb5-5312627cb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:17.282766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e834d-75b2-4108-8bb5-5312627cb896 None None] Routers {'4cbe8809-797b-4481-8e98-5c21b1d7c686'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:17.283486 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d21e834d-75b2-4108-8bb5-5312627cb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:53:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4cbe8809-797b-4481-8e98-5c21b1d7c686'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:17.365992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Deleting port 30488888-0681-4b76-a0b9-6cad6d299ebe {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:17.366353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:17.369275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d21e834d-75b2-4108-8bb5-5312627cb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:17.369695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e834d-75b2-4108-8bb5-5312627cb896 None None] The sync data for ids ['4cbe8809-797b-4481-8e98-5c21b1d7c686'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:17.461156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:17.506203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '69b8673a-fd20-4976-8024-b756b3da29e9'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:54:17.507121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:17.672684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:17.683876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:17.697139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:17.702526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Allocated IP 172.20.0.2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/69b8673a-fd20-4976-8024-b756b3da29e9/ad72fb0e-c095-463a-b08c-4c5fd953f51e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:17.713908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:17.746051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:17.754198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-36ee2f6c-ebe0-4e6c-8a92-ccceeed053da tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:17.782608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:17.786124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:17.839781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1bc8404f-23dc-4b71-b82a-6757e4c0822d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.000307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8404f-23dc-4b71-b82a-6757e4c0822d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Calling delete_port for ad0610a1-f454-44ce-b05c-a66bcf102788 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:18.074449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.091307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Transition to ACTIVE for port object ad72fb0e-c095-463a-b08c-4c5fd953f51e will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:18.094735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.095082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.118207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Transition to ACTIVE for port object ad72fb0e-c095-463a-b08c-4c5fd953f51e will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:18.128264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.135509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-3be3ffcf-f299-40c6-8a8b-faf4772e8890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:18.194112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:18.200857 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45696) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:18.214063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:18.224081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Pushing event updated for resources: {'Port': ['ID=ad72fb0e-c095-463a-b08c-4c5fd953f51e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:18.226863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:18.235409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:18.237292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:18.237564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:18.239404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:18.269083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=0e77b550-6b33-46fc-baee-84f0606eb5f4,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:18.289172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:18.371581 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Calling delete_port for 30488888-0681-4b76-a0b9-6cad6d299ebe owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:18.374083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Attempting to bind port ad72fb0e-c095-463a-b08c-4c5fd953f51e on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:18.375850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Attempting to bind port ad72fb0e-c095-463a-b08c-4c5fd953f51e by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:18.376449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Attempting to bind port ad72fb0e-c095-463a-b08c-4c5fd953f51e on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:18.383549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:18.384138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:18.385037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.385192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:18.385766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Bound port: ad72fb0e-c095-463a-b08c-4c5fd953f51e, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:18.386864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.392724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1343654588-network', 'tenant_id': '7891808daf0b4763a3cf310e333c2e84'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:18.416399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:18.432879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1bc8404f-23dc-4b71-b82a-6757e4c0822d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.444808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4b41eec2-9c48-44c0-8adb-306cd075d77e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:18.476860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Usage tracker for resource:network and tenant:7891808daf0b4763a3cf310e333c2e84 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:18.487161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:18.496972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] For port ad72fb0e-c095-463a-b08c-4c5fd953f51e, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:18.501241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] For port ad72fb0e-c095-463a-b08c-4c5fd953f51e, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ad72fb0e-c095-463a-b08c-4c5fd953f51e,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:18.511975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8404f-23dc-4b71-b82a-6757e4c0822d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Port': ['ID=ad0610a1-f454-44ce-b05c-a66bcf102788,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:18.520665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.526199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-061f3782-0f7d-43a1-bcf7-7fb98355101a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.528451 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:18.530408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1bc8404f-23dc-4b71-b82a-6757e4c0822d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:18.531038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:18.533058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1bc8404f-23dc-4b71-b82a-6757e4c0822d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.551713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-061f3782-0f7d-43a1-bcf7-7fb98355101a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.610037 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1bc8404f-23dc-4b71-b82a-6757e4c0822d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/ports/ad0610a1-f454-44ce-b05c-a66bcf102788 HTTP/1.1" status: 204 len: 168 time: 1.9373305 Nov 25 08:54:18.621554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45702) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:18.625653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Pushing event updated for resources: {'Port': ['ID=ad72fb0e-c095-463a-b08c-4c5fd953f51e,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:18.629060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:18.631856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Made reservation on behalf of 7891808daf0b4763a3cf310e333c2e84 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:18.634095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.717387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:18.860502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:18.881588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Usage tracker for resource:security_group_rule and tenant:7891808daf0b4763a3cf310e333c2e84 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:18.898365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:18.916144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:18.998206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ad72fb0e-c095-463a-b08c-4c5fd953f51e up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:19.046337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.104665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port ad72fb0e-c095-463a-b08c-4c5fd953f51e completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:19.133297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.138597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061f3782-0f7d-43a1-bcf7-7fb98355101a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router 39288f5e-1428-4726-8da8-85524b598e56 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:19.139524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-920301e8-7a8f-4d3f-bc3c-88ddd03aec22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:19.201389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.255675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event deleted for resources: {'Port': ['ID=30488888-0681-4b76-a0b9-6cad6d299ebe,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:19.287970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:19.397362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.453249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:54:19.505091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99be04fa-67e3-42f6-b251-7f7a4aa07b13']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:19.515306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.539593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5ec5d2-6466-4d65-b3e5-a1bbb688850a') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:19.540160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5ec5d2-6466-4d65-b3e5-a1bbb688850a') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:19.561728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.568938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.569274 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Floating IP d0cd7f98-cda7-423d-a094-ce6e028cca43 disassociated (deleted). External IP: 172.26.3.96, port: fadc210a-f267-45c4-bf3b-e7a26b15b847. Nov 25 08:54:19.591565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.617348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.623274 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ac41ea14-d79d-410f-870b-43c4a52ee064 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:19.715621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.737801 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:54:19.738207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.746793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cd98525-ff7a-4ca4-9183-a48a2a083435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:54:19.756368 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:54:19.821511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061f3782-0f7d-43a1-bcf7-7fb98355101a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:19.834246 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63e031-a0fc-4cb7-bb71-aca545bdc199 None None] Sync routers for ids ['39288f5e-1428-4726-8da8-85524b598e56'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:19.848019 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63e031-a0fc-4cb7-bb71-aca545bdc199 None None] Routers {'39288f5e-1428-4726-8da8-85524b598e56'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:19.849413 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6c63e031-a0fc-4cb7-bb71-aca545bdc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39288f5e-1428-4726-8da8-85524b598e56'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:19.877365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-061f3782-0f7d-43a1-bcf7-7fb98355101a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.878575 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-061f3782-0f7d-43a1-bcf7-7fb98355101a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/39288f5e-1428-4726-8da8-85524b598e56 HTTP/1.1" status: 200 len: 887 time: 3.0326633 Nov 25 08:54:19.881873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45706) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:19.884230 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.910015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.948396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:54:19.955845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-22d44cd8-fbf9-472a-82ed-5ec6990437ca tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:19.971323 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6c63e031-a0fc-4cb7-bb71-aca545bdc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:19.975671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:19.985420 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63e031-a0fc-4cb7-bb71-aca545bdc199 None None] Routers {'39288f5e-1428-4726-8da8-85524b598e56'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:19.986823 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6c63e031-a0fc-4cb7-bb71-aca545bdc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39288f5e-1428-4726-8da8-85524b598e56'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:20.026469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6898f727-2711-4b1c-a071-ea9a2eca84d8,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:20.058218 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6c63e031-a0fc-4cb7-bb71-aca545bdc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:20.059029 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63e031-a0fc-4cb7-bb71-aca545bdc199 None None] The sync data for ids ['39288f5e-1428-4726-8da8-85524b598e56'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:20.059491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:20.102152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Pushing event deleted for resources: {'Network': ['ID=99be04fa-67e3-42f6-b251-7f7a4aa07b13,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:20.112056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-21aa8653-c036-4a61-a17e-39fe00d1c40b None None] Provisioning for port ad72fb0e-c095-463a-b08c-4c5fd953f51e completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:20.117659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-21aa8653-c036-4a61-a17e-39fe00d1c40b None None] Provisioning complete for port ad72fb0e-c095-463a-b08c-4c5fd953f51e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:20.118032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-21aa8653-c036-4a61-a17e-39fe00d1c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:20.120222 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] 10.222.0.54 "DELETE /v2.0/networks/99be04fa-67e3-42f6-b251-7f7a4aa07b13 HTTP/1.1" status: 204 len: 168 time: 1.4976330 Nov 25 08:54:20.139362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:20.139839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Added segment a6bdfb68-70a6-44b2-802d-51cf41005ae4 of type vlan for network 57a515a8-1b1b-46aa-a013-028565f996a7 Nov 25 08:54:20.162827 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.163330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.164293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.164767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.165276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.166003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.166186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.166665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.167125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.167713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.168056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.168509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.220006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:20.271392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-21aa8653-c036-4a61-a17e-39fe00d1c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:20.317796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:20.318227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-21aa8653-c036-4a61-a17e-39fe00d1c40b None None] For port ad72fb0e-c095-463a-b08c-4c5fd953f51e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ad72fb0e-c095-463a-b08c-4c5fd953f51e,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:20.321484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:20.327410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-21aa8653-c036-4a61-a17e-39fe00d1c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:20.330495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:20.348227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.348593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.349141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.349657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.350190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.350727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.351235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.351744 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.352265 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.352944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.353458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.354427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:20.362576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:20.434458 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa8653-c036-4a61-a17e-39fe00d1c40b None None] Pushing event updated for resources: {'Port': ['ID=ad72fb0e-c095-463a-b08c-4c5fd953f51e,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:20.441576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-21aa8653-c036-4a61-a17e-39fe00d1c40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:20.449434 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f8d9aa2d-5826-4f9d-b8a6-7b3834d6e792 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/routers/39288f5e-1428-4726-8da8-85524b598e56 HTTP/1.1" status: 200 len: 887 time: 0.5662262 Nov 25 08:54:20.452323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45714) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:20.489524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45718) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:20.508217 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Router b29a01cf-eea3-4dc8-98cf-069257d8dcf0 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:20.509854 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-be1e1f87-8211-4aba-a6bd-96870dc29d02 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Synchronizing usage tracker for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:20.517247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:54:20.582398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.20.0.1 (9edc4283-ca5f-4985-b9b4-c7fb0d5a4489/0ed21d11-13a5-48a5-98f4-e843ccdd58b9/61a8c6a8-6402-4b66-813e-2c33655bb49a) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:20.586846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-be1e1f87-8211-4aba-a6bd-96870dc29d02 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Unset dirty status for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:20.588008 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-be1e1f87-8211-4aba-a6bd-96870dc29d02 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=39288f5e-1428-4726-8da8-85524b598e56 HTTP/1.1" status: 200 len: 205 time: 0.1328056 Nov 25 08:54:20.590727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:20.591753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:20.592328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:20.596504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45724) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:20.601955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-41b16981-02e1-4a8f-b474-eea3a604ccd6 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:20.885987 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ad72fb0e-c095-463a-b08c-4c5fd953f51e up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:20.888041 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2115e904-ce28-4e92-8198-183c05719f3e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f8f43b3aa68c4f21aa9ed91a16b90df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930848 Nov 25 08:54:20.892109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45730) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:20.898589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:20.919241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:20.930894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Pushing event updated for resources: {'Network': ['ID=57a515a8-1b1b-46aa-a013-028565f996a7,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:20.933994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:20.938759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6750f3e-07e8-4a6f-a7c2-579cd155f7d8 None None] Sync routers for ids ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:20.950961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 57a515a8-1b1b-46aa-a013-028565f996a7 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:54:20.975819 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7690573 Nov 25 08:54:20.989652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45734) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:20.992423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.053960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.075746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.076248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Request body: {'subnet': {'network_id': '57a515a8-1b1b-46aa-a013-028565f996a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1343654588-subnet', 'tenant_id': '7891808daf0b4763a3cf310e333c2e84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:21.081902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] For port ad72fb0e-c095-463a-b08c-4c5fd953f51e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ad72fb0e-c095-463a-b08c-4c5fd953f51e,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:21.086591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6750f3e-07e8-4a6f-a7c2-579cd155f7d8 None None] Routers {'b29a01cf-eea3-4dc8-98cf-069257d8dcf0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:21.087306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c6750f3e-07e8-4a6f-a7c2-579cd155f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:21.092190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ded97ff8-d1d6-4df2-bfc0-57210b54f8d2 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:21.144245 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.147412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:21.161832 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "DELETE /v2.0/floatingips/d0cd7f98-cda7-423d-a094-ce6e028cca43 HTTP/1.1" status: 204 len: 168 time: 4.4902644 Nov 25 08:54:21.164505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Usage tracker for resource:subnet and tenant:7891808daf0b4763a3cf310e333c2e84 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:21.166373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45738) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:21.169213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:21.172087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c6750f3e-07e8-4a6f-a7c2-579cd155f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:21.190706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:21.196931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6750f3e-07e8-4a6f-a7c2-579cd155f7d8 None None] Routers {'b29a01cf-eea3-4dc8-98cf-069257d8dcf0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:21.197764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c6750f3e-07e8-4a6f-a7c2-579cd155f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:21.201550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:21.212358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0c981755-4cce-4e20-85f6-491d57a9e48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.225437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Made reservation on behalf of 7891808daf0b4763a3cf310e333c2e84 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:21.227742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.230816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:21.252277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Usage tracker for resource:floatingip and tenant:b395a5bcc64b4015891ef92a37e5d8d1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:21.263053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:21.267541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Transition to ACTIVE for port object 61a8c6a8-6402-4b66-813e-2c33655bb49a will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:21.269460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c6750f3e-07e8-4a6f-a7c2-579cd155f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:21.269938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6750f3e-07e8-4a6f-a7c2-579cd155f7d8 None None] The sync data for ids ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:21.271233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=0e77b550-6b33-46fc-baee-84f0606eb5f4,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:21.276682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ad72fb0e-c095-463a-b08c-4c5fd953f51e triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:21.277263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.278058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.284840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:21.286617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:21.303475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.304292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.309506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:21.339687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.344794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0c981755-4cce-4e20-85f6-491d57a9e48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.351246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.381389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.411832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 2c8f87ab-3b23-4c6b-b55f-4a484a56aeed {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:21.412172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.420007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.581321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0c981755-4cce-4e20-85f6-491d57a9e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.595953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b9660501-1df8-4f98-b988-c48080762e2a tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:21.615688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c981755-4cce-4e20-85f6-491d57a9e48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d3d63a-8130-41c0-bf7b-c75da6552810,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:21.623566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0c981755-4cce-4e20-85f6-491d57a9e48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:21.662261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:21.673778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:21.682250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6836f1cc-aaa2-4684-bc7d-dbf26db3968b None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:21.682964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0c981755-4cce-4e20-85f6-491d57a9e48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.684087 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0c981755-4cce-4e20-85f6-491d57a9e48b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0d3d63a-8130-41c0-bf7b-c75da6552810 HTTP/1.1" status: 204 len: 168 time: 0.7894084 Nov 25 08:54:21.701492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.729155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:21.729943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.767430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.789096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:21.792736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=ad72fb0e-c095-463a-b08c-4c5fd953f51e,revision_number=5']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:21.807061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:21.811137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d2f418e0-43b1-4c66-87ef-c731b59d1310 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:21.877117 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6612537 Nov 25 08:54:21.883733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:21.891777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45744) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:21.893222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:21.906535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:26:69:80', 'name': 'tempest-NetworksTestDHCPv6-1526786309'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:21.928829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:21.986905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-24c950b4-51c6-4147-b520-0ca03ceecb0d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:22.022980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 2c8f87ab-3b23-4c6b-b55f-4a484a56aeed owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:22.026057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:22.147582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a190df1-4875-4f22-af56-9f48741304f7,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:22.167031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:22.168557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=99df1649-c993-4add-af1b-0e306916665b,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:22.186160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Checking segment: {'id': 'a6bdfb68-70a6-44b2-802d-51cf41005ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '57a515a8-1b1b-46aa-a013-028565f996a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:22.187029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Network hostable DHCP agents. Network: 57a515a8-1b1b-46aa-a013-028565f996a7, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:54:22.223467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Network 57a515a8-1b1b-46aa-a013-028565f996a7 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:54:22.235413 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 7d19c000-3209-44c7-be8f-c3ac18fdfca3 associated. External IP: 172.26.3.126, port: a5057250-ccd2-40b5-9410-32936490f3e0. Nov 25 08:54:22.246214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 57a515a8-1b1b-46aa-a013-028565f996a7) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:22.251239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:22.252245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:22.262647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44a9ba9-60d2-441c-a9d4-5e0e2a86584b None None] Network 57a515a8-1b1b-46aa-a013-028565f996a7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:22.313634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:22.333266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fc3ac231-f5ac-4f83-80ac-d46376d34b59 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:22.370493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7351090e-ac59-4db5-92d5-6789a195eb13 None None] Provisioning for port 61a8c6a8-6402-4b66-813e-2c33655bb49a completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:22.380112 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7351090e-ac59-4db5-92d5-6789a195eb13 None None] Provisioning complete for port 61a8c6a8-6402-4b66-813e-2c33655bb49a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:22.380406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7351090e-ac59-4db5-92d5-6789a195eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:22.412883 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3555548 Nov 25 08:54:22.456261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:22.457217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7351090e-ac59-4db5-92d5-6789a195eb13 None None] Port 61a8c6a8-6402-4b66-813e-2c33655bb49a cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:22.462427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c486918b-f05d-4f2c-b538-3de4b8df647d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:22.513656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=2c8f87ab-3b23-4c6b-b55f-4a484a56aeed,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:22.517376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:22.627629 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:22.685775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4329cf0d-dd3c-4f5b-bc33-9c98964d3b74 None None] Network 57a515a8-1b1b-46aa-a013-028565f996a7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:22.825975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:22.845517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=61a8c6a8-6402-4b66-813e-2c33655bb49a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:22.855069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:22.879743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:22.970700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:22.976991 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.044562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.045165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Fanout notify agent at l3_agent the message router_deleted on router 39288f5e-1428-4726-8da8-85524b598e56 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:54:23.086766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.088015 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/39288f5e-1428-4726-8da8-85524b598e56 HTTP/1.1" status: 204 len: 168 time: 2.4905834 Nov 25 08:54:23.092250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45780) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:23.098337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'network': {'name': 'tempest-RoutersTest-168959468'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:23.100798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:23.103502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:23.105585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:23.107791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:network and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:23.108479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:23.111898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:23.114983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:23.119739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:23.134067 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:23.139147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.159175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:23.173581 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:54:23.208130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a4de59ec-b06a-4faf-bb6c-66407a395948 None None] Provisioning complete for port ad72fb0e-c095-463a-b08c-4c5fd953f51e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:23.208596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a4de59ec-b06a-4faf-bb6c-66407a395948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.216353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.216708 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added segment 7cadc7ed-8828-4b2f-8d78-13199cc85ea1 of type vlan for network c6566ac9-5818-4ce2-bd56-4f4fa2597520 Nov 25 08:54:23.263740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.298395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.306617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:23.307974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.315343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e2b6b668-6254-4413-b878-331f86a20744 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:23.420340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45792) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:23.442249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Network': ['ID=c6566ac9-5818-4ce2-bd56-4f4fa2597520,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:23.446079 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:23.454819 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3614144 Nov 25 08:54:23.456073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45794) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:23.458663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network c6566ac9-5818-4ce2-bd56-4f4fa2597520 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:54:23.463186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'subnet': {'network_id': 'c6566ac9-5818-4ce2-bd56-4f4fa2597520', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:23.540267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-93297894-network', 'tenant_id': '4d122ff6e570440097252cd6ed5882c2'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:23.596877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:23.601095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:subnet and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:23.604510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:23.611502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:23.622833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:23.627861 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.814651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:23.818549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Usage tracker for resource:network and tenant:4d122ff6e570440097252cd6ed5882c2 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:23.821371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:23.827112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:23.865149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Made reservation on behalf of 4d122ff6e570440097252cd6ed5882c2 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:23.866410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.867540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.871350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-62cdb972-eca5-4ba9-9b21-0a8eddba71da tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:23.878349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.932203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:23.944661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port a42ad2af-8cc9-4ebb-a9e3-3b6142421900 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:54:23.953196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Subnet': ['ID=8b1b9513-a1d8-4797-8ba0-0746e6062c77,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:23.956634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:23.959894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Checking segment: {'id': '7cadc7ed-8828-4b2f-8d78-13199cc85ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c6566ac9-5818-4ce2-bd56-4f4fa2597520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:23.960249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network hostable DHCP agents. Network: c6566ac9-5818-4ce2-bd56-4f4fa2597520, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:54:23.986611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network c6566ac9-5818-4ce2-bd56-4f4fa2597520 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:54:24.008245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, c6566ac9-5818-4ce2-bd56-4f4fa2597520) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:24.026037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fe1dc1-ccef-4f1b-ac29-0585e6b20d2a None None] Network c6566ac9-5818-4ce2-bd56-4f4fa2597520 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:24.036193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Allocated IP 172.26.3.60 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/2d4340d0-99ff-4a9d-a961-baaa56c76054) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:24.046476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:24.047246 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.051687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:24.074892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Usage tracker for resource:security_group_rule and tenant:4d122ff6e570440097252cd6ed5882c2 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:24.078716 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6213608 Nov 25 08:54:24.079439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45810) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:24.085760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3d0ba1d4-6400-4d4c-aaf2-fe0bd0269810 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1761075380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:24.090416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:24.094352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3d0ba1d4-6400-4d4c-aaf2-fe0bd0269810 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:24.099069 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3d0ba1d4-6400-4d4c-aaf2-fe0bd0269810 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:router and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:24.102359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3d0ba1d4-6400-4d4c-aaf2-fe0bd0269810 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:24.109007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3d0ba1d4-6400-4d4c-aaf2-fe0bd0269810 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:24.114661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:24.124154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba1d4-6400-4d4c-aaf2-fe0bd0269810 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.125912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba1d4-6400-4d4c-aaf2-fe0bd0269810 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.146356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba1d4-6400-4d4c-aaf2-fe0bd0269810 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.173402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba1d4-6400-4d4c-aaf2-fe0bd0269810 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.213372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba1d4-6400-4d4c-aaf2-fe0bd0269810 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.215387 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3d0ba1d4-6400-4d4c-aaf2-fe0bd0269810 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1347666 Nov 25 08:54:24.218193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45814) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:24.366918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45818) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:24.384860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 3063460c-2fb9-4d02-9b39-30f4b27a2283 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:24.385509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-c6566ac9-5818-4ce2-bd56-4f4fa2597520', 'network_id': 'c6566ac9-5818-4ce2-bd56-4f4fa2597520', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'fixed_ips': [{'subnet_id': '8b1b9513-a1d8-4797-8ba0-0746e6062c77'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:54:24.386466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.412932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973537772', 'description': 'tempest-secgroup-smoke-973537772 description', 'project_id': '597512dac3a64f3385f07907794ac3f0'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:24.442604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:24.522182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:security_group and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:24.550079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:24.568672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Allocated IP 172.20.0.2 (c6566ac9-5818-4ce2-bd56-4f4fa2597520/8b1b9513-a1d8-4797-8ba0-0746e6062c77/1f8fec70-5512-4329-8ea5-680518959998) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:24.616339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:24.767505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.779859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.792892 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.804954 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Transition to ACTIVE for port object 1f8fec70-5512-4329-8ea5-680518959998 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:24.819905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.824104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Transition to ACTIVE for port object 1f8fec70-5512-4329-8ea5-680518959998 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:24.830425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.835655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2f34e479-fd10-4d65-b125-e7fda0d31f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:24.858687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.878012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:24.897902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Network c6566ac9-5818-4ce2-bd56-4f4fa2597520 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:24.901257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:24.904927 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:24.910865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 172.20.0.10 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/69b8673a-fd20-4976-8024-b756b3da29e9/a42ad2af-8cc9-4ebb-a9e3-3b6142421900) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:24.913133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:security_group_rule and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:24.924952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.930746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:24.938832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Pushing event updated for resources: {'Port': ['ID=1f8fec70-5512-4329-8ea5-680518959998,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:24.947204 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:24.956127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:24.960331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::f816:3eff:fe26:6980 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/99df1649-c993-4add-af1b-0e306916665b/a42ad2af-8cc9-4ebb-a9e3-3b6142421900) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:24.963479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.975060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:24.976791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e45485d4-220f-4f8a-bcb1-2f2d84658875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:24.984931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:25.004885 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42227627-590e-4b8d-8eb1-b3c6291dd2d8 None None] Sync routers for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:25.019124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:25.025059 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42227627-590e-4b8d-8eb1-b3c6291dd2d8 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:25.026151 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-42227627-590e-4b8d-8eb1-b3c6291dd2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:25.062878 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Attempting to bind port 1f8fec70-5512-4329-8ea5-680518959998 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:25.063260 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Attempting to bind port 1f8fec70-5512-4329-8ea5-680518959998 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '7cadc7ed-8828-4b2f-8d78-13199cc85ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c6566ac9-5818-4ce2-bd56-4f4fa2597520'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:25.063638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Attempting to bind port 1f8fec70-5512-4329-8ea5-680518959998 on network c6566ac9-5818-4ce2-bd56-4f4fa2597520 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:25.069253 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:25.069632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Checking segment: {'id': '7cadc7ed-8828-4b2f-8d78-13199cc85ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c6566ac9-5818-4ce2-bd56-4f4fa2597520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:25.070158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:25.070549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Bound using segment: {'id': '7cadc7ed-8828-4b2f-8d78-13199cc85ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c6566ac9-5818-4ce2-bd56-4f4fa2597520'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:25.072222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Bound port: 1f8fec70-5512-4329-8ea5-680518959998, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cadc7ed-8828-4b2f-8d78-13199cc85ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c6566ac9-5818-4ce2-bd56-4f4fa2597520'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:25.072222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:25.116346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:54:25.164979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af93996e-0d83-4eae-bfff-90255f0338a6,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:25.169443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:25.187151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e38ca5a8-ccf4-493c-946f-35b3f071d255 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:25.193350 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] For port 1f8fec70-5512-4329-8ea5-680518959998, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:25.197233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] For port 1f8fec70-5512-4329-8ea5-680518959998, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1f8fec70-5512-4329-8ea5-680518959998,segment=NetworkSegment(7cadc7ed-8828-4b2f-8d78-13199cc85ea1),segment_id=7cadc7ed-8828-4b2f-8d78-13199cc85ea1)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:25.205632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:25.212879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:25.223625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:25.223974 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Added segment 614b1d76-6361-42e6-8b4b-bc97205bddae of type vlan for network 8c843bcd-2d12-479b-8876-e5d0ce2771d5 Nov 25 08:54:25.238981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:25.286171 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-42227627-590e-4b8d-8eb1-b3c6291dd2d8 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:54:25.286553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:25.290459 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Pushing event updated for resources: {'Port': ['ID=1f8fec70-5512-4329-8ea5-680518959998,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:25.301194 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:25.345803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Allocated IP 172.20.0.1 (c6566ac9-5818-4ce2-bd56-4f4fa2597520/8b1b9513-a1d8-4797-8ba0-0746e6062c77/5e73c375-220b-4479-bf6f-eaf21605dace) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:25.361124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:25.408709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:25.422632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:25.425037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:25.525125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=61a8c6a8-6402-4b66-813e-2c33655bb49a,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:25.528101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:25.533488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:25.551849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:25.586054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23e1299c-adc0-4836-bdda-df1f37f615d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:25.598711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Transition to ACTIVE for port object 5e73c375-220b-4479-bf6f-eaf21605dace will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:25.633909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:25.639460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:25.711862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network c6566ac9-5818-4ce2-bd56-4f4fa2597520 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:25.714226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:25.738198 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.6592555 Nov 25 08:54:25.742147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45822) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:25.743811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:25.756914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'tag': 'a5057250-ccd2-40b5-9410-32936490f3e0'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:54:25.757538 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-42227627-590e-4b8d-8eb1-b3c6291dd2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:53:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '7d19c000-3209-44c7-be8f-c3ac18fdfca3', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.126', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'port_id': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'mac_address': 'fa:16:3e:ad:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:54:18Z', 'updated_at': '2021-11-25T08:54:18Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:25.761810 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42227627-590e-4b8d-8eb1-b3c6291dd2d8 None None] Checking router: 3063460c-2fb9-4d02-9b39-30f4b27a2283 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:54:25.782714 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42227627-590e-4b8d-8eb1-b3c6291dd2d8 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:25.783996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=5e73c375-220b-4479-bf6f-eaf21605dace,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:25.784270 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-42227627-590e-4b8d-8eb1-b3c6291dd2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:25.797799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:25.833640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:26.010930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:54:26.027641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:26.048832 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'tag': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'status': 'completed', 'code': 200} Nov 25 08:54:26.061415 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-42227627-590e-4b8d-8eb1-b3c6291dd2d8 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:54:26.094049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4340d0-99ff-4a9d-a961-baaa56c76054,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:26.099220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:26.140844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:26.185838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:26.187028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:26.187590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:26.190914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:26.206531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f8f0b2dd-0d20-46f6-a406-388e10ebb75e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:26.241331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:26.342225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:security_group_rule and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:26.354690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:26.372331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:26.398000 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2b28948b-558c-43c9-bc3f-a5b510fb04e5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/7d19c000-3209-44c7-be8f-c3ac18fdfca3 HTTP/1.1" status: 200 len: 992 time: 0.6348691 Nov 25 08:54:26.403791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:26.444361 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9776981 Nov 25 08:54:26.451404 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-42227627-590e-4b8d-8eb1-b3c6291dd2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:53:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '7d19c000-3209-44c7-be8f-c3ac18fdfca3', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.126', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'port_id': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'mac_address': 'fa:16:3e:ad:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:54:18Z', 'updated_at': '2021-11-25T08:54:18Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:26.454845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45830) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:26.460714 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42227627-590e-4b8d-8eb1-b3c6291dd2d8 None None] The sync data for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv is: [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:53:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '7d19c000-3209-44c7-be8f-c3ac18fdfca3', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.126', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'port_id': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'mac_address': 'fa:16:3e:ad:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:54:18Z', 'updated_at': '2021-11-25T08:54:18Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:26.463498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:26.470519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object a42ad2af-8cc9-4ebb-a9e3-3b6142421900 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:26.478170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Request body: {'subnet': {'network_id': '8c843bcd-2d12-479b-8876-e5d0ce2771d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-93297894-subnet', 'tenant_id': '4d122ff6e570440097252cd6ed5882c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:26.484525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:26.486542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Pushing event updated for resources: {'Network': ['ID=8c843bcd-2d12-479b-8876-e5d0ce2771d5,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:26.504722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:26.505608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 8c843bcd-2d12-479b-8876-e5d0ce2771d5 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:54:26.507552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:26.508808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:26.517172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-71b818c9-6ca7-4397-8e56-254c748a4c9e tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:26.525380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6d31e-83c3-4155-a278-abb9c0505666 req-df7f8bae-e4b9-4ef8-994a-63185dcd997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:26.527085 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffd6d31e-83c3-4155-a278-abb9c0505666 req-df7f8bae-e4b9-4ef8-994a-63185dcd997b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 1099 time: 0.5890775 Nov 25 08:54:26.653586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Usage tracker for resource:subnet and tenant:4d122ff6e570440097252cd6ed5882c2 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:26.665804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:26.742115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:26.770844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d124c492-e53b-47c7-af40-13e939970829 None None] Network c6566ac9-5818-4ce2-bd56-4f4fa2597520 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:26.922365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6d31e-83c3-4155-a278-abb9c0505666 req-81c9baea-82d1-489e-a81c-742c0d3e5df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:26.924348 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffd6d31e-83c3-4155-a278-abb9c0505666 req-81c9baea-82d1-489e-a81c-742c0d3e5df8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7b2a039-0689-46e5-b832-50debe514388 HTTP/1.1" status: 200 len: 897 time: 0.3833535 Nov 25 08:54:26.933400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdb73d8-ae9e-46e9-b4bf-50ae7dc954df,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:26.953941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:26.956400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Made reservation on behalf of 4d122ff6e570440097252cd6ed5882c2 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:26.958584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c6c8f-26f8-4eaa-a9e2-e61f7964b597 None None] New status for floating IP 7d19c000-3209-44c7-be8f-c3ac18fdfca3: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:54:26.959027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.028465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1f8fec70-5512-4329-8ea5-680518959998 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:27.041098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:54:27.067529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.079513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.089748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2bf76898-0d5e-4406-a6ba-92524f37647a None None] Provisioning for port 1f8fec70-5512-4329-8ea5-680518959998 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:27.094994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.116945 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-67f72cd9-16a8-4e1b-a254-5b8d2b1848ed tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:27.151797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.166988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router 4cbe8809-797b-4481-8e98-5c21b1d7c686 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:27.169260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.171940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-386acab0-5d08-4a4c-b31b-9f390a6c56f4 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:27.201568 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffd6d31e-83c3-4155-a278-abb9c0505666 req-0307393a-8d16-4841-8e32-d19e68a4cf01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5057250-ccd2-40b5-9410-32936490f3e0 HTTP/1.1" status: 200 len: 1000 time: 0.2692597 Nov 25 08:54:27.236551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.266565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=5e73c375-220b-4479-bf6f-eaf21605dace,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:27.274543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:27.275418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.296139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 1f8fec70-5512-4329-8ea5-680518959998 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:27.300040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:27.310757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6d31e-83c3-4155-a278-abb9c0505666 req-b7998ead-19e3-4645-867a-3e1f73bea092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:27.312240 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffd6d31e-83c3-4155-a278-abb9c0505666 req-b7998ead-19e3-4645-867a-3e1f73bea092 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3facbecb-2f55-4448-98ea-db3515791a61 HTTP/1.1" status: 200 len: 835 time: 0.1013153 Nov 25 08:54:27.322766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1f8fec70-5512-4329-8ea5-680518959998 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:27.323156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.362675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:27.380432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:27.400698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-deefe2df-b29e-431e-895e-4ad981274a84 None None] Provisioning complete for port 61a8c6a8-6402-4b66-813e-2c33655bb49a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:27.400698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-deefe2df-b29e-431e-895e-4ad981274a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.407820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45834) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:27.469581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=a42ad2af-8cc9-4ebb-a9e3-3b6142421900,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:27.506173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:27.517294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2186cb7a-d107-4bdd-aa16-0c522898e24c tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:27.535622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.537099 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 3.1510332 Nov 25 08:54:27.544112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45838) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:27.553245 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-888ca58b-fd0a-4ff8-af5c-6ecb209322d3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/7d19c000-3209-44c7-be8f-c3ac18fdfca3 HTTP/1.1" status: 200 len: 992 time: 0.1431289 Nov 25 08:54:27.556547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'security_group_rule': {'security_group_id': '5463fc82-d544-4856-b586-761c95829f15', 'project_id': '597512dac3a64f3385f07907794ac3f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:27.586193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:27.595663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-deefe2df-b29e-431e-895e-4ad981274a84 None None] Port 61a8c6a8-6402-4b66-813e-2c33655bb49a cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:27.604218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:security_group_rule and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:27.610129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:27.623496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:27.632510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network c6566ac9-5818-4ce2-bd56-4f4fa2597520 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:27.637400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:27.648608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6d31e-83c3-4155-a278-abb9c0505666 req-8fc11ea0-9e21-4c12-a474-429148d5348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:27.650159 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffd6d31e-83c3-4155-a278-abb9c0505666 req-8fc11ea0-9e21-4c12-a474-429148d5348f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7b2a039-0689-46e5-b832-50debe514388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2888064 Nov 25 08:54:27.689730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5463fc82-d544-4856-b586-761c95829f15,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:27.694086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.703387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:27.704351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.752247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:27.763487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 1f8fec70-5512-4329-8ea5-680518959998, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1f8fec70-5512-4329-8ea5-680518959998,segment=NetworkSegment(7cadc7ed-8828-4b2f-8d78-13199cc85ea1),segment_id=7cadc7ed-8828-4b2f-8d78-13199cc85ea1)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:27.773292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.776196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:27.826848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:27.838613 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0938fe-0425-4633-92eb-10f12e63b58f None None] Sync routers for ids ['4cbe8809-797b-4481-8e98-5c21b1d7c686'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:27.843778 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.9461246 Nov 25 08:54:27.852466 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "PUT /v2.0/routers/4cbe8809-797b-4481-8e98-5c21b1d7c686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7009976 Nov 25 08:54:27.852466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45842) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:27.856541 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0938fe-0425-4633-92eb-10f12e63b58f None None] Routers {'4cbe8809-797b-4481-8e98-5c21b1d7c686'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:27.856888 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-cd0938fe-0425-4633-92eb-10f12e63b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4cbe8809-797b-4481-8e98-5c21b1d7c686'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:27.864301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45844) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:27.911498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=1f8fec70-5512-4329-8ea5-680518959998,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:27.923421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:27.944850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'port': {'network_id': '9edc4283-ca5f-4985-b9b4-c7fb0d5a4489', 'name': 'tempest-FloatingIPTestJSON-1570288244'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:27.950221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:27.984094 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-cd0938fe-0425-4633-92eb-10f12e63b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:28.000497 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0938fe-0425-4633-92eb-10f12e63b58f None None] Routers {'4cbe8809-797b-4481-8e98-5c21b1d7c686'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:28.001299 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-cd0938fe-0425-4633-92eb-10f12e63b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4cbe8809-797b-4481-8e98-5c21b1d7c686'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:28.047421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-297dba2a-a339-4aff-98c3-d858691f6e71 None None] Provisioning for port a42ad2af-8cc9-4ebb-a9e3-3b6142421900 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:28.052765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-297dba2a-a339-4aff-98c3-d858691f6e71 None None] Provisioning complete for port a42ad2af-8cc9-4ebb-a9e3-3b6142421900 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:28.053251 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-297dba2a-a339-4aff-98c3-d858691f6e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.110332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.122476 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-cd0938fe-0425-4633-92eb-10f12e63b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:28.122874 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0938fe-0425-4633-92eb-10f12e63b58f None None] The sync data for ids ['4cbe8809-797b-4481-8e98-5c21b1d7c686'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:28.142819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.153802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-297dba2a-a339-4aff-98c3-d858691f6e71 None None] Port a42ad2af-8cc9-4ebb-a9e3-3b6142421900 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:28.155938 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffd6d31e-83c3-4155-a278-abb9c0505666 req-4cd5dbed-0491-4c48-bb48-0bab6f55e8bb service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470255 Nov 25 08:54:28.159694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0113b2e8-1383-40da-a59b-3368fbbba838 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:28.278120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-92304dac-6ada-4b90-8b17-50a0822ec363 None None] Provisioning for port 5e73c375-220b-4479-bf6f-eaf21605dace completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:28.285377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-92304dac-6ada-4b90-8b17-50a0822ec363 None None] Provisioning complete for port 5e73c375-220b-4479-bf6f-eaf21605dace triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:28.285797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92304dac-6ada-4b90-8b17-50a0822ec363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.334176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:54:28.360392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-92304dac-6ada-4b90-8b17-50a0822ec363 None None] Port 5e73c375-220b-4479-bf6f-eaf21605dace cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:28.362948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.373698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-51199bdb-9305-4824-91ae-1dd61afcfb85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:28.375587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-92304dac-6ada-4b90-8b17-50a0822ec363 None None] Provisioning complete for port 1f8fec70-5512-4329-8ea5-680518959998 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:28.376131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92304dac-6ada-4b90-8b17-50a0822ec363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.408432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.426641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced3b0c8-0403-471a-8ae3-a7db804fd13a,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:28.431854 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:28.432704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router 46efc545-907a-442e-9365-5ab9e92cb2e2 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:54:28.445039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.451738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:28.467820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Usage tracker for resource:port and tenant:1ffa87d38881417d8613105ef80ce332 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:28.475184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:28.525176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.529787 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9846668 Nov 25 08:54:28.542929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:28.546277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45850) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:28.549459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Pushing event updated for resources: {'Subnet': ['ID=688de9b8-1f16-4162-a353-71f4d0195e6d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:28.552231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:28.559007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:28.595242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45854) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:28.599792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'security_group_rule': {'security_group_id': '5463fc82-d544-4856-b586-761c95829f15', 'project_id': '597512dac3a64f3385f07907794ac3f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:28.616008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:28.635532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:security_group_rule and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:28.654130 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:28.656333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-61326850-84b4-4c11-9dd7-af24a0dfeb5a None None] Provisioning complete for port 5e73c375-220b-4479-bf6f-eaf21605dace triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:28.656831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61326850-84b4-4c11-9dd7-af24a0dfeb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.671967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:28.694874 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ffd6d31e-83c3-4155-a278-abb9c0505666 req-dfcac2f4-5fb0-49d6-ab93-e999fb705aea service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209751 Nov 25 08:54:28.695656 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c409ab50-7dd4-4f5f-9e69-c658620d2e52 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:28.698189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:28.704276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c409ab50-7dd4-4f5f-9e69-c658620d2e52 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:28.705103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c409ab50-7dd4-4f5f-9e69-c658620d2e52 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:28.711923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aac35af-7fd8-4d1e-b363-16f2cc605cdc None None] Sync routers for ids ['46efc545-907a-442e-9365-5ab9e92cb2e2'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:28.716132 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/46efc545-907a-442e-9365-5ab9e92cb2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4967849 Nov 25 08:54:28.723779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-61326850-84b4-4c11-9dd7-af24a0dfeb5a None None] Port 5e73c375-220b-4479-bf6f-eaf21605dace cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:28.726530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45858) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:28.730651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.730826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac35af-7fd8-4d1e-b363-16f2cc605cdc None None] Routers {'46efc545-907a-442e-9365-5ab9e92cb2e2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:28.731251 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3aac35af-7fd8-4d1e-b363-16f2cc605cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['46efc545-907a-442e-9365-5ab9e92cb2e2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:28.735297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Checking segment: {'id': '614b1d76-6361-42e6-8b4b-bc97205bddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8c843bcd-2d12-479b-8876-e5d0ce2771d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:28.735649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Network hostable DHCP agents. Network: 8c843bcd-2d12-479b-8876-e5d0ce2771d5, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:54:28.739777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Made reservation on behalf of 1ffa87d38881417d8613105ef80ce332 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:28.743139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.782532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.795454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3aac35af-7fd8-4d1e-b363-16f2cc605cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:28.806056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac35af-7fd8-4d1e-b363-16f2cc605cdc None None] Routers {'46efc545-907a-442e-9365-5ab9e92cb2e2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:28.807217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3aac35af-7fd8-4d1e-b363-16f2cc605cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['46efc545-907a-442e-9365-5ab9e92cb2e2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:28.817384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4340d0-99ff-4a9d-a961-baaa56c76054,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:28.832036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] device_id is not set on port 3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:54:28.847695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfd1424-f774-4277-9191-2e20cdf5de90 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:28.848430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1dfd1424-f774-4277-9191-2e20cdf5de90 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Synchronizing usage tracker for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:28.877603 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3aac35af-7fd8-4d1e-b363-16f2cc605cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:28.879237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aac35af-7fd8-4d1e-b363-16f2cc605cdc None None] The sync data for ids ['46efc545-907a-442e-9365-5ab9e92cb2e2'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:28.880000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.880117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:28.884905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1dfd1424-f774-4277-9191-2e20cdf5de90 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Unset dirty status for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:28.886452 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1dfd1424-f774-4277-9191-2e20cdf5de90 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports/5e73c375-220b-4479-bf6f-eaf21605dace HTTP/1.1" status: 200 len: 910 time: 0.1585698 Nov 25 08:54:28.888111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.889019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45862) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:28.895268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c409ab50-7dd4-4f5f-9e69-c658620d2e52 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:28.896840 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c409ab50-7dd4-4f5f-9e69-c658620d2e52 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.0432601 Nov 25 08:54:28.900860 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-50c4101c-2ffd-4be8-b83b-9443c0bee998 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/7d19c000-3209-44c7-be8f-c3ac18fdfca3 HTTP/1.1" status: 200 len: 994 time: 0.3010604 Nov 25 08:54:28.901733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-af971b60-1ca5-4dd8-884e-603285210b19 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b1b9513-a1d8-4797-8ba0-0746e6062c77'}]}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:28.906920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45866) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:28.907965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:28.909531 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7142537 Nov 25 08:54:28.941586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1f8fec70-5512-4329-8ea5-680518959998 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:28.948948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45870) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:28.960039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Network 8c843bcd-2d12-479b-8876-e5d0ce2771d5 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:54:28.971996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:29.002995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 8c843bcd-2d12-479b-8876-e5d0ce2771d5) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:29.018515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:29.019405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:29.030578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c929f-cdef-4b08-9f56-db6b8ed6c5db None None] Network 8c843bcd-2d12-479b-8876-e5d0ce2771d5 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:29.078738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-97272b62-4330-474f-94e8-3eae8ba7700b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port a42ad2af-8cc9-4ebb-a9e3-3b6142421900 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:29.079448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-97272b62-4330-474f-94e8-3eae8ba7700b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:29.093395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:29.096191 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5488379 Nov 25 08:54:29.105740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45876) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:29.134453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'security_group_rule': {'security_group_id': '5463fc82-d544-4856-b586-761c95829f15', 'project_id': '597512dac3a64f3385f07907794ac3f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:29.151875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:29.176029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82b18bb-4142-4874-8027-61549114fe29,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:29.178208 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7161291 Nov 25 08:54:29.179095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:29.180122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:security_group_rule and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:29.189592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:29.209807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Allocated IP 172.20.0.9 (9edc4283-ca5f-4985-b9b4-c7fb0d5a4489/0ed21d11-13a5-48a5-98f4-e843ccdd58b9/3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:29.212454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:29.329299 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:29.339363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:29.346067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Usage tracker for resource:floatingip and tenant:f27ec36a766c419587891ec37453bc25 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:29.349976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:29.358435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:29.368032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af971b60-1ca5-4dd8-884e-603285210b19 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:29.401188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1f8fec70-5512-4329-8ea5-680518959998 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:29.401567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:29.480135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:29.541502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:29.571975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a361f324-d5e9-4f54-a4f1-f180ec6bcf89 None None] Network 8c843bcd-2d12-479b-8876-e5d0ce2771d5 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:29.680531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:29.758909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-97272b62-4330-474f-94e8-3eae8ba7700b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:29.818156 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-21948dd4-77f0-414a-ad06-093edda70365 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:29.824875 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-21948dd4-77f0-414a-ad06-093edda70365 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/networks?id=57a515a8-1b1b-46aa-a013-028565f996a7 HTTP/1.1" status: 200 len: 812 time: 0.1593504 Nov 25 08:54:29.842831 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-1747790b-1d35-448b-8955-8a8f3d3d4983 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/quotas/7891808daf0b4763a3cf310e333c2e84 HTTP/1.1" status: 200 len: 375 time: 0.0170734 Nov 25 08:54:29.903674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-97272b62-4330-474f-94e8-3eae8ba7700b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for a42ad2af-8cc9-4ebb-a9e3-3b6142421900 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:29.949871 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-c123017f-58d3-4c86-b271-67c4a72db704 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7891808daf0b4763a3cf310e333c2e84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975425 Nov 25 08:54:29.979202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:30.043401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-50980210-6e4e-4612-9046-849f22e4b360 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:30.121025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53de9a9-97fb-4e09-874c-43691932f7d6,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:30.146520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:30.178261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:30.179450 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0631628 Nov 25 08:54:30.187363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45896) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:30.206958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'security_group_rule': {'security_group_id': '5463fc82-d544-4856-b586-761c95829f15', 'project_id': '597512dac3a64f3385f07907794ac3f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:30.217261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:30.229343 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-47a1650c-dd04-4a74-992d-55167fbff801 service neutron] 10.222.0.54 "GET /v2.0/networks/57a515a8-1b1b-46aa-a013-028565f996a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684274 Nov 25 08:54:30.276436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:security_group_rule and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:30.286904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:30.298988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:30.302830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:30.501837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Transition to ACTIVE for port object 3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:30.506626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-97272b62-4330-474f-94e8-3eae8ba7700b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:30.508161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:30.522960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:30.544155 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-b77fde3b-aac7-4919-890d-5377482fc3ef service neutron] 10.222.0.54 "GET /v2.0/networks/57a515a8-1b1b-46aa-a013-028565f996a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081355 Nov 25 08:54:30.560687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af971b60-1ca5-4dd8-884e-603285210b19 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:30.570324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af971b60-1ca5-4dd8-884e-603285210b19 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:30.583421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97272b62-4330-474f-94e8-3eae8ba7700b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=a42ad2af-8cc9-4ebb-a9e3-3b6142421900,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:30.591362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-97272b62-4330-474f-94e8-3eae8ba7700b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:30.594599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:30.605976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6824b983-6cb3-47c7-ac28-dfabeceb8514 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:30.719691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af971b60-1ca5-4dd8-884e-603285210b19 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=5e73c375-220b-4479-bf6f-eaf21605dace,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:30.727259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af971b60-1ca5-4dd8-884e-603285210b19 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:30.727869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af971b60-1ca5-4dd8-884e-603285210b19 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:30.729449 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-af971b60-1ca5-4dd8-884e-603285210b19 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/ports/5e73c375-220b-4479-bf6f-eaf21605dace HTTP/1.1" status: 200 len: 910 time: 1.8373964 Nov 25 08:54:30.730542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-af971b60-1ca5-4dd8-884e-603285210b19 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:30.732543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45902) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:30.850143 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-873fa826-3653-4abf-af4e-df02ee996d37 req-183f99dd-e89a-4db3-9e47-7924322daf85 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 210 time: 0.1190882 Nov 25 08:54:30.876858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:30.888285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:30.893702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-df9f949f-0ebd-469c-a973-eeab9608e521 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:30.965847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.015727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-97272b62-4330-474f-94e8-3eae8ba7700b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.027225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Network 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:31.040442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:31.052014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:31.097730 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-97272b62-4330-474f-94e8-3eae8ba7700b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/a42ad2af-8cc9-4ebb-a9e3-3b6142421900 HTTP/1.1" status: 204 len: 168 time: 2.1866543 Nov 25 08:54:31.105491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45906) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:31.111812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event updated for resources: {'Port': ['ID=3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:31.122999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.126880 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9350913 Nov 25 08:54:31.126880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Allocated IP 172.26.3.72 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/473cc194-cb59-4760-bb7f-75d91abea21c) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:31.130117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:31.130599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:31.138417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45910) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:31.153237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'security_group_rule': {'security_group_id': '5463fc82-d544-4856-b586-761c95829f15', 'project_id': '597512dac3a64f3385f07907794ac3f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:31.167396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:31.179793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fbbcdd-9dc9-45bb-b406-16608586d6ef,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:31.195733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:security_group_rule and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:31.204075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:31.204758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.212212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:31.215240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:31.227439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46cad6-222c-46d9-92df-c60c5dad7bb3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:31.229182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46cad6-222c-46d9-92df-c60c5dad7bb3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:31.230712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46cad6-222c-46d9-92df-c60c5dad7bb3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:31.231518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0a46cad6-222c-46d9-92df-c60c5dad7bb3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:31.262323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0a46cad6-222c-46d9-92df-c60c5dad7bb3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:31.266610 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0a46cad6-222c-46d9-92df-c60c5dad7bb3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1570485 Nov 25 08:54:31.268116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45914) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:31.280120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:31.302987 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4357700 Nov 25 08:54:31.303837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45918) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:31.310316 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Project 597512dac3a64f3385f07907794ac3f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:54:31.317050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e1cdd42a-f30e-4b82-8c60-aba0b952c8fe tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Request body: {'floatingip': {'port_id': '3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:31.367223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1b9a96cd-88ae-41b1-8863-f6e6fd6e3ffb None None] Provisioning for port 3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:31.373649 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1b9a96cd-88ae-41b1-8863-f6e6fd6e3ffb None None] Provisioning complete for port 3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:31.374035 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b9a96cd-88ae-41b1-8863-f6e6fd6e3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.379592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-30900f34-eb72-4f48-928e-8dda6e0c2375 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 69b8673a-fd20-4976-8024-b756b3da29e9 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:31.385920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30900f34-eb72-4f48-928e-8dda6e0c2375 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.398319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.433885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a96cd-88ae-41b1-8863-f6e6fd6e3ffb None None] Port 3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:31.450308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.494863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd42a-f30e-4b82-8c60-aba0b952c8fe tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.504848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30900f34-eb72-4f48-928e-8dda6e0c2375 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.547406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.625307 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.664595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.672910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-813805b9-0722-49fd-bad7-f351671e4362 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:31.706270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea24d97d-28ba-40d8-b10d-a1dc22ccd5d7,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:31.712843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:31.748130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.762639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a167e433-6843-45c5-a9ce-63a373777a72 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:31.771346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30900f34-eb72-4f48-928e-8dda6e0c2375 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.815473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:31.819369 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6752341 Nov 25 08:54:31.819702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45926) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:31.828443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'security_group_rule': {'security_group_id': '5463fc82-d544-4856-b586-761c95829f15', 'project_id': '597512dac3a64f3385f07907794ac3f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:31.841524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:31.846016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:31.853050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:31.854389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:security_group_rule and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:31.863028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:31.873627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:31.922124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:32.007559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Pushing event updated for resources: {'Port': ['ID=473cc194-cb59-4760-bb7f-75d91abea21c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:32.026901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:32.074510 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Project 597512dac3a64f3385f07907794ac3f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:54:32.142619 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-68b49490-be92-43cf-9644-23cf730ab28c req-5efca08b-8b96-469f-a7c0-f48a757c69fa tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 210 time: 0.2155604 Nov 25 08:54:32.145723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.155529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30900f34-eb72-4f48-928e-8dda6e0c2375 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.169322 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fcae7ea2-23ac-40e4-93f4-d72c0da608a6 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:32.217429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 5e73c375-220b-4479-bf6f-eaf21605dace {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:32.217771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.254302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb68795b-1081-467c-92e3-848364959bf6 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:32.255957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30900f34-eb72-4f48-928e-8dda6e0c2375 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.271707 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30900f34-eb72-4f48-928e-8dda6e0c2375 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=69b8673a-fd20-4976-8024-b756b3da29e9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:32.286592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-30900f34-eb72-4f48-928e-8dda6e0c2375 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:32.317415 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-30900f34-eb72-4f48-928e-8dda6e0c2375 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/69b8673a-fd20-4976-8024-b756b3da29e9 HTTP/1.1" status: 204 len: 168 time: 1.0460191 Nov 25 08:54:32.320396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45932) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:32.388188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.408052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.415134 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.422483 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:32.458915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe6a7d8-3dc5-4daa-a1a8-e33054c7ecfd,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:32.466626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-762f9432-9b77-46f4-b7b9-c3a4ee8057ae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 99df1649-c993-4add-af1b-0e306916665b {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:32.471646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:32.478596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.480191 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6596723 Nov 25 08:54:32.484782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-762f9432-9b77-46f4-b7b9-c3a4ee8057ae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.488878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45936) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:32.497168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'network': {'name': 'tempest-network-smoke--150565208', 'project_id': '597512dac3a64f3385f07907794ac3f0', 'port_security_enabled': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:32.504633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.511902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:32.520289 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:network and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:32.540175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.578799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:32.594884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-762f9432-9b77-46f4-b7b9-c3a4ee8057ae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.648596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 5e73c375-220b-4479-bf6f-eaf21605dace owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:32.676798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:32.706021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Made reservation on behalf of 597512dac3a64f3385f07907794ac3f0 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:32.709482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.766613 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:54:32.781533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.781533 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Added segment 8ec6d816-ae6f-469c-be29-8041cb97e9f9 of type vlan for network 637beb4c-5246-4d8f-86b0-61807c3c0e4e Nov 25 08:54:32.817836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.889460 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-762f9432-9b77-46f4-b7b9-c3a4ee8057ae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.916626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.921518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15c6952c-0f89-496f-8174-98c2344b81b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:32.925858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd42a-f30e-4b82-8c60-aba0b952c8fe tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.943930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd42a-f30e-4b82-8c60-aba0b952c8fe tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.956947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:32.972855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:32.983458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.018911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=5e73c375-220b-4479-bf6f-eaf21605dace,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:33.027483 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:33.028078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c0009878-fbf0-46a2-aa45-c1d8ec74eebb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:33.190255 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7002814 Nov 25 08:54:33.202225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45948) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:33.213506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'admin_state_up': True, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:33.221780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:33.224187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'Network': ['ID=637beb4c-5246-4d8f-86b0-61807c3c0e4e,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:33.226692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:router and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:33.229558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:33.230955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:33.237921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 637beb4c-5246-4d8f-86b0-61807c3c0e4e details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:54:33.257841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.291153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-762f9432-9b77-46f4-b7b9-c3a4ee8057ae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.306430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7a597578-1a79-4fb1-8356-083940d197d0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:33.344563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:33.356339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.377060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f6a174f6-9f42-4ff9-9fd4-b4f25e9578b1 None None] Provisioning complete for port ad72fb0e-c095-463a-b08c-4c5fd953f51e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:33.377437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6a174f6-9f42-4ff9-9fd4-b4f25e9578b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.385281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.403283 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-e1cdd42a-f30e-4b82-8c60-aba0b952c8fe tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP 994f9d81-2172-46ef-8c09-78facb53dcb5 associated. External IP: 172.26.3.92, port: 49a1b30a-0550-40ab-a93a-4e119a2ed90c. Nov 25 08:54:33.458372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.459378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.478189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f9432-9b77-46f4-b7b9-c3a4ee8057ae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=99df1649-c993-4add-af1b-0e306916665b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:33.481312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-762f9432-9b77-46f4-b7b9-c3a4ee8057ae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:33.498047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f71c3df4-5387-45cb-b280-d4467c17fa37 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:33.499078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc979dc0-2c3a-4d54-9cb6-3097f06e5f7b None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:33.536850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-762f9432-9b77-46f4-b7b9-c3a4ee8057ae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.598860 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-288473ac-70d6-4d61-93bf-e70736c3cb95 req-2c32bf5e-4020-4961-b0c5-df873ef3ab15 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 210 time: 0.3035278 Nov 25 08:54:33.616623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.744312 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-762f9432-9b77-46f4-b7b9-c3a4ee8057ae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/99df1649-c993-4add-af1b-0e306916665b HTTP/1.1" status: 204 len: 168 time: 1.4223926 Nov 25 08:54:33.751834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45954) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:33.754260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Pushing event updated for resources: {'Port': ['ID=473cc194-cb59-4760-bb7f-75d91abea21c,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:33.803097 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router 46efc545-907a-442e-9365-5ab9e92cb2e2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:33.806257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:54:33.811660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Deleting port ad72fb0e-c095-463a-b08c-4c5fd953f51e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:33.812438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.913546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:33.949014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:33.954932 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/46efc545-907a-442e-9365-5ab9e92cb2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2208245 Nov 25 08:54:33.958743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45958) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:33.959605 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec83cec-5eff-4802-9116-32db9c2b93b7 None None] Sync routers for ids ['46efc545-907a-442e-9365-5ab9e92cb2e2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:33.971525 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec83cec-5eff-4802-9116-32db9c2b93b7 None None] Routers {'46efc545-907a-442e-9365-5ab9e92cb2e2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:33.972484 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dec83cec-5eff-4802-9116-32db9c2b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['46efc545-907a-442e-9365-5ab9e92cb2e2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:33.976553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:33.980779 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-25a2e882-5d68-4e61-b5c9-c857dc34305d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2238460 Nov 25 08:54:33.997651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45962) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:34.008271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:34.035301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff6b6672-f3a8-4aca-ae31-355d787f91f1 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Synchronizing usage tracker for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:34.057150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] For port ad72fb0e-c095-463a-b08c-4c5fd953f51e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ad72fb0e-c095-463a-b08c-4c5fd953f51e,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:34.057708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:34.064728 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dec83cec-5eff-4802-9116-32db9c2b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:34.075194 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec83cec-5eff-4802-9116-32db9c2b93b7 None None] Routers {'46efc545-907a-442e-9365-5ab9e92cb2e2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:34.076314 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dec83cec-5eff-4802-9116-32db9c2b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['46efc545-907a-442e-9365-5ab9e92cb2e2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:34.157769 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dec83cec-5eff-4802-9116-32db9c2b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:34.158854 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec83cec-5eff-4802-9116-32db9c2b93b7 None None] The sync data for ids ['46efc545-907a-442e-9365-5ab9e92cb2e2'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:34.180677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff6b6672-f3a8-4aca-ae31-355d787f91f1 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Unset dirty status for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:34.184814 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ff6b6672-f3a8-4aca-ae31-355d787f91f1 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=46efc545-907a-442e-9365-5ab9e92cb2e2 HTTP/1.1" status: 200 len: 205 time: 0.2251103 Nov 25 08:54:34.187555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45970) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:34.208861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Calling delete_port for ad72fb0e-c095-463a-b08c-4c5fd953f51e owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:34.257134 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:34.268830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:34.292969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:34.296985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-09b55f73-6f72-4802-b99c-b03eea4d929b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:34.320762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:34.330933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:34.339693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:34.340596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Pushing event deleted for resources: {'Port': ['ID=ad72fb0e-c095-463a-b08c-4c5fd953f51e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:34.346037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] No DVR routers for this DVR port ad72fb0e-c095-463a-b08c-4c5fd953f51e on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:54:34.346717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b326a537-58cd-4164-a02d-34109a695fa2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:34.352505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.352919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.353333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.353740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.354792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.358026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.358528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.359006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.359418 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.359882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.360244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.360606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:34.363966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:34.422852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:34.424033 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4738235 Nov 25 08:54:34.433638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45974) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:34.477433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:34.481132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:34.542870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:34.744050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c5bfc7cd-9cb4-4f31-9986-6024994dda99 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Synchronizing usage tracker for tenant:b395a5bcc64b4015891ef92a37e5d8d1 on resource:floatingip {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:34.775500 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b326a537-58cd-4164-a02d-34109a695fa2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:34.782016 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bf3434af-ff2d-461e-ba03-cf573bb5ddc4 req-bbe37506-b4b5-4952-b0b0-bf6961826a7f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 210 time: 0.0728068 Nov 25 08:54:34.783333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b326a537-58cd-4164-a02d-34109a695fa2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:34.807650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c5bfc7cd-9cb4-4f31-9986-6024994dda99 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Unset dirty status for tenant:b395a5bcc64b4015891ef92a37e5d8d1 on resource:floatingip {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:34.807650 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c5bfc7cd-9cb4-4f31-9986-6024994dda99 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3204 time: 0.3692143 Nov 25 08:54:34.809031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45980) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:34.824523 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b326a537-58cd-4164-a02d-34109a695fa2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:34.825140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b326a537-58cd-4164-a02d-34109a695fa2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Fanout notify agent at l3_agent the message router_deleted on router 46efc545-907a-442e-9365-5ab9e92cb2e2 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:54:34.872456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cdd42a-f30e-4b82-8c60-aba0b952c8fe tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:34.883178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ad72fb0e-c095-463a-b08c-4c5fd953f51e no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:54:34.893554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b326a537-58cd-4164-a02d-34109a695fa2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:34.898273 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b326a537-58cd-4164-a02d-34109a695fa2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/46efc545-907a-442e-9365-5ab9e92cb2e2 HTTP/1.1" status: 204 len: 168 time: 0.7068982 Nov 25 08:54:34.898504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45984) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:34.910601 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-234d0776-f5d7-4b56-aba9-5ec48e462306 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0980859 Nov 25 08:54:34.911274 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 45988) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:34.920669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: ad72fb0e-c095-463a-b08c-4c5fd953f51e {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:54:34.921548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ad72fb0e-c095-463a-b08c-4c5fd953f51e not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:54:35.122012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-466c157a-aa5e-4d79-842e-98e7af593359 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting subnet 8b1b9513-a1d8-4797-8ba0-0746e6062c77 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:35.140678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-466c157a-aa5e-4d79-842e-98e7af593359 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:35.246062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Deleting port 473cc194-cb59-4760-bb7f-75d91abea21c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:35.246428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:35.293838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:35.305447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-30900f34-eb72-4f48-928e-8dda6e0c2375 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:35.377646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:35.426548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:35.440275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a232b4-c813-4f7e-b098-a80763df8325 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:35.444301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:35.444983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:35.468857 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=90a00f35-f05d-475e-972e-1ca68a6da1ef,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:35.476680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:35.491925 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4904251 Nov 25 08:54:35.499729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 45994) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:35.507314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-466c157a-aa5e-4d79-842e-98e7af593359 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:35.526216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:35.526914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:35.547405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:35.569371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cdd42a-f30e-4b82-8c60-aba0b952c8fe tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:35.636961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9a491-0079-4fd0-897e-343d8dd2076e None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:35.658816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9a491-0079-4fd0-897e-343d8dd2076e None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:35.659532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3df9a491-0079-4fd0-897e-343d8dd2076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:35.683712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Calling delete_port for 473cc194-cb59-4760-bb7f-75d91abea21c owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:35.731947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3df9a491-0079-4fd0-897e-343d8dd2076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:35.734900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:35.775553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9a491-0079-4fd0-897e-343d8dd2076e None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:35.776201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3df9a491-0079-4fd0-897e-343d8dd2076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:35.833746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:35.845369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:35.851684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a2ce2842-a7d2-449e-94d3-634acc8b83ab tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:35.892435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3df9a491-0079-4fd0-897e-343d8dd2076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:35.892767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9a491-0079-4fd0-897e-343d8dd2076e None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:35.917616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '90a00f35-f05d-475e-972e-1ca68a6da1ef'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:54:35.918575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:35.933516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Pushing event deleted for resources: {'Port': ['ID=473cc194-cb59-4760-bb7f-75d91abea21c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:35.942230 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:36.074440 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13f80d25-e08e-4ab7-b014-8cc36d116d94 req-0d32a2fb-74c9-41f5-8a64-29fb6bcff7d1 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 210 time: 0.0870426 Nov 25 08:54:36.124887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-466c157a-aa5e-4d79-842e-98e7af593359 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.152547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Allocated IP 172.20.0.2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/90a00f35-f05d-475e-972e-1ca68a6da1ef/1e923f59-957c-43b3-a9ff-cdf6b57f484d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:36.156967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:36.175053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:36.184696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:36.224855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.245961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:36.262956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.267009 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] 10.222.0.54 "DELETE /v2.0/floatingips/916e0285-6f0c-4b3b-a581-20e7fd596f8b HTTP/1.1" status: 204 len: 168 time: 1.3545122 Nov 25 08:54:36.270817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46000) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:36.367176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Allocated IP 172.26.3.36 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/98910259-3caf-479e-b654-d724c1b4e43a) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:36.398160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:36.401685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.437271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.444709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-41bce4c9-33c2-4e04-97d4-7dc832d2e367 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:36.446161 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-41bce4c9-33c2-4e04-97d4-7dc832d2e367 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.41 "GET /v2.0/networks?id=57a515a8-1b1b-46aa-a013-028565f996a7 HTTP/1.1" status: 200 len: 812 time: 0.3756092 Nov 25 08:54:36.464011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Request body: {'port': {'device_id': 'e8406fee-4296-4e85-bac2-7042191a89a3', 'network_id': '57a515a8-1b1b-46aa-a013-028565f996a7', 'admin_state_up': True, 'tenant_id': '7891808daf0b4763a3cf310e333c2e84'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:36.488055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Deleting port 2d4340d0-99ff-4a9d-a961-baaa56c76054 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:36.488394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.499109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Transition to ACTIVE for port object 1e923f59-957c-43b3-a9ff-cdf6b57f484d will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:36.520720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Transition to ACTIVE for port object 1e923f59-957c-43b3-a9ff-cdf6b57f484d will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:36.522617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-466c157a-aa5e-4d79-842e-98e7af593359 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.528055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.533149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:36.567387 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:54:36.575087 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-975aadb2-3c82-4815-b0cd-519938932698 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:36.602900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:36.606925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:36.611662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:36.647495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c157a-aa5e-4d79-842e-98e7af593359 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1b9513-a1d8-4797-8ba0-0746e6062c77,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:36.653832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-466c157a-aa5e-4d79-842e-98e7af593359 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:36.660592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-466c157a-aa5e-4d79-842e-98e7af593359 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.689451 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Pushing event updated for resources: {'Port': ['ID=1e923f59-957c-43b3-a9ff-cdf6b57f484d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:36.698575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d4f9ad-6a3b-4b48-85fe-1870fe6d87ef None None] Network c6566ac9-5818-4ce2-bd56-4f4fa2597520 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:36.710747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cdd42a-f30e-4b82-8c60-aba0b952c8fe tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router 4cbe8809-797b-4481-8e98-5c21b1d7c686 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:36.712344 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-466c157a-aa5e-4d79-842e-98e7af593359 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/8b1b9513-a1d8-4797-8ba0-0746e6062c77 HTTP/1.1" status: 204 len: 168 time: 1.8113422 Nov 25 08:54:36.712747 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:36.721617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46008) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:36.796801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Attempting to bind port 1e923f59-957c-43b3-a9ff-cdf6b57f484d on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:36.797390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Attempting to bind port 1e923f59-957c-43b3-a9ff-cdf6b57f484d by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:36.797864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Attempting to bind port 1e923f59-957c-43b3-a9ff-cdf6b57f484d on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:36.814658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:36.815189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:36.815971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.816210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:36.816925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Bound port: 1e923f59-957c-43b3-a9ff-cdf6b57f484d, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:36.817287 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.819148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:36.850033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Usage tracker for resource:port and tenant:7891808daf0b4763a3cf310e333c2e84 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:36.861261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:36.879924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:36.889326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.898338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.898338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:36.927609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:37.006619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] For port 1e923f59-957c-43b3-a9ff-cdf6b57f484d, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:37.014579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] For port 1e923f59-957c-43b3-a9ff-cdf6b57f484d, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1e923f59-957c-43b3-a9ff-cdf6b57f484d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:37.028217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:37.049456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:37.055135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cdd42a-f30e-4b82-8c60-aba0b952c8fe tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:37.071406 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82370b-9aaf-47de-a43f-2a790f20b933 None None] Sync routers for ids ['4cbe8809-797b-4481-8e98-5c21b1d7c686'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:37.074995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd42a-f30e-4b82-8c60-aba0b952c8fe tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:37.085562 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82370b-9aaf-47de-a43f-2a790f20b933 None None] Routers {'4cbe8809-797b-4481-8e98-5c21b1d7c686'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:37.086678 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f82370b-9aaf-47de-a43f-2a790f20b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4cbe8809-797b-4481-8e98-5c21b1d7c686'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:37.097640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Made reservation on behalf of 7891808daf0b4763a3cf310e333c2e84 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:37.102220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:37.166754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Pushing event updated for resources: {'Port': ['ID=1e923f59-957c-43b3-a9ff-cdf6b57f484d,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:37.171056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:37.182743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Calling delete_port for 2d4340d0-99ff-4a9d-a961-baaa56c76054 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:37.184055 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f82370b-9aaf-47de-a43f-2a790f20b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:37.200628 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82370b-9aaf-47de-a43f-2a790f20b933 None None] Routers {'4cbe8809-797b-4481-8e98-5c21b1d7c686'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:37.201651 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f82370b-9aaf-47de-a43f-2a790f20b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4cbe8809-797b-4481-8e98-5c21b1d7c686'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:37.273507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 1f8fec70-5512-4329-8ea5-680518959998 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:37.273856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:37.299732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3760a6-1c58-4575-bfcf-b91fcb980367 None None] DHCP port deletion for c6566ac9-5818-4ce2-bd56-4f4fa2597520 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:54:37.305099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6d3760a6-1c58-4575-bfcf-b91fcb980367 None None] Deleting port 1f8fec70-5512-4329-8ea5-680518959998 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:37.305545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d3760a6-1c58-4575-bfcf-b91fcb980367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:37.321080 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f82370b-9aaf-47de-a43f-2a790f20b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:37.321871 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82370b-9aaf-47de-a43f-2a790f20b933 None None] The sync data for ids ['4cbe8809-797b-4481-8e98-5c21b1d7c686'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:37.369015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:37.376497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-107e67f8-606c-46ec-83e3-8384dfdfd113 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:37.415379 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b459caa2-4878-402a-83f0-4417b03cee7c req-8f2942c2-bab0-4ada-affc-7d358127fa4e tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 210 time: 0.1142154 Nov 25 08:54:37.507482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:37.523336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:37.566608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:37.609334 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6d3760a6-1c58-4575-bfcf-b91fcb980367 None None] For port 1f8fec70-5512-4329-8ea5-680518959998, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1f8fec70-5512-4329-8ea5-680518959998,segment=NetworkSegment(7cadc7ed-8828-4b2f-8d78-13199cc85ea1),segment_id=7cadc7ed-8828-4b2f-8d78-13199cc85ea1)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:37.610107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d3760a6-1c58-4575-bfcf-b91fcb980367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:37.631488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'Port': ['ID=98910259-3caf-479e-b654-d724c1b4e43a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:37.646735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:37.695102 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e1cdd42a-f30e-4b82-8c60-aba0b952c8fe tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "PUT /v2.0/floatingips/994f9d81-2172-46ef-8c09-78facb53dcb5 HTTP/1.1" status: 200 len: 977 time: 6.3881547 Nov 25 08:54:37.700637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46014) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:37.761760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6d3760a6-1c58-4575-bfcf-b91fcb980367 None None] Calling delete_port for 1f8fec70-5512-4329-8ea5-680518959998 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:37.810407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] For port 1f8fec70-5512-4329-8ea5-680518959998, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1f8fec70-5512-4329-8ea5-680518959998,segment=NetworkSegment(7cadc7ed-8828-4b2f-8d78-13199cc85ea1),segment_id=7cadc7ed-8828-4b2f-8d78-13199cc85ea1)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:37.812104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:37.819667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Allocated IP 172.20.0.14 (57a515a8-1b1b-46aa-a013-028565f996a7/7a190df1-4875-4f22-af56-9f48741304f7/4c453a14-df4f-41d5-a4bd-aaf4508c0220) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:37.828008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:37.835360 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c16cad5a-15f4-4b73-b833-d8c1b8795e09 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:37.845214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d3760a6-1c58-4575-bfcf-b91fcb980367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:37.850033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-13b30dfc-4bca-4ada-a373-9f3df5fcd0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:37.897260 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3760a6-1c58-4575-bfcf-b91fcb980367 None None] Pushing event deleted for resources: {'Port': ['ID=1f8fec70-5512-4329-8ea5-680518959998,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:37.899668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6d3760a6-1c58-4575-bfcf-b91fcb980367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:37.902573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3760a6-1c58-4575-bfcf-b91fcb980367 None None] No DVR routers for this DVR port 1f8fec70-5512-4329-8ea5-680518959998 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:54:37.944739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d4340d0-99ff-4a9d-a961-baaa56c76054,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:37.987360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port 3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:37.987931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:38.002129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:38.010272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 1f8fec70-5512-4329-8ea5-680518959998 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:38.082664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:54:38.227001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:38.315636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:54:38.316107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:54:38.350958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:38.357416 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/eb806c6e-01e4-42b0-a0b1-5e837cca88c1 HTTP/1.1" status: 204 len: 168 time: 2.0806713 Nov 25 08:54:38.363286 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46018) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:38.403072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:38.438085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:38.449443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50c52d52-bae9-49aa-a19f-4ff55c68378b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:38.505242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Network 57a515a8-1b1b-46aa-a013-028565f996a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:38.512906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:38.518588 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:38.570412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Pushing event updated for resources: {'Port': ['ID=4c453a14-df4f-41d5-a4bd-aaf4508c0220,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:38.574825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:38.582876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-de70390e-ff95-4783-aa80-fd6cdd87abfb None None] Provisioning for port 1e923f59-957c-43b3-a9ff-cdf6b57f484d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:38.594107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:38.594819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:38.616431 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1560409 Nov 25 08:54:38.622504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-1138c29f-7962-4f02-ae1f-b5450083c57d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Deleting port fadc210a-f267-45c4-bf3b-e7a26b15b847 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:38.622847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1138c29f-7962-4f02-ae1f-b5450083c57d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:38.629131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Request body: {'port': {'device_id': 'e8406fee-4296-4e85-bac2-7042191a89a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:38.693962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:38.741441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:38.885632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 1f8fec70-5512-4329-8ea5-680518959998 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:38.886320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:38.924399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1e923f59-957c-43b3-a9ff-cdf6b57f484d up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:38.955501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] The port '1f8fec70-5512-4329-8ea5-680518959998' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:54:39.003823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 1e923f59-957c-43b3-a9ff-cdf6b57f484d completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:39.010666 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1e923f59-957c-43b3-a9ff-cdf6b57f484d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:39.011817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.044199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.183666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.194993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.230541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6566ac9-5818-4ce2-bd56-4f4fa2597520']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:39.230805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 1e923f59-957c-43b3-a9ff-cdf6b57f484d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1e923f59-957c-43b3-a9ff-cdf6b57f484d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:39.236018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.237982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-dd763b7f-fd47-4fbc-8f27-292e10dfda1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:39.250531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cadc7ed-8828-4b2f-8d78-13199cc85ea1') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:39.250826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cadc7ed-8828-4b2f-8d78-13199cc85ea1') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:39.258242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.281260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.304118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1f8fec70-5512-4329-8ea5-680518959998 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:54:39.353351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.356274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1f8fec70-5512-4329-8ea5-680518959998 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:54:39.356600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1f8fec70-5512-4329-8ea5-680518959998 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:54:39.364103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:54:39.364394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:54:39.378940 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:54:39.385870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=1e923f59-957c-43b3-a9ff-cdf6b57f484d,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:39.389166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:39.482387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.486994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6519272c-0941-418d-9d02-63db138a9d36 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:39.492303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6971ab-03a7-4a0f-bb0e-7dfc616a6dc9 req-e096d2ef-60ea-4221-b811-8ec28f507d03 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:39.493839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9c6971ab-03a7-4a0f-bb0e-7dfc616a6dc9 req-e096d2ef-60ea-4221-b811-8ec28f507d03 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 932 time: 0.9244795 Nov 25 08:54:39.503653 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.520824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Network': ['ID=c6566ac9-5818-4ce2-bd56-4f4fa2597520,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:39.525508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:39.531525 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/networks/c6566ac9-5818-4ce2-bd56-4f4fa2597520 HTTP/1.1" status: 204 len: 168 time: 2.8090301 Nov 25 08:54:39.532091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46024) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:39.547450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3444e6a6-8b7d-4574-a185-9a9a96a3ca7f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1139558465', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:39.555001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3444e6a6-8b7d-4574-a185-9a9a96a3ca7f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:39.591830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3444e6a6-8b7d-4574-a185-9a9a96a3ca7f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:router and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:39.601215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3444e6a6-8b7d-4574-a185-9a9a96a3ca7f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:39.610278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3444e6a6-8b7d-4574-a185-9a9a96a3ca7f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:39.621864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c453a14-df4f-41d5-a4bd-aaf4508c0220 {{(pid=87512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:54:39.629652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.632153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3444e6a6-8b7d-4574-a185-9a9a96a3ca7f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.633114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3444e6a6-8b7d-4574-a185-9a9a96a3ca7f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.652307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Transition to ACTIVE for port object 4c453a14-df4f-41d5-a4bd-aaf4508c0220 will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:39.659305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.664146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3444e6a6-8b7d-4574-a185-9a9a96a3ca7f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.665411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d0dbf09b-731b-4c85-9815-56d8cdcc8709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:39.823492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1138c29f-7962-4f02-ae1f-b5450083c57d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.834401 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Pushing event updated for resources: {'Port': ['ID=4c453a14-df4f-41d5-a4bd-aaf4508c0220,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:39.836993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3444e6a6-8b7d-4574-a185-9a9a96a3ca7f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.843907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:39.907491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3444e6a6-8b7d-4574-a185-9a9a96a3ca7f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.908669 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3444e6a6-8b7d-4574-a185-9a9a96a3ca7f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3681912 Nov 25 08:54:39.912713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46028) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:39.919984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'network': {'name': 'tempest-RoutersTest-1035391059'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:39.928228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-9c6971ab-03a7-4a0f-bb0e-7dfc616a6dc9 req-6862cead-4727-42f9-b799-c7afb20e575c tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Synchronizing usage tracker for tenant:7891808daf0b4763a3cf310e333c2e84 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:39.933006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:39.940951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:network and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:39.944590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:39.947366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Attempting to bind port 4c453a14-df4f-41d5-a4bd-aaf4508c0220 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:39.947702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Attempting to bind port 4c453a14-df4f-41d5-a4bd-aaf4508c0220 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'a6bdfb68-70a6-44b2-802d-51cf41005ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '57a515a8-1b1b-46aa-a013-028565f996a7'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:39.948031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Attempting to bind port 4c453a14-df4f-41d5-a4bd-aaf4508c0220 on network 57a515a8-1b1b-46aa-a013-028565f996a7 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:39.954360 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:39.958206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Port 4c453a14-df4f-41d5-a4bd-aaf4508c0220 on network 57a515a8-1b1b-46aa-a013-028565f996a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:54:39.958568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Attempting to bind port 4c453a14-df4f-41d5-a4bd-aaf4508c0220 on network 57a515a8-1b1b-46aa-a013-028565f996a7 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:39.966730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:39.967067 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Checking segment: {'id': 'a6bdfb68-70a6-44b2-802d-51cf41005ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '57a515a8-1b1b-46aa-a013-028565f996a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:39.967450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Bound using segment: {'id': 'a6bdfb68-70a6-44b2-802d-51cf41005ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '57a515a8-1b1b-46aa-a013-028565f996a7'} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:39.967909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Bound port: 4c453a14-df4f-41d5-a4bd-aaf4508c0220, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bdfb68-70a6-44b2-802d-51cf41005ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '57a515a8-1b1b-46aa-a013-028565f996a7'}}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:39.968256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:39.978758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:39.982415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.049172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-1138c29f-7962-4f02-ae1f-b5450083c57d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Calling delete_port for fadc210a-f267-45c4-bf3b-e7a26b15b847 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:40.058640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:54:40.084973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.085216 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added segment c0ce1090-18d6-4704-9efc-a6190d845eef of type vlan for network 7086f785-33d2-40a4-9a64-44bbb7c85945 Nov 25 08:54:40.101831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] For port 4c453a14-df4f-41d5-a4bd-aaf4508c0220, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:40.107603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] For port 4c453a14-df4f-41d5-a4bd-aaf4508c0220, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4c453a14-df4f-41d5-a4bd-aaf4508c0220,segment=NetworkSegment(a6bdfb68-70a6-44b2-802d-51cf41005ae4),segment_id=a6bdfb68-70a6-44b2-802d-51cf41005ae4)] {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:40.122358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.129478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-719a926c-0de2-499e-b047-e54d5eabfcbf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:40.157578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.189805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.190181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.190531 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Floating IP 994f9d81-2172-46ef-8c09-78facb53dcb5 disassociated. External IP: 172.26.3.92, port: 3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e. Nov 25 08:54:40.190875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for 3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:40.197746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:40.198383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.199732 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] 10.222.0.41 "PUT /v2.0/ports/4c453a14-df4f-41d5-a4bd-aaf4508c0220 HTTP/1.1" status: 200 len: 1094 time: 1.5746787 Nov 25 08:54:40.200252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8406fee-4296-4e85-bac2-7042191a89a3', 'tag': '4c453a14-df4f-41d5-a4bd-aaf4508c0220'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:54:40.240997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Pushing event updated for resources: {'Port': ['ID=4c453a14-df4f-41d5-a4bd-aaf4508c0220,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:40.274788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:40.276388 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8406fee-4296-4e85-bac2-7042191a89a3', 'tag': '4c453a14-df4f-41d5-a4bd-aaf4508c0220', 'status': 'completed', 'code': 200} Nov 25 08:54:40.281960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.287533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:40.288143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.297689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9eb5e114-5a39-4dbb-b6d9-77f42cc5dc81 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:40.398081 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4842763 Nov 25 08:54:40.399641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-9c6971ab-03a7-4a0f-bb0e-7dfc616a6dc9 req-6862cead-4727-42f9-b799-c7afb20e575c tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Unset dirty status for tenant:7891808daf0b4763a3cf310e333c2e84 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:40.400789 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9c6971ab-03a7-4a0f-bb0e-7dfc616a6dc9 req-6862cead-4727-42f9-b799-c7afb20e575c tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8942139 Nov 25 08:54:40.403240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46034) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:40.424984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Network': ['ID=7086f785-33d2-40a4-9a64-44bbb7c85945,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:40.427760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.428610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:40.438055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 7086f785-33d2-40a4-9a64-44bbb7c85945 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:54:40.440795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'subnet': {'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:40.442031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-0a95d049-4e24-4c14-9819-133134ef4109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:40.443539 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-0a95d049-4e24-4c14-9819-133134ef4109 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7891808daf0b4763a3cf310e333c2e84&device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 1097 time: 0.1996047 Nov 25 08:54:40.518649 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-459835fc-5c64-4029-9c57-f34d80381977 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c453a14-df4f-41d5-a4bd-aaf4508c0220 HTTP/1.1" status: 200 len: 217 time: 0.0663211 Nov 25 08:54:40.701705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-b22ca415-ee1d-4a88-90a0-cd97d45470c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:40.703230 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-b22ca415-ee1d-4a88-90a0-cd97d45470c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a190df1-4875-4f22-af56-9f48741304f7 HTTP/1.1" status: 200 len: 852 time: 0.1788416 Nov 25 08:54:40.754272 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-156bb990-c92f-4706-b9e8-1b4c488100a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57a515a8-1b1b-46aa-a013-028565f996a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441532 Nov 25 08:54:40.777748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] For port 1e923f59-957c-43b3-a9ff-cdf6b57f484d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1e923f59-957c-43b3-a9ff-cdf6b57f484d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:40.871056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:40.881589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1138c29f-7962-4f02-ae1f-b5450083c57d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.889365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1e923f59-957c-43b3-a9ff-cdf6b57f484d up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:40.891467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:subnet and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:40.895937 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-7b2851aa-199c-446a-a313-d732672a4243 service neutron] 10.222.0.41 "GET /v2.0/networks/57a515a8-1b1b-46aa-a013-028565f996a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348584 Nov 25 08:54:40.896772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9ae607f0-11a9-42df-b439-de3b047f12c5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:40.943414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:40.962255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:54:40.964950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1e923f59-957c-43b3-a9ff-cdf6b57f484d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:40.965343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:40.978379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:40.982663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138c29f-7962-4f02-ae1f-b5450083c57d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event deleted for resources: {'Port': ['ID=fadc210a-f267-45c4-bf3b-e7a26b15b847,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:40.985506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1138c29f-7962-4f02-ae1f-b5450083c57d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:41.029547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:41.037570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:41.048484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:41.078640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:41.079430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:41.086767 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d4813f3-3616-4f17-b573-82da54b6aa5f req-ea6645e5-426c-42b7-bf7f-f620987ecf98 service neutron] 10.222.0.41 "GET /v2.0/networks/57a515a8-1b1b-46aa-a013-028565f996a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814697 Nov 25 08:54:41.099278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:41.102750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:41.173141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:41.175642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:41.196428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a6841425-81ef-4031-86c8-27f6a97378a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:41.226193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ad511-38bf-4ee7-9a40-00658bb6fff1 req-98b4446e-20c3-4b14-b185-2e3872441386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:41.227638 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6e4ad511-38bf-4ee7-9a40-00658bb6fff1 req-98b4446e-20c3-4b14-b185-2e3872441386 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7891808daf0b4763a3cf310e333c2e84&device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 1097 time: 0.0838151 Nov 25 08:54:41.368787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ad511-38bf-4ee7-9a40-00658bb6fff1 req-91ba3939-133d-41d2-9717-389aec5d7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:41.370609 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6e4ad511-38bf-4ee7-9a40-00658bb6fff1 req-91ba3939-133d-41d2-9717-389aec5d7ba0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57a515a8-1b1b-46aa-a013-028565f996a7 HTTP/1.1" status: 200 len: 913 time: 0.1359036 Nov 25 08:54:41.370770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:41.388396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:41.391479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:41.392242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:41.401701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d991f7-b0d0-4a9e-a370-348be1289e2d None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:41.454061 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6e4ad511-38bf-4ee7-9a40-00658bb6fff1 req-38e15acd-82de-45bc-9cd1-b8f0fd8a8cf5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c453a14-df4f-41d5-a4bd-aaf4508c0220 HTTP/1.1" status: 200 len: 217 time: 0.0770984 Nov 25 08:54:41.522425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1138c29f-7962-4f02-ae1f-b5450083c57d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:41.567202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=1e923f59-957c-43b3-a9ff-cdf6b57f484d,revision_number=5']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:41.570705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:41.571483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Router aebe3afe-2735-47e7-8568-19c5d695b0a1 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:54:41.579398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6c22bbb3-2d8c-4ee1-8f4b-49cfcd873349 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:41.581035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ad511-38bf-4ee7-9a40-00658bb6fff1 req-3845c2d2-017f-4943-9abe-e19c2d50ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:41.582983 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6e4ad511-38bf-4ee7-9a40-00658bb6fff1 req-3845c2d2-017f-4943-9abe-e19c2d50ecda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a190df1-4875-4f22-af56-9f48741304f7 HTTP/1.1" status: 200 len: 852 time: 0.1223228 Nov 25 08:54:41.609822 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.1035540 Nov 25 08:54:41.609822 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1138c29f-7962-4f02-ae1f-b5450083c57d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "DELETE /v2.0/ports/fadc210a-f267-45c4-bf3b-e7a26b15b847 HTTP/1.1" status: 204 len: 168 time: 3.2377281 Nov 25 08:54:41.616312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46040) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:41.616748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46042) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:41.637206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:e8:79:44', 'name': 'tempest-NetworksTestDHCPv6-1207755034'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:41.638553 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6e4ad511-38bf-4ee7-9a40-00658bb6fff1 req-ebefb165-c420-4015-a666-bd2c4a40d178 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57a515a8-1b1b-46aa-a013-028565f996a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490251 Nov 25 08:54:41.754722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90a9ea-7dc0-46bb-8a8d-5bcca862e994 req-ec5be803-d046-4630-b348-0073f0e0df47 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:41.755440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-ec90a9ea-7dc0-46bb-8a8d-5bcca862e994 req-ec5be803-d046-4630-b348-0073f0e0df47 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Synchronizing usage tracker for tenant:7891808daf0b4763a3cf310e333c2e84 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:41.804572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-ec90a9ea-7dc0-46bb-8a8d-5bcca862e994 req-ec5be803-d046-4630-b348-0073f0e0df47 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Unset dirty status for tenant:7891808daf0b4763a3cf310e333c2e84 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:41.806108 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec90a9ea-7dc0-46bb-8a8d-5bcca862e994 req-ec5be803-d046-4630-b348-0073f0e0df47 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 944 time: 0.2817461 Nov 25 08:54:41.807683 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6e4ad511-38bf-4ee7-9a40-00658bb6fff1 req-f2908dff-9a7a-44d6-92eb-e250fcf214be service neutron] 10.222.0.41 "GET /v2.0/networks/57a515a8-1b1b-46aa-a013-028565f996a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590867 Nov 25 08:54:41.940008 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec90a9ea-7dc0-46bb-8a8d-5bcca862e994 req-59d0f99a-fb02-436c-b8f5-500eaa5a24fe tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269393 Nov 25 08:54:41.989958 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6e4ad511-38bf-4ee7-9a40-00658bb6fff1 req-1f24e610-b29c-4b7b-9b88-da2b4ab10ae5 service neutron] 10.222.0.41 "GET /v2.0/networks/57a515a8-1b1b-46aa-a013-028565f996a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631882 Nov 25 08:54:42.148511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=5fcb9762-7bbd-4371-94a4-a9fd65fc3c77,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:42.151280 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:42.226700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router 4cbe8809-797b-4481-8e98-5c21b1d7c686 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:42.248443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bb547f0c-f750-4b29-90a2-3974f11ba5e8 None None] Provisioning complete for port 1e923f59-957c-43b3-a9ff-cdf6b57f484d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:42.249919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb547f0c-f750-4b29-90a2-3974f11ba5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:42.475841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:42.496714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:42.510250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:42.520425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Sync routers for ids ['aebe3afe-2735-47e7-8568-19c5d695b0a1'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:42.524648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:42.531229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Routers {'aebe3afe-2735-47e7-8568-19c5d695b0a1'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:42.531934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['aebe3afe-2735-47e7-8568-19c5d695b0a1'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:42.535320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c161411-070f-4c3d-b596-6b8602ec65d9 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:42.536019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1c161411-070f-4c3d-b596-6b8602ec65d9 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Synchronizing usage tracker for tenant:1483f6b5f39b41e1a33e59ff563bbc2c on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:42.559434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:42.587549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:42.594103 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-ce3ec16a-bf8e-4e6c-8a0f-7541e7e524f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5217195 Nov 25 08:54:42.602620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-466c157a-aa5e-4d79-842e-98e7af593359 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:42.659858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:42.664164 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.4568956 Nov 25 08:54:42.664907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46048) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:42.674207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:42.712723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Set router aebe3afe-2735-47e7-8568-19c5d695b0a1 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:54:42.746033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1c161411-070f-4c3d-b596-6b8602ec65d9 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Unset dirty status for tenant:1483f6b5f39b41e1a33e59ff563bbc2c on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:42.747183 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1c161411-070f-4c3d-b596-6b8602ec65d9 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "GET /v2.0/ports?device_id=b29a01cf-eea3-4dc8-98cf-069257d8dcf0 HTTP/1.1" status: 200 len: 913 time: 1.1162362 Nov 25 08:54:42.768900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46054) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:42.846491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:42.852523 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cefaea0e-c4e5-4bd5-b225-d1086e3b825c tempest-TestNetworkAdvancedServerOps-571032956 tempest-TestNetworkAdvancedServerOps-571032956-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=597512dac3a64f3385f07907794ac3f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1823919 Nov 25 08:54:42.859089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46058) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:42.862355 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c8afc6-3690-4fec-8163-1d034e9543aa None None] Sync routers for ids ['4cbe8809-797b-4481-8e98-5c21b1d7c686'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:42.872136 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8afc6-3690-4fec-8163-1d034e9543aa None None] Routers {'4cbe8809-797b-4481-8e98-5c21b1d7c686'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:42.872944 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-b3c8afc6-3690-4fec-8163-1d034e9543aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4cbe8809-797b-4481-8e98-5c21b1d7c686'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:42.874561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Subnet': ['ID=e2f0276c-e25d-4b84-aa47-62536acb6de7,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:42.877292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:42.939539 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-b3c8afc6-3690-4fec-8163-1d034e9543aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:42.951260 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8afc6-3690-4fec-8163-1d034e9543aa None None] Routers {'4cbe8809-797b-4481-8e98-5c21b1d7c686'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:42.952449 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-b3c8afc6-3690-4fec-8163-1d034e9543aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4cbe8809-797b-4481-8e98-5c21b1d7c686'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:42.957435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Checking segment: {'id': 'c0ce1090-18d6-4704-9efc-a6190d845eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:42.957796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network hostable DHCP agents. Network: 7086f785-33d2-40a4-9a64-44bbb7c85945, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:54:43.018854 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-b3c8afc6-3690-4fec-8163-1d034e9543aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:43.019526 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c8afc6-3690-4fec-8163-1d034e9543aa None None] The sync data for ids ['4cbe8809-797b-4481-8e98-5c21b1d7c686'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:43.029416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:43.053715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:43.055982 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/ports/3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e HTTP/1.1" status: 204 len: 168 time: 5.3548155 Nov 25 08:54:43.060937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46064) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:43.082499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:38Z', 'revision_number': 3, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:43.087167 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Checking router: aebe3afe-2735-47e7-8568-19c5d695b0a1 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:54:43.087702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Updating router aebe3afe-2735-47e7-8568-19c5d695b0a1 port 98910259-3caf-479e-b654-d724c1b4e43a binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:54:43.149018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:43.156006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-3f18b0a5-7bb6-4737-9621-b7d1fc4b3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:43.157481 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-3f18b0a5-7bb6-4737-9621-b7d1fc4b3607 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 1099 time: 0.4659331 Nov 25 08:54:43.158104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 7086f785-33d2-40a4-9a64-44bbb7c85945 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:54:43.161680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 8e20740b-dc66-4342-9dfe-ae0fc419e18e yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:54:43.394044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e3770e-befe-4aec-b976-aa1edcddffcc tempest-TestNetworkAdvancedServerOps-571032956 tempest-TestNetworkAdvancedServerOps-571032956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:43.398631 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-89e3770e-befe-4aec-b976-aa1edcddffcc tempest-TestNetworkAdvancedServerOps-571032956 tempest-TestNetworkAdvancedServerOps-571032956-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5353880 Nov 25 08:54:43.406688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46068) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:43.407127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 7086f785-33d2-40a4-9a64-44bbb7c85945) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:43.411358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:43.412083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:43.421506 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd308be7-45bf-42f5-be2b-662a18d0a947 None None] Network 7086f785-33d2-40a4-9a64-44bbb7c85945 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:43.497503 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9ff82893-79ba-4664-b24b-e2cf624e7442 tempest-TestNetworkAdvancedServerOps-571032956 tempest-TestNetworkAdvancedServerOps-571032956-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813451 Nov 25 08:54:43.500886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46072) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:43.509265 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-387222772', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'project_id': '597512dac3a64f3385f07907794ac3f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:43.532260 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1178472 Nov 25 08:54:43.543865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46076) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:43.688156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:43.694951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:43.734900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:subnet and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:43.738555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Transition to ACTIVE for port object 98910259-3caf-479e-b654-d724c1b4e43a will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:43.738876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:43.746009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:43.750004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:43.759170 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:43.773966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Made reservation on behalf of 597512dac3a64f3385f07907794ac3f0 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:43.777564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:43.797486 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-7086f785-33d2-40a4-9a64-44bbb7c85945', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:54:43.798098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:43.891322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Attempting to bind port 98910259-3caf-479e-b654-d724c1b4e43a on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:43.891719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Attempting to bind port 98910259-3caf-479e-b654-d724c1b4e43a by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:43.892088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Attempting to bind port 98910259-3caf-479e-b654-d724c1b4e43a on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:43.894037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921388e-3c18-49aa-966e-e03f0ee86941 None None] Pushing event updated for resources: {'Port': ['ID=98910259-3caf-479e-b654-d724c1b4e43a,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:43.898712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0921388e-3c18-49aa-966e-e03f0ee86941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:43.905893 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:43.906189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:43.908057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:43.908057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:43.908057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Bound port: 98910259-3caf-479e-b654-d724c1b4e43a, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:43.908057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:43.919313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-37fd5505-2cb5-4542-8f15-9d06a5928439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:43.920891 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-37fd5505-2cb5-4542-8f15-9d06a5928439 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7b2a039-0689-46e5-b832-50debe514388 HTTP/1.1" status: 200 len: 897 time: 0.6388221 Nov 25 08:54:44.048450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:44.049227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] For port 98910259-3caf-479e-b654-d724c1b4e43a, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:44.061800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] For port 98910259-3caf-479e-b654-d724c1b4e43a, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=98910259-3caf-479e-b654-d724c1b4e43a,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:44.071076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:44.078224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fbbdce3c-17c4-452e-9bb6-80cdcb468798 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:44.115933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Allocated IP 172.20.0.2 (7086f785-33d2-40a4-9a64-44bbb7c85945/e2f0276c-e25d-4b84-aa47-62536acb6de7/93ae4ab2-cd4f-4630-be7e-1a6d27c7548f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:44.167410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 4c453a14-df4f-41d5-a4bd-aaf4508c0220 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:54:44.253123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Routers {'aebe3afe-2735-47e7-8568-19c5d695b0a1'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:44.253768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['aebe3afe-2735-47e7-8568-19c5d695b0a1'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:44.255504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:44.261721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d2bd0721-b943-41f4-887d-7ded1ff841ee tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:44.317166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921388e-3c18-49aa-966e-e03f0ee86941 None None] Pushing event updated for resources: {'Port': ['ID=98910259-3caf-479e-b654-d724c1b4e43a,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:44.330093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0921388e-3c18-49aa-966e-e03f0ee86941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:44.343883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29bbb6-c7cb-4258-93fb-f2882b53353b req-7593a1ab-89aa-4f2a-be41-bd0a9bde043f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:44.345413 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3a29bbb6-c7cb-4258-93fb-f2882b53353b req-7593a1ab-89aa-4f2a-be41-bd0a9bde043f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 944 time: 1.2081494 Nov 25 08:54:44.388048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:54:44.408478 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-5002ad57-01b8-43d2-8d2b-bb6f34f358b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5057250-ccd2-40b5-9410-32936490f3e0 HTTP/1.1" status: 200 len: 1002 time: 0.4775627 Nov 25 08:54:44.433417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'Subnet': ['ID=7fb3249e-99fb-4d23-bca6-b2c9ce69cda8,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:44.438622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:44.448215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Checking segment: {'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:44.448578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Network hostable DHCP agents. Network: 637beb4c-5246-4d8f-86b0-61807c3c0e4e, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:54:44.529866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Network 637beb4c-5246-4d8f-86b0-61807c3c0e4e is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:54:44.556444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 637beb4c-5246-4d8f-86b0-61807c3c0e4e) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:44.564447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:44.565039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:44.576576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Deleting port dd2a2d96-166e-4007-9aad-6076c0b9d111 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:44.576883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:44.580811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b940846a-6e96-4e0e-bc9a-9a3f0e347163 None None] Network 637beb4c-5246-4d8f-86b0-61807c3c0e4e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:44.611009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 172.20.0.12 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/90a00f35-f05d-475e-972e-1ca68a6da1ef/8e20740b-dc66-4342-9dfe-ae0fc419e18e) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:44.638892 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1368809 Nov 25 08:54:44.640876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46080) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:44.651568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::f816:3eff:fee8:7944 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/5fcb9762-7bbd-4371-94a4-a9fd65fc3c77/8e20740b-dc66-4342-9dfe-ae0fc419e18e) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:44.659465 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3a29bbb6-c7cb-4258-93fb-f2882b53353b req-57dda399-bb4f-43e4-a2fe-a805de132dab tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895696 Nov 25 08:54:44.756419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-cdd0c877-57a0-450e-8ab8-53fb84bd23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:44.757886 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-cdd0c877-57a0-450e-8ab8-53fb84bd23fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3facbecb-2f55-4448-98ea-db3515791a61 HTTP/1.1" status: 200 len: 835 time: 0.2951579 Nov 25 08:54:44.762276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:44.810270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Transition to ACTIVE for port object 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:44.816775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 4c453a14-df4f-41d5-a4bd-aaf4508c0220, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4c453a14-df4f-41d5-a4bd-aaf4508c0220,segment=NetworkSegment(a6bdfb68-70a6-44b2-802d-51cf41005ae4),segment_id=a6bdfb68-70a6-44b2-802d-51cf41005ae4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:44.831865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] Set router aebe3afe-2735-47e7-8568-19c5d695b0a1 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:54:44.931256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:44.974519 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '4c453a14-df4f-41d5-a4bd-aaf4508c0220', 'network_id': '57a515a8-1b1b-46aa-a013-028565f996a7', 'port_id': '4c453a14-df4f-41d5-a4bd-aaf4508c0220', 'mac_address': 'fa:16:3e:da:20:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a190df1-4875-4f22-af56-9f48741304f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:54:45.076638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Transition to ACTIVE for port object 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:45.078275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:45.128843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c453a14-df4f-41d5-a4bd-aaf4508c0220 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:54:45.189542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:45.204101 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:45.216598 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:45.318825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 4c453a14-df4f-41d5-a4bd-aaf4508c0220, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4c453a14-df4f-41d5-a4bd-aaf4508c0220,segment=NetworkSegment(a6bdfb68-70a6-44b2-802d-51cf41005ae4),segment_id=a6bdfb68-70a6-44b2-802d-51cf41005ae4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:45.333361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Network 7086f785-33d2-40a4-9a64-44bbb7c85945 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:45.343395 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:45.345440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:45.364429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:45.377396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Pushing event updated for resources: {'Port': ['ID=93ae4ab2-cd4f-4630-be7e-1a6d27c7548f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:45.391622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Calling delete_port for dd2a2d96-166e-4007-9aad-6076c0b9d111 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:45.419750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:45.428558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0921388e-3c18-49aa-966e-e03f0ee86941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:45.524225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-f12eddbf-9dbe-4ae8-844f-aeda4907e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:45.525705 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-f12eddbf-9dbe-4ae8-844f-aeda4907e3a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7b2a039-0689-46e5-b832-50debe514388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6808760 Nov 25 08:54:45.536876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:45.638998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Attempting to bind port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:45.640119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Attempting to bind port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'c0ce1090-18d6-4704-9efc-a6190d845eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:45.640273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Attempting to bind port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f on network 7086f785-33d2-40a4-9a64-44bbb7c85945 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:45.689660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:54:45.694458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 8e20740b-dc66-4342-9dfe-ae0fc419e18e will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:45.701216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:45.723719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['4c453a14-df4f-41d5-a4bd-aaf4508c0220'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:54:45.781984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:45.782412 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Checking segment: {'id': 'c0ce1090-18d6-4704-9efc-a6190d845eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:45.782825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:45.783227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Bound using segment: {'id': 'c0ce1090-18d6-4704-9efc-a6190d845eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:45.783716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Bound port: 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ce1090-18d6-4704-9efc-a6190d845eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:45.784098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:45.804200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=4c453a14-df4f-41d5-a4bd-aaf4508c0220,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:45.808258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:45.859563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:45.931796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:45.943901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-27b66217-a368-49a0-adba-78054e1e8c3a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:45.963414 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-f1293883-5a61-49e8-983d-1341bd2a547e service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232140 Nov 25 08:54:45.964757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Allocated IP 172.20.0.1 (7086f785-33d2-40a4-9a64-44bbb7c85945/e2f0276c-e25d-4b84-aa47-62536acb6de7/5a06adaa-1e2d-4e65-b0f4-f9312fb520c1) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:45.980598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:46.038990 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event deleted for resources: {'Port': ['ID=dd2a2d96-166e-4007-9aad-6076c0b9d111,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:46.051960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:46.082614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:46.199707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] For port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:46.208102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] For port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=93ae4ab2-cd4f-4630-be7e-1a6d27c7548f,segment=NetworkSegment(c0ce1090-18d6-4704-9efc-a6190d845eef),segment_id=c0ce1090-18d6-4704-9efc-a6190d845eef)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:46.211650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:38Z', 'revision_number': 3, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:46.238670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:46.239528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:46.252511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b2f13df4-129f-436a-b179-aba01234f81a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:46.281168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5603f9-99ef-457c-b988-0b055c7f9b5f None None] The sync data for ids ['aebe3afe-2735-47e7-8568-19c5d695b0a1'] in dv-neutron-818341-1-hyperv is: [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:38Z', 'revision_number': 3, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:46.285327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Allocated IP 172.20.0.2 (637beb4c-5246-4d8f-86b0-61807c3c0e4e/7fb3249e-99fb-4d23-bca6-b2c9ce69cda8/ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:46.403606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:46.423487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:46.447040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:46.519057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=8e20740b-dc66-4342-9dfe-ae0fc419e18e,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:46.528082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:46.672254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Pushing event updated for resources: {'Port': ['ID=93ae4ab2-cd4f-4630-be7e-1a6d27c7548f,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:46.690309 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:46.699659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13adb217-7258-4b8d-b9b7-482de4210797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:46.700734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:46.702267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:46.862048 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ef9a8bdf-a0ef-436f-9249-c0975366520f req-0f860b1d-91a5-4ca9-9885-0eec28c19574 service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8201151 Nov 25 08:54:46.899226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:46.915497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:46.937302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dfdff-fab7-4418-a40a-f67838fdf7da req-5687d77f-8c60-43b0-bce2-2a381971fe57 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:46.938668 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6d1dfdff-fab7-4418-a40a-f67838fdf7da req-5687d77f-8c60-43b0-bce2-2a381971fe57 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 945 time: 1.0195570 Nov 25 08:54:47.008871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:47.031212 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.4000950 Nov 25 08:54:47.035985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Transition to ACTIVE for port object ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:47.044547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46090) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:47.045539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Transition to ACTIVE for port object 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:47.080797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Transition to ACTIVE for port object ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:47.140627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:47.168484 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 98910259-3caf-479e-b654-d724c1b4e43a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:47.204167 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1453f713-a1f6-42c0-847e-efbc64e26816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:47.287376 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Network 637beb4c-5246-4d8f-86b0-61807c3c0e4e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:47.332563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:47.335457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:47.337053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Pushing event updated for resources: {'Port': ['ID=ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:47.345406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:47.372920 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6d1dfdff-fab7-4418-a40a-f67838fdf7da req-5b1572c2-4b52-484e-9ac3-118f62a271b9 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957033 Nov 25 08:54:47.404317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:47.438749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3afe4451-6620-4aa1-8ed1-5977838d8269 None None] Provisioning for port 8e20740b-dc66-4342-9dfe-ae0fc419e18e completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:47.458665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:47.476597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0499dc10-936f-4bd2-94dd-0b2c2f4c3c5a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:47.522847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3afe4451-6620-4aa1-8ed1-5977838d8269 None None] Provisioning complete for port 8e20740b-dc66-4342-9dfe-ae0fc419e18e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:47.523487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3afe4451-6620-4aa1-8ed1-5977838d8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:47.613376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=5a06adaa-1e2d-4e65-b0f4-f9312fb520c1,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:47.631968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 7086f785-33d2-40a4-9a64-44bbb7c85945 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:47.633032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port 61a8c6a8-6402-4b66-813e-2c33655bb49a {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:47.633850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:47.651763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Allocated IP 172.20.0.1 (637beb4c-5246-4d8f-86b0-61807c3c0e4e/7fb3249e-99fb-4d23-bca6-b2c9ce69cda8/3b05a20c-9d3b-4836-af18-328446cc211b) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:47.675508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:47.687564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f1c699-cb40-4f52-a697-6ff7e38f83b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:47.693719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Attempting to bind port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:47.694185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Attempting to bind port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:47.694529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Attempting to bind port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 on network 637beb4c-5246-4d8f-86b0-61807c3c0e4e {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:47.696336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f1c699-cb40-4f52-a697-6ff7e38f83b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:47.697189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f0f1c699-cb40-4f52-a697-6ff7e38f83b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:47.704264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:47.707174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:47.707578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Checking segment: {'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:47.707994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:47.708571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Bound using segment: {'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:47.709063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Bound port: ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:47.709494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:47.724504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:47.742470 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3afe4451-6620-4aa1-8ed1-5977838d8269 None None] Port 8e20740b-dc66-4342-9dfe-ae0fc419e18e cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:47.746602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 98910259-3caf-479e-b654-d724c1b4e43a completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:47.809273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Router b29a01cf-eea3-4dc8-98cf-069257d8dcf0 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:47.809653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:47.843459 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] For port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:47.847060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] For port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:47.848320 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 98910259-3caf-479e-b654-d724c1b4e43a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:47.848779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:47.859931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f0f1c699-cb40-4f52-a697-6ff7e38f83b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:47.861398 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f0f1c699-cb40-4f52-a697-6ff7e38f83b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.8118267 Nov 25 08:54:47.869856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46096) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:47.893984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:47.902760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1e73e57c-353e-4ba8-8b75-723ea4177ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:48.039081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Pushing event updated for resources: {'Port': ['ID=ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:48.051673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:48.055480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:48.056456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52a6b7d-1bad-4cd1-a79c-e10aa8b1525b None None] Network 7086f785-33d2-40a4-9a64-44bbb7c85945 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:48.090875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Transition to ACTIVE for port object 3b05a20c-9d3b-4836-af18-328446cc211b will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:48.116635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-e948e0b7-2092-4afd-84b1-18a259f433a8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 8e20740b-dc66-4342-9dfe-ae0fc419e18e {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:48.117161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e948e0b7-2092-4afd-84b1-18a259f433a8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:48.133965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:48.156148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab12c5-3073-47ca-882c-6ba774941342 None None] Sync routers for ids ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:48.162504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:48.182400 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "PUT /v2.0/routers/b29a01cf-eea3-4dc8-98cf-069257d8dcf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4110711 Nov 25 08:54:48.184285 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46100) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:48.196068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 4c453a14-df4f-41d5-a4bd-aaf4508c0220 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:48.267858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:48.273626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-87abe4cb-4ef8-4f08-8d5d-fca2f93fcf08 None None] Provisioning for port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:48.279876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-36722dc7-d25b-4324-a2d4-22dd255f34e8 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:48.347689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab12c5-3073-47ca-882c-6ba774941342 None None] Routers {'b29a01cf-eea3-4dc8-98cf-069257d8dcf0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:48.350805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-17ab12c5-3073-47ca-882c-6ba774941342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:48.445197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-17ab12c5-3073-47ca-882c-6ba774941342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:48.463663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:48.465421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Network 637beb4c-5246-4d8f-86b0-61807c3c0e4e is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:48.491508 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 98910259-3caf-479e-b654-d724c1b4e43a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=98910259-3caf-479e-b654-d724c1b4e43a,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:48.493614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'Port': ['ID=3b05a20c-9d3b-4836-af18-328446cc211b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:48.502883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:48.519427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:48.520231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:48.522237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:48.533961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:48.630066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab12c5-3073-47ca-882c-6ba774941342 None None] Routers {'b29a01cf-eea3-4dc8-98cf-069257d8dcf0'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:48.630771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-17ab12c5-3073-47ca-882c-6ba774941342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:48.679438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 4c453a14-df4f-41d5-a4bd-aaf4508c0220 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:48.700627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:48.722180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 4c453a14-df4f-41d5-a4bd-aaf4508c0220 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:48.722180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:48.759394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-17ab12c5-3073-47ca-882c-6ba774941342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:48.759818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab12c5-3073-47ca-882c-6ba774941342 None None] The sync data for ids ['b29a01cf-eea3-4dc8-98cf-069257d8dcf0'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:48.806590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=98910259-3caf-479e-b654-d724c1b4e43a,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:48.834869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:48.835129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:48.862032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:48.911348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for 61a8c6a8-6402-4b66-813e-2c33655bb49a owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:48.927802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:48.969249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8406fee-4296-4e85-bac2-7042191a89a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c453a14-df4f-41d5-a4bd-aaf4508c0220'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:54:48.988950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 4c453a14-df4f-41d5-a4bd-aaf4508c0220, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4c453a14-df4f-41d5-a4bd-aaf4508c0220,segment=NetworkSegment(a6bdfb68-70a6-44b2-802d-51cf41005ae4),segment_id=a6bdfb68-70a6-44b2-802d-51cf41005ae4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:49.014993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.021031 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:49.077661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ecf1-6462-44bb-9364-3c43e490c2ad req-d5fc475d-18f4-4f41-a079-2e3569afc384 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:49.085878 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8406fee-4296-4e85-bac2-7042191a89a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c453a14-df4f-41d5-a4bd-aaf4508c0220', 'code': 200} Nov 25 08:54:49.095184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.098460 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a5e1ecf1-6462-44bb-9364-3c43e490c2ad req-d5fc475d-18f4-4f41-a079-2e3569afc384 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 945 time: 0.5071294 Nov 25 08:54:49.147401 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=4c453a14-df4f-41d5-a4bd-aaf4508c0220,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:49.152303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:49.173139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.212353 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:49.262273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3e819c3d-e9dc-46ed-aa2d-8e971588230f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:49.294840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.381124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.404127 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a5e1ecf1-6462-44bb-9364-3c43e490c2ad req-bee8922d-d30d-4274-95f7-1caf9688ca74 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049822 Nov 25 08:54:49.421464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.448782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:49.464933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:49.465361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.607341 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f97f5d88-83bb-430a-af70-ee63694fbcb8 None None] Provisioning for port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:49.622479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f97f5d88-83bb-430a-af70-ee63694fbcb8 None None] Provisioning complete for port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:49.622948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f97f5d88-83bb-430a-af70-ee63694fbcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.692551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Deleting port 2fb6700a-0c62-4eb1-89a7-da742f716673 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:49.693002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.712227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.729547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27325e95-c963-4ae5-803b-d0c0ce912d6c None None] Network 637beb4c-5246-4d8f-86b0-61807c3c0e4e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:49.810864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f97f5d88-83bb-430a-af70-ee63694fbcb8 None None] Port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:49.851378 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ef0f37d2-578e-4fb5-928f-eab6f5a98c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.857508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=5a06adaa-1e2d-4e65-b0f4-f9312fb520c1,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:49.862372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e948e0b7-2092-4afd-84b1-18a259f433a8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.868979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f97f5d88-83bb-430a-af70-ee63694fbcb8 None None] Provisioning complete for port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:49.868979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f97f5d88-83bb-430a-af70-ee63694fbcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.872656 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:49.919703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=93ae4ab2-cd4f-4630-be7e-1a6d27c7548f,segment=NetworkSegment(c0ce1090-18d6-4704-9efc-a6190d845eef),segment_id=c0ce1090-18d6-4704-9efc-a6190d845eef)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:49.951423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:49.952287 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:50.013934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:50.014537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-e948e0b7-2092-4afd-84b1-18a259f433a8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 8e20740b-dc66-4342-9dfe-ae0fc419e18e owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:50.014663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fc45b158-885f-4f04-a747-34fdb87dc24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:50.091186 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=93ae4ab2-cd4f-4630-be7e-1a6d27c7548f,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:50.093808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:50.129314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:50.150135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Calling delete_port for 2fb6700a-0c62-4eb1-89a7-da742f716673 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:50.178565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfcce7-3647-4cee-a85e-7a968d91ff34 req-69d49818-bd93-48cd-a389-ed49698d43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:50.179935 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6fcfcce7-3647-4cee-a85e-7a968d91ff34 req-69d49818-bd93-48cd-a389-ed49698d43b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 1099 time: 0.6074660 Nov 25 08:54:50.183959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 7086f785-33d2-40a4-9a64-44bbb7c85945 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:50.199060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:50.211240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:50.243129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 98910259-3caf-479e-b654-d724c1b4e43a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:50.290049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:50.308485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:50.353528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f90275e4-9201-4225-9cd2-805803cd474f tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:50.362105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 98910259-3caf-479e-b654-d724c1b4e43a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:50.362755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:50.463325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:50.478763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:50.492230 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'Port': ['ID=3b05a20c-9d3b-4836-af18-328446cc211b,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:50.497272 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] Provisioning complete for port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:50.500516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:50.538540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:50.589881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:50.648542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] Port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:50.685772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] Provisioning for port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:50.697355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] Provisioning complete for port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:50.697846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:50.697959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=61a8c6a8-6402-4b66-813e-2c33655bb49a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:50.700782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:50.737221 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6fcfcce7-3647-4cee-a85e-7a968d91ff34 req-6fba6330-2abd-46c9-9d9f-e04ad6ed41da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382507 Nov 25 08:54:50.871978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:50.873230 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e948e0b7-2092-4afd-84b1-18a259f433a8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:50.880477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-af971b60-1ca5-4dd8-884e-603285210b19 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:50.887496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:50.944318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event deleted for resources: {'Port': ['ID=2fb6700a-0c62-4eb1-89a7-da742f716673,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:50.950583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:50.984721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.008486 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:51.097783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Network 637beb4c-5246-4d8f-86b0-61807c3c0e4e is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:51.101502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:51.130795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] For port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:51.148285 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.151022 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:51.238364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:51.238754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.285323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.340807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] Pushing event updated for resources: {'Port': ['ID=ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:51.351240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:51.374646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b44386d5-5bf0-4dfb-afe6-0f24c0f677c3 None None] Provisioning complete for port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:51.375209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b44386d5-5bf0-4dfb-afe6-0f24c0f677c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.428152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948e0b7-2092-4afd-84b1-18a259f433a8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=8e20740b-dc66-4342-9dfe-ae0fc419e18e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:51.434872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.466073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e948e0b7-2092-4afd-84b1-18a259f433a8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:51.491688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.493906 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6030a6-58e2-4861-bda9-5914a93713e6 req-565719a4-bc64-4d1d-aac2-5280d9082e83 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:51.495893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3a6030a6-58e2-4861-bda9-5914a93713e6 req-565719a4-bc64-4d1d-aac2-5280d9082e83 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.8372140 Nov 25 08:54:51.497211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.502100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b44386d5-5bf0-4dfb-afe6-0f24c0f677c3 None None] Port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:51.534575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b44386d5-5bf0-4dfb-afe6-0f24c0f677c3 None None] Provisioning complete for port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:51.534983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b44386d5-5bf0-4dfb-afe6-0f24c0f677c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.541194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.541796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Fanout notify agent at l3_agent the message router_deleted on router b29a01cf-eea3-4dc8-98cf-069257d8dcf0 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:54:51.560421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Router aebe3afe-2735-47e7-8568-19c5d695b0a1 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:51.567483 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.571103 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "DELETE /v2.0/routers/b29a01cf-eea3-4dc8-98cf-069257d8dcf0 HTTP/1.1" status: 204 len: 168 time: 3.3824074 Nov 25 08:54:51.571683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46112) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:51.626419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:54:51.675924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b44386d5-5bf0-4dfb-afe6-0f24c0f677c3 None None] Provisioning for port 3b05a20c-9d3b-4836-af18-328446cc211b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:51.680934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b44386d5-5bf0-4dfb-afe6-0f24c0f677c3 None None] Provisioning complete for port 3b05a20c-9d3b-4836-af18-328446cc211b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:51.681322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b44386d5-5bf0-4dfb-afe6-0f24c0f677c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.735843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b44386d5-5bf0-4dfb-afe6-0f24c0f677c3 None None] Port 3b05a20c-9d3b-4836-af18-328446cc211b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:51.765263 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3a6030a6-58e2-4861-bda9-5914a93713e6 req-d849456d-ae8b-466e-9986-80d8f4305615 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243361 Nov 25 08:54:51.780325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6598bcd-db88-4cd2-b119-2f5950a9716b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Deleting subnet 8ba09712-6809-4ab6-bc71-42724c8d2f32 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:51.786853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6598bcd-db88-4cd2-b119-2f5950a9716b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.812432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e948e0b7-2092-4afd-84b1-18a259f433a8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.828136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.872839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6598bcd-db88-4cd2-b119-2f5950a9716b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.877240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-31baf549-e89b-4c02-b815-6637ec7c0300 None None] Provisioning complete for port 3b05a20c-9d3b-4836-af18-328446cc211b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:51.881904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-31baf549-e89b-4c02-b815-6637ec7c0300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:51.911174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:51.916985 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "PUT /v2.0/routers/aebe3afe-2735-47e7-8568-19c5d695b0a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2422645 Nov 25 08:54:51.929353 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Sync routers for ids ['aebe3afe-2735-47e7-8568-19c5d695b0a1'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:51.953232 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Routers {'aebe3afe-2735-47e7-8568-19c5d695b0a1'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:51.955042 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['aebe3afe-2735-47e7-8568-19c5d695b0a1'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:51.975234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6598bcd-db88-4cd2-b119-2f5950a9716b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:52.110115 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e948e0b7-2092-4afd-84b1-18a259f433a8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/8e20740b-dc66-4342-9dfe-ae0fc419e18e HTTP/1.1" status: 204 len: 168 time: 4.2391503 Nov 25 08:54:52.111598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6598bcd-db88-4cd2-b119-2f5950a9716b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:52.119805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46124) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:52.129530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce7cff42-41b8-4830-b929-4ef2827b7c32 tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:52.151320 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-31baf549-e89b-4c02-b815-6637ec7c0300 None None] Port 3b05a20c-9d3b-4836-af18-328446cc211b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:52.203415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fad307-b4fc-4fc6-b8f6-78ec4e8bc222 None None] Network 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:52.204266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6598bcd-db88-4cd2-b119-2f5950a9716b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba09712-6809-4ab6-bc71-42724c8d2f32,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:52.206597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b6598bcd-db88-4cd2-b119-2f5950a9716b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:52.211853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:52.213163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b6598bcd-db88-4cd2-b119-2f5950a9716b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:52.227486 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6728666 Nov 25 08:54:52.235342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46132) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:52.241578 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b6598bcd-db88-4cd2-b119-2f5950a9716b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "DELETE /v2.0/subnets/8ba09712-6809-4ab6-bc71-42724c8d2f32 HTTP/1.1" status: 204 len: 168 time: 0.6649232 Nov 25 08:54:52.244696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Sync routers for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:52.246763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'network': {'name': 'tempest-RoutersTest-162943582'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:52.249779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46136) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:52.250006 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-c2e11b74-45ea-45ee-b109-bf9e61e248e2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973537772&fields=id&tenant_id=597512dac3a64f3385f07907794ac3f0 HTTP/1.1" status: 200 len: 267 time: 0.0831168 Nov 25 08:54:52.257736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485eb7f-3b26-4522-8a97-cbf0ed6d43e2 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:52.259468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485eb7f-3b26-4522-8a97-cbf0ed6d43e2 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:52.261103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485eb7f-3b26-4522-8a97-cbf0ed6d43e2 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:52.262046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1485eb7f-3b26-4522-8a97-cbf0ed6d43e2 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:52.270461 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Set router aebe3afe-2735-47e7-8568-19c5d695b0a1 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:54:52.318680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:52.319343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:52.360497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:52.381959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:network and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:52.410538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b645370-e714-44e1-b706-52410599b8cb req-44bb59e3-a829-4e7b-8900-00e5a7ff29ef tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:52.411532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0b645370-e714-44e1-b706-52410599b8cb req-44bb59e3-a829-4e7b-8900-00e5a7ff29ef tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Synchronizing usage tracker for tenant:597512dac3a64f3385f07907794ac3f0 on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:52.448670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:52.472987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:52.545019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1485eb7f-3b26-4522-8a97-cbf0ed6d43e2 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:52.549222 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1485eb7f-3b26-4522-8a97-cbf0ed6d43e2 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4281123 Nov 25 08:54:52.550906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46140) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:52.553439 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:52.559106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:52.560884 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:54:52.563113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:52.606958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0b645370-e714-44e1-b706-52410599b8cb req-44bb59e3-a829-4e7b-8900-00e5a7ff29ef tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Unset dirty status for tenant:597512dac3a64f3385f07907794ac3f0 on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:52.608348 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-44bb59e3-a829-4e7b-8900-00e5a7ff29ef tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/networks?id=637beb4c-5246-4d8f-86b0-61807c3c0e4e HTTP/1.1" status: 200 len: 796 time: 0.3572514 Nov 25 08:54:52.618835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Deleting port 09017c86-d5d3-46a7-9739-14c7ab13fb46 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:52.619365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:52.633830 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-5ec6f4b7-5e04-4351-8d13-ba8a3b9abe0d tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/quotas/597512dac3a64f3385f07907794ac3f0 HTTP/1.1" status: 200 len: 375 time: 0.0182376 Nov 25 08:54:52.665775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:54:52.709130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:52.709670 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added segment 2f035546-2246-4b03-9b0c-c0e55237b50d of type vlan for network 97966185-10b0-4c52-a66a-9aaf48d0a440 Nov 25 08:54:52.723860 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:49Z', 'revision_number': 4, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '3b05a20c-9d3b-4836-af18-328446cc211b', 'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'mac_address': 'fa:16:3e:98:92:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:47Z', 'updated_at': '2021-11-25T08:54:49Z', 'revision_number': 2, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'subnets': [{'id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:52.731385 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Checking router: aebe3afe-2735-47e7-8568-19c5d695b0a1 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:54:52.732202 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Updating router aebe3afe-2735-47e7-8568-19c5d695b0a1 port 3b05a20c-9d3b-4836-af18-328446cc211b binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:54:52.769707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router 4cbe8809-797b-4481-8e98-5c21b1d7c686 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:54:52.810972 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:52.849686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:52.853303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd4482-87c2-4bfc-aa4e-b5202ac5b906 None None] DHCP port deletion for 8c4567bb-e8cb-417b-aaf4-3d784929e6e8 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:54:52.899445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-43dd4482-87c2-4bfc-aa4e-b5202ac5b906 None None] Deleting port 09017c86-d5d3-46a7-9739-14c7ab13fb46 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:52.900086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43dd4482-87c2-4bfc-aa4e-b5202ac5b906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:52.905753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3c058e-d6d9-40ae-923b-9cfc482af883 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 5fcb9762-7bbd-4371-94a4-a9fd65fc3c77 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:52.909286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0d3c058e-d6d9-40ae-923b-9cfc482af883 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.009108 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0d3c058e-d6d9-40ae-923b-9cfc482af883 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.022244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:53.106241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0b645370-e714-44e1-b706-52410599b8cb req-f30f4998-3a31-4c38-9b0d-a3b4caf1dcc7 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Synchronizing usage tracker for tenant:597512dac3a64f3385f07907794ac3f0 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:53.142959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0d3c058e-d6d9-40ae-923b-9cfc482af883 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.179147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0b645370-e714-44e1-b706-52410599b8cb req-f30f4998-3a31-4c38-9b0d-a3b4caf1dcc7 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Unset dirty status for tenant:597512dac3a64f3385f07907794ac3f0 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:53.193588 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-f30f4998-3a31-4c38-9b0d-a3b4caf1dcc7 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=597512dac3a64f3385f07907794ac3f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5530324 Nov 25 08:54:53.201818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:54:53.291296 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.307359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:53.307945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.309366 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Transition to ACTIVE for port object 3b05a20c-9d3b-4836-af18-328446cc211b will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:53.318960 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.331131 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:53.368346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0d3c058e-d6d9-40ae-923b-9cfc482af883 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.376540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b8ee8d99-8fc7-4de1-851f-d82134c63f9c tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:53.387490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-43dd4482-87c2-4bfc-aa4e-b5202ac5b906 None None] For port 09017c86-d5d3-46a7-9739-14c7ab13fb46, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=09017c86-d5d3-46a7-9739-14c7ab13fb46,segment=NetworkSegment(564bebdf-d0b9-4ce8-8588-76bc147de42a),segment_id=564bebdf-d0b9-4ce8-8588-76bc147de42a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:53.387896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43dd4482-87c2-4bfc-aa4e-b5202ac5b906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.407280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:54:47Z', 'revision_number': 2, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 2, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:53.434588 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c058e-d6d9-40ae-923b-9cfc482af883 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcb9762-7bbd-4371-94a4-a9fd65fc3c77,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:53.442555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0d3c058e-d6d9-40ae-923b-9cfc482af883 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.452647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0d3c058e-d6d9-40ae-923b-9cfc482af883 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:53.461370 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-099881d6-1024-49bc-ae5c-92e01a910b7a service neutron] 10.222.0.54 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522457 Nov 25 08:54:53.501337 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0d3c058e-d6d9-40ae-923b-9cfc482af883 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/5fcb9762-7bbd-4371-94a4-a9fd65fc3c77 HTTP/1.1" status: 204 len: 168 time: 0.9465666 Nov 25 08:54:53.503540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46146) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:53.507493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] For port 09017c86-d5d3-46a7-9739-14c7ab13fb46, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=09017c86-d5d3-46a7-9739-14c7ab13fb46,segment=NetworkSegment(564bebdf-d0b9-4ce8-8588-76bc147de42a),segment_id=564bebdf-d0b9-4ce8-8588-76bc147de42a)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:53.507863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.518056 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Pushing event updated for resources: {'Port': ['ID=3b05a20c-9d3b-4836-af18-328446cc211b,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:53.548970 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aa3cf6-8a4c-40a5-9abb-f69a111366fd None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:53.575561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-43dd4482-87c2-4bfc-aa4e-b5202ac5b906 None None] Calling delete_port for 09017c86-d5d3-46a7-9739-14c7ab13fb46 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:53.602436 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.604280 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.604280 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.604280 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.604280 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.604672 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.604991 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.605161 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.605463 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.605777 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.606208 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.606541 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:54:53.608202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Checking router: d3d6389f-5ac2-4be2-a55b-e769fa3a5aad for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:54:53.608569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Updating router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:54:53.618894 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:53.658695 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Attempting to bind port 3b05a20c-9d3b-4836-af18-328446cc211b on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:53.659747 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Attempting to bind port 3b05a20c-9d3b-4836-af18-328446cc211b by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:53.660165 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Attempting to bind port 3b05a20c-9d3b-4836-af18-328446cc211b on network 637beb4c-5246-4d8f-86b0-61807c3c0e4e {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:53.669035 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:53.670215 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Checking segment: {'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:53.670719 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.671096 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Bound using segment: {'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:53.671565 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Bound port: 3b05a20c-9d3b-4836-af18-328446cc211b, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:53.672227 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.687240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-582f5cb5-d52d-4dbc-80ce-2d4a46f7a5b4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 90a00f35-f05d-475e-972e-1ca68a6da1ef {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:53.696606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-582f5cb5-d52d-4dbc-80ce-2d4a46f7a5b4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.709932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Calling delete_port for 09017c86-d5d3-46a7-9739-14c7ab13fb46 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:53.794175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.796411 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-4e9a75c4-f3ff-490c-960b-86b0bf445996 service neutron] 10.222.0.54 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198798 Nov 25 08:54:53.802842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-582f5cb5-d52d-4dbc-80ce-2d4a46f7a5b4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.812685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:53.813107 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] For port 3b05a20c-9d3b-4836-af18-328446cc211b, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:53.817291 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] For port 3b05a20c-9d3b-4836-af18-328446cc211b, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3b05a20c-9d3b-4836-af18-328446cc211b,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:53.818901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.830195 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.837728 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-546660b3-b4f5-4a8e-a306-c676189c5456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:53.863789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-beefc29e-4030-4a5d-8b39-883e47753e6a tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:53.910914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:53.961564 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Routers {'aebe3afe-2735-47e7-8568-19c5d695b0a1'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:53.961908 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['aebe3afe-2735-47e7-8568-19c5d695b0a1'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:53.997571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:54.081439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 09017c86-d5d3-46a7-9739-14c7ab13fb46 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:54:54.123301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-582f5cb5-d52d-4dbc-80ce-2d4a46f7a5b4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:54.143668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-43dd4482-87c2-4bfc-aa4e-b5202ac5b906 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:54:54.144414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-43dd4482-87c2-4bfc-aa4e-b5202ac5b906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:54:54.191292 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-35e92de9-05cf-475c-9853-3f0b09bd7a11 req-30ad9e88-6a0b-4181-905b-4c86caefb218 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 210 time: 0.1851459 Nov 25 08:54:54.196296 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] Set router aebe3afe-2735-47e7-8568-19c5d695b0a1 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:54:54.237029 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 09017c86-d5d3-46a7-9739-14c7ab13fb46 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:54:54.237574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 09017c86-d5d3-46a7-9739-14c7ab13fb46 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:54:54.267044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] No DVR routers for this DVR port 09017c86-d5d3-46a7-9739-14c7ab13fb46 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:54:54.320741 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0815697 Nov 25 08:54:54.325053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Network': ['ID=97966185-10b0-4c52-a66a-9aaf48d0a440,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:54.329699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46158) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:54.338077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:54.353441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'subnet': {'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:54.354239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8fabd-da98-403f-9bac-91b5eba84c95 req-82f1a2b6-d235-4da8-a2d3-72d33ac20461 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:54.357719 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2bf8fabd-da98-403f-9bac-91b5eba84c95 req-82f1a2b6-d235-4da8-a2d3-72d33ac20461 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 1.3371716 Nov 25 08:54:54.359859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1d94753f-f6eb-4ab9-a827-34e41c81120e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:54.391205 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Pushing event updated for resources: {'Port': ['ID=3b05a20c-9d3b-4836-af18-328446cc211b,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:54.396548 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:54.409781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 97966185-10b0-4c52-a66a-9aaf48d0a440 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:54:54.546491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event deleted for resources: {'Port': ['ID=09017c86-d5d3-46a7-9739-14c7ab13fb46,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:54.555280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-582f5cb5-d52d-4dbc-80ce-2d4a46f7a5b4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:54.560794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cf74a2af-8d6f-4a14-8774-fd8de4d9d11e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:54.562175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:54.628303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f5cb5-d52d-4dbc-80ce-2d4a46f7a5b4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=90a00f35-f05d-475e-972e-1ca68a6da1ef,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:54.634351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-582f5cb5-d52d-4dbc-80ce-2d4a46f7a5b4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:54.646043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-582f5cb5-d52d-4dbc-80ce-2d4a46f7a5b4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:54.663660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-43dd4482-87c2-4bfc-aa4e-b5202ac5b906 None None] Deleting port 09017c86-d5d3-46a7-9739-14c7ab13fb46 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:54.663955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43dd4482-87c2-4bfc-aa4e-b5202ac5b906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:54.674956 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-582f5cb5-d52d-4dbc-80ce-2d4a46f7a5b4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/90a00f35-f05d-475e-972e-1ca68a6da1ef HTTP/1.1" status: 204 len: 168 time: 1.1702909 Nov 25 08:54:54.680181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:54.683922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46164) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:54.783898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:subnet and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:54:54.785664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:54.794646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:54:54.813015 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-908b9e1f-4c43-4bdd-a02b-bfcf8ad40578 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1261499 Nov 25 08:54:54.814107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:54.817229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46168) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:54.838584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-43dd4482-87c2-4bfc-aa4e-b5202ac5b906 None None] The port '09017c86-d5d3-46a7-9739-14c7ab13fb46' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:54:54.886773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:54.891502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:54.917342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4567bb-e8cb-417b-aaf4-3d784929e6e8']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:54.953854 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:49Z', 'revision_number': 4, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '3b05a20c-9d3b-4836-af18-328446cc211b', 'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'mac_address': 'fa:16:3e:98:92:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:47Z', 'updated_at': '2021-11-25T08:54:53Z', 'revision_number': 4, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'subnets': [{'id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:54.971869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:54:54.978214 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01ba351-02ed-4bf3-b489-49c95bf45496 None None] The sync data for ids ['aebe3afe-2735-47e7-8568-19c5d695b0a1'] in dv-neutron-818341-1-hyperv is: [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:49Z', 'revision_number': 4, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '3b05a20c-9d3b-4836-af18-328446cc211b', 'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'mac_address': 'fa:16:3e:98:92:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:47Z', 'updated_at': '2021-11-25T08:54:53Z', 'revision_number': 4, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'subnets': [{'id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:54.981229 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "PUT /v2.0/routers/4cbe8809-797b-4481-8e98-5c21b1d7c686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9155049 Nov 25 08:54:54.986092 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564bebdf-d0b9-4ce8-8588-76bc147de42a') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:54.986557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564bebdf-d0b9-4ce8-8588-76bc147de42a') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:54.992586 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdeb4f-08a4-4c23-9f82-4ec042d81e8b None None] Sync routers for ids ['4cbe8809-797b-4481-8e98-5c21b1d7c686'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:54:55.000704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46172) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:55.011433 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2bf8fabd-da98-403f-9bac-91b5eba84c95 req-ee03d98c-bd27-45a9-a801-b41f666798a0 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179486 Nov 25 08:54:55.023251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:55.084919 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdeb4f-08a4-4c23-9f82-4ec042d81e8b None None] Routers {'4cbe8809-797b-4481-8e98-5c21b1d7c686'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:55.088812 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d8cdeb4f-08a4-4c23-9f82-4ec042d81e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4cbe8809-797b-4481-8e98-5c21b1d7c686'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:55.110376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:55.130773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:54:55.132276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:54:55.175421 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:54:55.262429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5599e34-55d6-4d0f-bd9d-58ec531db1c6 None None] Update dhcp port {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': '90a00f35-f05d-475e-972e-1ca68a6da1ef'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': '1e923f59-957c-43b3-a9ff-cdf6b57f484d'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:54:55.364447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e5599e34-55d6-4d0f-bd9d-58ec531db1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:55.380125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:55.384598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2ee5e4fa-3650-40e9-af95-04bd3733fdba tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:55.465406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:55.482473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:55.509108 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d8cdeb4f-08a4-4c23-9f82-4ec042d81e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:55.513146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event deleted for resources: {'Network': ['ID=8c4567bb-e8cb-417b-aaf4-3d784929e6e8,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:55.518126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Transition to ACTIVE for port object 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:55.520233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:55.534315 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "DELETE /v2.0/networks/8c4567bb-e8cb-417b-aaf4-3d784929e6e8 HTTP/1.1" status: 204 len: 168 time: 3.2804973 Nov 25 08:54:55.535367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46180) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:55.555428 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdeb4f-08a4-4c23-9f82-4ec042d81e8b None None] Routers {'4cbe8809-797b-4481-8e98-5c21b1d7c686'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:55.556491 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d8cdeb4f-08a4-4c23-9f82-4ec042d81e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['4cbe8809-797b-4481-8e98-5c21b1d7c686'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:55.628289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:55.638362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0921388e-3c18-49aa-966e-e03f0ee86941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:55.840625 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d8cdeb4f-08a4-4c23-9f82-4ec042d81e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:55.846485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a34d18-c46e-479c-a5bb-eb526f7a08b4 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:55.851178 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdeb4f-08a4-4c23-9f82-4ec042d81e8b None None] The sync data for ids ['4cbe8809-797b-4481-8e98-5c21b1d7c686'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:56.122886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4486e6-d666-4c8b-a293-5f76b1c08a1b None None] Pushing event updated for resources: {'Port': ['ID=5a06adaa-1e2d-4e65-b0f4-f9312fb520c1,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:56.140954 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1d4486e6-d666-4c8b-a293-5f76b1c08a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:56.148239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2781841-c828-4cc4-8d12-573ac15cdfd4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:56.151210 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a2781841-c828-4cc4-8d12-573ac15cdfd4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3341477 Nov 25 08:54:56.169247 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46186) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:56.205252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-89eadbce-4975-4cc6-9504-927ce08856b8 None None] Provisioning complete for port 1e923f59-957c-43b3-a9ff-cdf6b57f484d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:56.205799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89eadbce-4975-4cc6-9504-927ce08856b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:56.314467 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1abd1bfb-0ad4-4ea1-8e76-09fe4627e37f req-d318dfe0-67a8-414b-a084-314e472aa5aa tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 210 time: 0.1946485 Nov 25 08:54:56.367620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625d8402-341b-4a24-b741-b24e91131cae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:56.368761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-625d8402-341b-4a24-b741-b24e91131cae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:56.378663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Attempting to bind port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:56.379197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Attempting to bind port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'c0ce1090-18d6-4704-9efc-a6190d845eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:56.379669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Attempting to bind port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 on network 7086f785-33d2-40a4-9a64-44bbb7c85945 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:56.434826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:56.435677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Checking segment: {'id': 'c0ce1090-18d6-4704-9efc-a6190d845eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:56.436977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:56.437818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Bound using segment: {'id': 'c0ce1090-18d6-4704-9efc-a6190d845eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:56.438704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Bound port: 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ce1090-18d6-4704-9efc-a6190d845eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:56.439650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:56.488192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:56.596339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-625d8402-341b-4a24-b741-b24e91131cae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:56.597736 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-625d8402-341b-4a24-b741-b24e91131cae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4268801 Nov 25 08:54:56.616382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46194) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:56.677978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b645370-e714-44e1-b706-52410599b8cb req-b381e4ad-bfe0-4041-83fc-6d40244c41e1 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:56.681052 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-b381e4ad-bfe0-4041-83fc-6d40244c41e1 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.41 "GET /v2.0/networks?id=637beb4c-5246-4d8f-86b0-61807c3c0e4e HTTP/1.1" status: 200 len: 796 time: 0.3644707 Nov 25 08:54:56.709958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Deleting port 881ef5eb-c834-40e8-8890-6e3d603e71a9 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:56.710790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:56.718891 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] For port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:56.734562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e557f3-ef0e-4879-ab6a-2f81284765ed None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:54:56.741167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efce1f6-d62b-41de-b8ab-ec84c748c596 req-126f28a2-1d4a-4f26-a306-766581830a50 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:56.743281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a5e557f3-ef0e-4879-ab6a-2f81284765ed None None] Deleting port 1e923f59-957c-43b3-a9ff-cdf6b57f484d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:56.743878 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5e557f3-ef0e-4879-ab6a-2f81284765ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:56.749397 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5efce1f6-d62b-41de-b8ab-ec84c748c596 req-126f28a2-1d4a-4f26-a306-766581830a50 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.9405231 Nov 25 08:54:56.786632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-0b645370-e714-44e1-b706-52410599b8cb req-9d038798-716b-4f37-a182-4709d268e658 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Synchronizing usage tracker for tenant:597512dac3a64f3385f07907794ac3f0 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:56.821958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46198) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:56.822187 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-77bec6d0-d6cb-4123-afb5-670e0299921b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2020676 Nov 25 08:54:56.828429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-4b1d57ba-ec26-4732-99de-f5dae3a01231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:56.887084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] For port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5a06adaa-1e2d-4e65-b0f4-f9312fb520c1,segment=NetworkSegment(c0ce1090-18d6-4704-9efc-a6190d845eef),segment_id=c0ce1090-18d6-4704-9efc-a6190d845eef)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:56.896224 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5efce1f6-d62b-41de-b8ab-ec84c748c596 req-ae51fb8a-cde2-4bda-aa50-a20501d96bd6 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457314 Nov 25 08:54:56.994216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3b05a20c-9d3b-4836-af18-328446cc211b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:57.025836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4b1d57ba-ec26-4732-99de-f5dae3a01231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:57.042047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.049761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.050156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4b1d57ba-ec26-4732-99de-f5dae3a01231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:57.065899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-0b645370-e714-44e1-b706-52410599b8cb req-9d038798-716b-4f37-a182-4709d268e658 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Unset dirty status for tenant:597512dac3a64f3385f07907794ac3f0 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:57.068592 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-9d038798-716b-4f37-a182-4709d268e658 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=597512dac3a64f3385f07907794ac3f0 HTTP/1.1" status: 200 len: 379 time: 0.3760788 Nov 25 08:54:57.069012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.076319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2ca42604-9842-4d3e-a21b-2007533870cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:57.081509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-582f5cb5-d52d-4dbc-80ce-2d4a46f7a5b4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:57.116078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'port': {'device_id': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'admin_state_up': True, 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'security_groups': ['5463fc82-d544-4856-b586-761c95829f15']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:57.132432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port 2b97c1b5-4bc3-4a08-96a5-4353daef8eda {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:54:57.132931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.136159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1d57ba-ec26-4732-99de-f5dae3a01231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:57.140176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4b1d57ba-ec26-4732-99de-f5dae3a01231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.146121 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1d57ba-ec26-4732-99de-f5dae3a01231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:54:57.146586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1d57ba-ec26-4732-99de-f5dae3a01231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:57.170357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4486e6-d666-4c8b-a293-5f76b1c08a1b None None] Pushing event updated for resources: {'Port': ['ID=5a06adaa-1e2d-4e65-b0f4-f9312fb520c1,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:57.197934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1d4486e6-d666-4c8b-a293-5f76b1c08a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:57.238098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a5e557f3-ef0e-4879-ab6a-2f81284765ed None None] For port 1e923f59-957c-43b3-a9ff-cdf6b57f484d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1e923f59-957c-43b3-a9ff-cdf6b57f484d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:57.238529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5e557f3-ef0e-4879-ab6a-2f81284765ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.438723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a5e557f3-ef0e-4879-ab6a-2f81284765ed None None] Calling delete_port for 1e923f59-957c-43b3-a9ff-cdf6b57f484d owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:57.439979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.514780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:54:57.516118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:57.566948 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4b1d57ba-ec26-4732-99de-f5dae3a01231 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7423480 Nov 25 08:54:57.606530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46208) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:57.606928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for 2b97c1b5-4bc3-4a08-96a5-4353daef8eda owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:57.619285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f6d1625e-5f41-47f3-b811-62dd60f6f696 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:57.641134 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a714bc1f-1ec8-4fd9-934d-6c3faaf5adbd req-3f735c29-730a-45a6-806a-ad1888a92768 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 210 time: 0.1432393 Nov 25 08:54:57.713303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 3b05a20c-9d3b-4836-af18-328446cc211b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:57.716787 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5e557f3-ef0e-4879-ab6a-2f81284765ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.724185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:57.743513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Subnet': ['ID=0baae84f-89bc-43f6-8e83-b520ff5a7267,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:57.749435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:57.752754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Checking segment: {'id': '2f035546-2246-4b03-9b0c-c0e55237b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:57.752754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network hostable DHCP agents. Network: 97966185-10b0-4c52-a66a-9aaf48d0a440, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:54:57.762984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:54:57.809839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.810456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.820730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3b05a20c-9d3b-4836-af18-328446cc211b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:57.821123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.824919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:57.827616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f6d1625e-5f41-47f3-b811-62dd60f6f696 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:57.832860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d366d68-1807-4605-9933-6711808ab3ed req-a3e636a9-15c4-4ac1-858f-3edcea56fd34 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:57.834350 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8d366d68-1807-4605-9933-6711808ab3ed req-a3e636a9-15c4-4ac1-858f-3edcea56fd34 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.2362235 Nov 25 08:54:57.840398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 97966185-10b0-4c52-a66a-9aaf48d0a440 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:54:57.861776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e557f3-ef0e-4879-ab6a-2f81284765ed None None] Pushing event deleted for resources: {'Port': ['ID=1e923f59-957c-43b3-a9ff-cdf6b57f484d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:57.864161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a5e557f3-ef0e-4879-ab6a-2f81284765ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:57.874953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e557f3-ef0e-4879-ab6a-2f81284765ed None None] No DVR routers for this DVR port 1e923f59-957c-43b3-a9ff-cdf6b57f484d on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:54:57.900140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 97966185-10b0-4c52-a66a-9aaf48d0a440) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:57.909906 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8d366d68-1807-4605-9933-6711808ab3ed req-17da71d1-c148-4aec-8900-bd96d86442fd tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663218 Nov 25 08:54:57.911417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:57.912139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:57.960968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Calling delete_port for 881ef5eb-c834-40e8-8890-6e3d603e71a9 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:54:57.969335 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e583b238-aeb7-4938-83ff-8cf5e20c5cfd None None] Network 97966185-10b0-4c52-a66a-9aaf48d0a440 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:54:57.992703 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6581187 Nov 25 08:54:57.995408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f6d1625e-5f41-47f3-b811-62dd60f6f696 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:57.998879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46212) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:58.015371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:58.042262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d1625e-5f41-47f3-b811-62dd60f6f696 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:58.047184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6d1625e-5f41-47f3-b811-62dd60f6f696 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:58.048756 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d1625e-5f41-47f3-b811-62dd60f6f696 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:54:58.049414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d1625e-5f41-47f3-b811-62dd60f6f696 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:58.056971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Made reservation on behalf of 597512dac3a64f3385f07907794ac3f0 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:58.061470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:58.094446 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f6d1625e-5f41-47f3-b811-62dd60f6f696 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4836426 Nov 25 08:54:58.099193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:58.103086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46216) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:58.303183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea8e86ed-0aa3-4090-a113-995d5520826d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:58.318637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:58.324174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cb6ac246-56f4-4570-9bca-73e77b6d4211 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:58.360514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-739e1b30-1d4c-4e57-8e86-d2fff8118476 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:58.376069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Pushing event deleted for resources: {'Port': ['ID=881ef5eb-c834-40e8-8890-6e3d603e71a9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:58.379954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=2b97c1b5-4bc3-4a08-96a5-4353daef8eda,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:58.382646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Allocated IP 172.20.0.14 (637beb4c-5246-4d8f-86b0-61807c3c0e4e/7fb3249e-99fb-4d23-bca6-b2c9ce69cda8/17b3340f-41b2-4089-9935-a3c92b5e2eb6) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:58.384895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:58.396448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:58.400799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:58.488323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 3b05a20c-9d3b-4836-af18-328446cc211b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3b05a20c-9d3b-4836-af18-328446cc211b,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:54:58.528511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:58.530579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:58.540790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-21aa8653-c036-4a61-a17e-39fe00d1c40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:58.593520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:54:47Z', 'revision_number': 2, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:54:56Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:58.603569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:58.605258 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] 10.222.0.54 "DELETE /v2.0/floatingips/c54f6537-8d1a-45b5-bb38-5e1a6687f9f9 HTTP/1.1" status: 204 len: 168 time: 3.0685554 Nov 25 08:54:58.606507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1e923f59-957c-43b3-a9ff-cdf6b57f484d no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:54:58.648618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedeb62a-cad1-413b-a43e-d9c0f71f5f8b None None] The sync data for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv is: [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:54:47Z', 'revision_number': 2, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:54:56Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:54:58.663054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1e923f59-957c-43b3-a9ff-cdf6b57f484d {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:54:58.669614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1e923f59-957c-43b3-a9ff-cdf6b57f484d not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:54:58.740556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=3b05a20c-9d3b-4836-af18-328446cc211b,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:58.745609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:58.753126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-97966185-10b0-4c52-a66a-9aaf48d0a440', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:54:58.754521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:58.780744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:58.800953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Transition to ACTIVE for port object 17b3340f-41b2-4089-9935-a3c92b5e2eb6 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:58.838449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:58.853672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-739e1b30-1d4c-4e57-8e86-d2fff8118476 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:58.884580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d47c773b-484c-44c5-99ec-41640559ff52 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:58.948560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-739e1b30-1d4c-4e57-8e86-d2fff8118476 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:58.983086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.004117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3b05a20c-9d3b-4836-af18-328446cc211b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:54:59.020151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46228) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:59.093196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Allocated IP 172.21.0.2 (97966185-10b0-4c52-a66a-9aaf48d0a440/0baae84f-89bc-43f6-8e83-b520ff5a7267/0b73f750-7ed0-4bd9-ad63-23ca680fd749) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:54:59.122911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739e1b30-1d4c-4e57-8e86-d2fff8118476 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:59.130867 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-739e1b30-1d4c-4e57-8e86-d2fff8118476 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.132332 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-739e1b30-1d4c-4e57-8e86-d2fff8118476 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:54:59.132772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739e1b30-1d4c-4e57-8e86-d2fff8118476 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:59.144108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3b05a20c-9d3b-4836-af18-328446cc211b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:59.144587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.174748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Network 637beb4c-5246-4d8f-86b0-61807c3c0e4e is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:59.180695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'Port': ['ID=17b3340f-41b2-4089-9935-a3c92b5e2eb6,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:59.185502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:59.193935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:59.197221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:59.315863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:59.322662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.371583 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2702124 Nov 25 08:54:59.395700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Request body: {'port': {'device_id': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:59.420711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.439315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.454245 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-739e1b30-1d4c-4e57-8e86-d2fff8118476 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1215608 Nov 25 08:54:59.455310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46234) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:59.491546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a70eb5f7-0ca2-4d0b-97d7-88c4ff960bbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:54:59.555834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3419e8d-5ea6-4b40-92a1-c47c28a5c1a3 req-7aa9d69c-77cf-4646-acd2-a56920466e3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:59.557090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c3419e8d-5ea6-4b40-92a1-c47c28a5c1a3 req-7aa9d69c-77cf-4646-acd2-a56920466e3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Synchronizing usage tracker for tenant:597512dac3a64f3385f07907794ac3f0 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:54:59.564567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.579973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Transition to ACTIVE for port object 0b73f750-7ed0-4bd9-ad63-23ca680fd749 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:59.596160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7ad93cc8-0f80-43b8-93a0-45bcea54fc84 None None] Provisioning for port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:54:59.608401 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7ad93cc8-0f80-43b8-93a0-45bcea54fc84 None None] Provisioning complete for port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:54:59.608789 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7ad93cc8-0f80-43b8-93a0-45bcea54fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.645082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Transition to ACTIVE for port object 0b73f750-7ed0-4bd9-ad63-23ca680fd749 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:54:59.666370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.666909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Fanout notify agent at l3_agent the message router_deleted on router 4cbe8809-797b-4481-8e98-5c21b1d7c686 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:54:59.670025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.677659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:54:59.718483 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.722169 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/routers/4cbe8809-797b-4481-8e98-5c21b1d7c686 HTTP/1.1" status: 204 len: 168 time: 4.7080514 Nov 25 08:54:59.746480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7ad93cc8-0f80-43b8-93a0-45bcea54fc84 None None] Port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:54:59.754217 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a70eb5f7-0ca2-4d0b-97d7-88c4ff960bbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:54:59.756232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46238) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:59.758159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Network 97966185-10b0-4c52-a66a-9aaf48d0a440 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:54:59.759164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Pushing event updated for resources: {'Port': ['ID=0b73f750-7ed0-4bd9-ad63-23ca680fd749,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:59.762028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:54:59.763304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:54:59.765858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:54:59.780931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21754f-2867-4e6a-a410-72e9b8c35d13 req-60e2ceb6-e2dd-479a-bb72-c101c19c7d62 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:54:59.782511 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2a21754f-2867-4e6a-a410-72e9b8c35d13 req-60e2ceb6-e2dd-479a-bb72-c101c19c7d62 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.5657079 Nov 25 08:54:59.834324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a70eb5f7-0ca2-4d0b-97d7-88c4ff960bbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:54:59.848581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c3419e8d-5ea6-4b40-92a1-c47c28a5c1a3 req-7aa9d69c-77cf-4646-acd2-a56920466e3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Unset dirty status for tenant:597512dac3a64f3385f07907794ac3f0 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:54:59.855516 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3419e8d-5ea6-4b40-92a1-c47c28a5c1a3 req-7aa9d69c-77cf-4646-acd2-a56920466e3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 932 time: 0.8343933 Nov 25 08:54:59.863492 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Attempting to bind port 0b73f750-7ed0-4bd9-ad63-23ca680fd749 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:54:59.863874 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Attempting to bind port 0b73f750-7ed0-4bd9-ad63-23ca680fd749 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '2f035546-2246-4b03-9b0c-c0e55237b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:54:59.864273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Attempting to bind port 0b73f750-7ed0-4bd9-ad63-23ca680fd749 on network 97966185-10b0-4c52-a66a-9aaf48d0a440 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:54:59.869871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:54:59.870162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Checking segment: {'id': '2f035546-2246-4b03-9b0c-c0e55237b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:54:59.870705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.871113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Bound using segment: {'id': '2f035546-2246-4b03-9b0c-c0e55237b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:54:59.872322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Bound port: 0b73f750-7ed0-4bd9-ad63-23ca680fd749, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f035546-2246-4b03-9b0c-c0e55237b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:54:59.872704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.881264 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f7b46067-14d6-4a1f-9ef2-e7b91cd827e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1483f6b5f39b41e1a33e59ff563bbc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7421365 Nov 25 08:54:59.886425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46242) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:54:59.894180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70eb5f7-0ca2-4d0b-97d7-88c4ff960bbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:54:59.898273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a70eb5f7-0ca2-4d0b-97d7-88c4ff960bbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.899638 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70eb5f7-0ca2-4d0b-97d7-88c4ff960bbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:54:59.900059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70eb5f7-0ca2-4d0b-97d7-88c4ff960bbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:54:59.908816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.932394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.938549 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3419e8d-5ea6-4b40-92a1-c47c28a5c1a3 req-32f9ec02-bb93-43cc-a2e5-75ac439fb06b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821640 Nov 25 08:54:59.952603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3843339-3b2d-49b0-85dd-7e6e6231d4a7 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting subnet 0ed21d11-13a5-48a5-98f4-e843ccdd58b9 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:54:59.968854 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2a21754f-2867-4e6a-a410-72e9b8c35d13 req-746c7cab-8d96-4405-b366-b39f305807d5 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434069 Nov 25 08:54:59.969532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3843339-3b2d-49b0-85dd-7e6e6231d4a7 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.976474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] For port 0b73f750-7ed0-4bd9-ad63-23ca680fd749, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:54:59.980775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] For port 0b73f750-7ed0-4bd9-ad63-23ca680fd749, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0b73f750-7ed0-4bd9-ad63-23ca680fd749,segment=NetworkSegment(2f035546-2246-4b03-9b0c-c0e55237b50d),segment_id=2f035546-2246-4b03-9b0c-c0e55237b50d)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:54:59.987104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:54:59.991389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7a8fb87d-c9e0-4800-90c2-ae97b3a20096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:00.119782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Pushing event updated for resources: {'Port': ['ID=0b73f750-7ed0-4bd9-ad63-23ca680fd749,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:00.125332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:00.288531 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a70eb5f7-0ca2-4d0b-97d7-88c4ff960bbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8038700 Nov 25 08:55:00.291843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46250) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:00.314607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-11a27839-3920-4691-89ec-9428c5dc8d71 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:00.464819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3843339-3b2d-49b0-85dd-7e6e6231d4a7 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:00.489989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-11a27839-3920-4691-89ec-9428c5dc8d71 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:00.501863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-11a27839-3920-4691-89ec-9428c5dc8d71 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:00.552566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a27839-3920-4691-89ec-9428c5dc8d71 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:00.556636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-11a27839-3920-4691-89ec-9428c5dc8d71 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:00.557643 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a27839-3920-4691-89ec-9428c5dc8d71 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:55:00.558214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a27839-3920-4691-89ec-9428c5dc8d71 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:55:00.590218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4816e99c-9121-4e47-ac6c-4065cde60978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:00.591151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b3340f-41b2-4089-9935-a3c92b5e2eb6 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:55:00.602142 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-11a27839-3920-4691-89ec-9428c5dc8d71 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3065414 Nov 25 08:55:00.602142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:00.603381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46254) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:00.611157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f8e5f773-8a1a-4577-af40-8ae44ce99ad1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:00.694164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Transition to ACTIVE for port object 17b3340f-41b2-4089-9935-a3c92b5e2eb6 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:00.709878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:00.717043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4067ccec-363a-4e09-a727-1646b9b00ba1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:00.725013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4816e99c-9121-4e47-ac6c-4065cde60978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:00.855625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1b11d-1943-4cca-b5f0-fc8a970c0851 req-8ce7f63d-020d-4afd-955f-edb32dd07350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:00.857108 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73c1b11d-1943-4cca-b5f0-fc8a970c0851 req-8ce7f63d-020d-4afd-955f-edb32dd07350 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7891808daf0b4763a3cf310e333c2e84&device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 1099 time: 0.4445541 Nov 25 08:55:00.861103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3843339-3b2d-49b0-85dd-7e6e6231d4a7 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:00.863384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f8e5f773-8a1a-4577-af40-8ae44ce99ad1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:00.871779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Pushing event updated for resources: {'Port': ['ID=17b3340f-41b2-4089-9935-a3c92b5e2eb6,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:00.875201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:00.915627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f8e5f773-8a1a-4577-af40-8ae44ce99ad1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:00.939543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1298c6-ba27-43ea-a4fb-0c9e515e972e req-2c8f3237-5ff8-4642-81ff-be8c48ecd04d tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:00.941073 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d1298c6-ba27-43ea-a4fb-0c9e515e972e req-2c8f3237-5ff8-4642-81ff-be8c48ecd04d tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.4838154 Nov 25 08:55:00.977763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e5f773-8a1a-4577-af40-8ae44ce99ad1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:00.988358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f8e5f773-8a1a-4577-af40-8ae44ce99ad1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:00.988358 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e5f773-8a1a-4577-af40-8ae44ce99ad1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:55:00.988358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e5f773-8a1a-4577-af40-8ae44ce99ad1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:55:01.064669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Attempting to bind port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:01.065231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Attempting to bind port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:01.065575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Attempting to bind port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 on network 637beb4c-5246-4d8f-86b0-61807c3c0e4e {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:01.069382 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:01.072586 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f8e5f773-8a1a-4577-af40-8ae44ce99ad1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4678352 Nov 25 08:55:01.075446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46260) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:01.118520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 on network 637beb4c-5246-4d8f-86b0-61807c3c0e4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:01.119196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Attempting to bind port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 on network 637beb4c-5246-4d8f-86b0-61807c3c0e4e {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:01.136351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:01.137128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Checking segment: {'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:01.137745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Bound using segment: {'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:01.138444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Bound port: 17b3340f-41b2-4089-9935-a3c92b5e2eb6, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec6d816-ae6f-469c-be29-8041cb97e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:01.139032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:01.153251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-727aa57d-1cef-4b0c-bc79-6387dc588c26 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:01.175734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:01.186921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:01.187303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:01.226200 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d1298c6-ba27-43ea-a4fb-0c9e515e972e req-3213c882-2a43-4a9d-86bf-7d86197252d8 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913882 Nov 25 08:55:01.239229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4816e99c-9121-4e47-ac6c-4065cde60978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:01.247957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b5ece6d4-ce9c-4d69-b994-44f439e0cab4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:01.286516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-727aa57d-1cef-4b0c-bc79-6387dc588c26 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:01.289892 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-727aa57d-1cef-4b0c-bc79-6387dc588c26 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2110245 Nov 25 08:55:01.291716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46266) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:01.292589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Allocated IP 172.21.0.1 (97966185-10b0-4c52-a66a-9aaf48d0a440/0baae84f-89bc-43f6-8e83-b520ff5a7267/eb770a99-45df-47f6-a2a7-2430fbabb8f7) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:01.310429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816e99c-9121-4e47-ac6c-4065cde60978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97a6b44-c8aa-4608-9dff-0bfcc14c1182,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:01.318932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4816e99c-9121-4e47-ac6c-4065cde60978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:01.371972 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1b11d-1943-4cca-b5f0-fc8a970c0851 req-7dc2f82d-fbb2-448b-85df-e68e43068490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:01.376115 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73c1b11d-1943-4cca-b5f0-fc8a970c0851 req-7dc2f82d-fbb2-448b-85df-e68e43068490 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57a515a8-1b1b-46aa-a013-028565f996a7 HTTP/1.1" status: 200 len: 913 time: 0.4815710 Nov 25 08:55:01.391845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] For port 17b3340f-41b2-4089-9935-a3c92b5e2eb6, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:01.392245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:01.397376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] For port 17b3340f-41b2-4089-9935-a3c92b5e2eb6, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:01.406698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fd061-65a0-4a87-94a6-78dd9243bf9a req-e5378dd2-312b-40e3-acb0-09c2fde4e5d6 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:01.408421 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa6fd061-65a0-4a87-94a6-78dd9243bf9a req-e5378dd2-312b-40e3-acb0-09c2fde4e5d6 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 944 time: 0.2469976 Nov 25 08:55:01.414169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3843339-3b2d-49b0-85dd-7e6e6231d4a7 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:01.414621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:01.422557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:01.441173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5a06adaa-1e2d-4e65-b0f4-f9312fb520c1,segment=NetworkSegment(c0ce1090-18d6-4704-9efc-a6190d845eef),segment_id=c0ce1090-18d6-4704-9efc-a6190d845eef)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:01.448699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:01.449759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0b73f750-7ed0-4bd9-ad63-23ca680fd749 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:01.464288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d39d4a2-3182-49d5-b94a-72f1e7e2c0cd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:01.465745 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2d39d4a2-3182-49d5-b94a-72f1e7e2c0cd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1644244 Nov 25 08:55:01.491496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a9655b3b-2fed-4f6c-9930-f4c8810049e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:01.492785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46270) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:01.498406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:01.499576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:01.501301 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] 10.222.0.41 "PUT /v2.0/ports/17b3340f-41b2-4089-9935-a3c92b5e2eb6 HTTP/1.1" status: 200 len: 1094 time: 2.1110947 Nov 25 08:55:01.508437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:55:01.528472 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73c1b11d-1943-4cca-b5f0-fc8a970c0851 req-bc81ad21-10cc-42ca-9c81-996e51cd525f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c453a14-df4f-41d5-a4bd-aaf4508c0220 HTTP/1.1" status: 200 len: 217 time: 0.1156185 Nov 25 08:55:01.596130 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0b229553-90e0-44da-84d5-54374ccd1044 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937812 Nov 25 08:55:01.596784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4816e99c-9121-4e47-ac6c-4065cde60978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:01.599400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6d3760a6-1c58-4575-bfcf-b91fcb980367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:01.601065 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4816e99c-9121-4e47-ac6c-4065cde60978 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a97a6b44-c8aa-4608-9dff-0bfcc14c1182 HTTP/1.1" status: 204 len: 168 time: 1.7079620 Nov 25 08:55:01.642307 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46276) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:01.666200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:01.707202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=5a06adaa-1e2d-4e65-b0f4-f9312fb520c1,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:01.710769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:01.717538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 0b73f750-7ed0-4bd9-ad63-23ca680fd749 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:01.743854 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'status': 'completed', 'code': 200} Nov 25 08:55:01.757580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Pushing event updated for resources: {'Port': ['ID=17b3340f-41b2-4089-9935-a3c92b5e2eb6,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:01.759484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3843339-3b2d-49b0-85dd-7e6e6231d4a7 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed21d11-13a5-48a5-98f4-e843ccdd58b9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:01.771877 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3cf670-4697-4ac2-900d-f3b749876ad6 None None] Network 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:01.783049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c3843339-3b2d-49b0-85dd-7e6e6231d4a7 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:01.789050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c3843339-3b2d-49b0-85dd-7e6e6231d4a7 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:01.803049 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c3843339-3b2d-49b0-85dd-7e6e6231d4a7 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/subnets/0ed21d11-13a5-48a5-98f4-e843ccdd58b9 HTTP/1.1" status: 204 len: 168 time: 2.0448396 Nov 25 08:55:01.811458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46282) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:01.917338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1b11d-1943-4cca-b5f0-fc8a970c0851 req-925fa7dd-fba5-4009-b240-eb33a3e3bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:01.918906 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73c1b11d-1943-4cca-b5f0-fc8a970c0851 req-925fa7dd-fba5-4009-b240-eb33a3e3bd31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a190df1-4875-4f22-af56-9f48741304f7 HTTP/1.1" status: 200 len: 852 time: 0.2802393 Nov 25 08:55:02.008803 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73c1b11d-1943-4cca-b5f0-fc8a970c0851 req-060de5f9-e38b-4737-9f68-cbade7ecbe5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57a515a8-1b1b-46aa-a013-028565f996a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789106 Nov 25 08:55:02.015515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:02.017868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255944ab-1899-4eea-85f5-059471974a09 None None] Network 97966185-10b0-4c52-a66a-9aaf48d0a440 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:02.025902 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa6fd061-65a0-4a87-94a6-78dd9243bf9a req-f8591e5d-b488-43e0-967e-e8108cf6d733 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6042609 Nov 25 08:55:02.098397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:02.112244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:02.121007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b645370-e714-44e1-b706-52410599b8cb req-9a396a76-65c1-4192-93ce-74d5e8bd7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:02.122504 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-9a396a76-65c1-4192-93ce-74d5e8bd7449 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=597512dac3a64f3385f07907794ac3f0&device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 1097 time: 0.5188751 Nov 25 08:55:02.122981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46288) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:02.136524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cc794309-2caf-4019-9367-ea8985712707 None None] Provisioning for port 0b73f750-7ed0-4bd9-ad63-23ca680fd749 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:02.160144 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cc794309-2caf-4019-9367-ea8985712707 None None] Provisioning complete for port 0b73f750-7ed0-4bd9-ad63-23ca680fd749 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:02.160433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cc794309-2caf-4019-9367-ea8985712707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.211896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:02.215944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.245948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb95068b-5dd0-4c3d-a01b-a7a2444a07de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.262490 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-3cdbf564-9b68-45e7-ac29-687f77e38d7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6 HTTP/1.1" status: 200 len: 217 time: 0.1174917 Nov 25 08:55:02.316024 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.343168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.373973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cb95068b-5dd0-4c3d-a01b-a7a2444a07de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:02.389173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cb95068b-5dd0-4c3d-a01b-a7a2444a07de admin admin] Usage tracker for resource:security_group_rule and tenant:f27ec36a766c419587891ec37453bc25 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:02.398904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cb95068b-5dd0-4c3d-a01b-a7a2444a07de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:02.399605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Transition to ACTIVE for port object eb770a99-45df-47f6-a2a7-2430fbabb8f7 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:02.415580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cb95068b-5dd0-4c3d-a01b-a7a2444a07de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:02.418378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b645370-e714-44e1-b706-52410599b8cb req-95b9d670-bb45-4008-89f3-a3e7d62785c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:02.419828 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-95b9d670-bb45-4008-89f3-a3e7d62785c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fb3249e-99fb-4d23-bca6-b2c9ce69cda8 HTTP/1.1" status: 200 len: 834 time: 0.1117840 Nov 25 08:55:02.439342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port d22aad7b-26a0-49a0-99ea-48be76e675db {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:02.439950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.455771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cc794309-2caf-4019-9367-ea8985712707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.513297 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cc794309-2caf-4019-9367-ea8985712707 None None] For port 0b73f750-7ed0-4bd9-ad63-23ca680fd749, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0b73f750-7ed0-4bd9-ad63-23ca680fd749,segment=NetworkSegment(2f035546-2246-4b03-9b0c-c0e55237b50d),segment_id=2f035546-2246-4b03-9b0c-c0e55237b50d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:02.517617 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cc794309-2caf-4019-9367-ea8985712707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.521397 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:02.565563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6b87ae-91f9-42e4-950f-d9916e105bfc None None] DHCP port deletion for 9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:55:02.577510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b87ae-91f9-42e4-950f-d9916e105bfc None None] Deleting port d22aad7b-26a0-49a0-99ea-48be76e675db {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:02.578039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca6b87ae-91f9-42e4-950f-d9916e105bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.614355 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73c1b11d-1943-4cca-b5f0-fc8a970c0851 req-6ee69d03-bf67-4312-b51b-eff7fcd9e250 service neutron] 10.222.0.41 "GET /v2.0/networks/57a515a8-1b1b-46aa-a013-028565f996a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901492 Nov 25 08:55:02.626540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b645370-e714-44e1-b706-52410599b8cb req-7339d865-4d6f-4186-9970-21bfc8d1d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:02.628348 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-7339d865-4d6f-4186-9970-21bfc8d1d342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=637beb4c-5246-4d8f-86b0-61807c3c0e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1970916 Nov 25 08:55:02.656950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.671569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a6bc49d-7ba6-497c-9bcf-4b69f01a9a72 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:02.796817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 97966185-10b0-4c52-a66a-9aaf48d0a440 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:02.802070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb95068b-5dd0-4c3d-a01b-a7a2444a07de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.818373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ca6b87ae-91f9-42e4-950f-d9916e105bfc None None] For port d22aad7b-26a0-49a0-99ea-48be76e675db, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d22aad7b-26a0-49a0-99ea-48be76e675db,segment=NetworkSegment(50480399-cc19-4d54-bf71-3ae464ad702e),segment_id=50480399-cc19-4d54-bf71-3ae464ad702e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:02.819736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca6b87ae-91f9-42e4-950f-d9916e105bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.819895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:02.822499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:02.857885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb95068b-5dd0-4c3d-a01b-a7a2444a07de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:02.883542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa246e28-403e-495f-bb91-bb5afd4e0cfa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:02.967099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b87ae-91f9-42e4-950f-d9916e105bfc None None] Calling delete_port for d22aad7b-26a0-49a0-99ea-48be76e675db owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:02.968254 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-b802559c-5f37-4737-8514-334343881abf service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306494 Nov 25 08:55:02.976657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb0ed-0636-4674-809e-2e74d154531d req-4485babf-7032-4a37-aa4d-811fb81bf3f4 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:02.978096 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7bbcb0ed-0636-4674-809e-2e74d154531d req-4485babf-7032-4a37-aa4d-811fb81bf3f4 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.6174102 Nov 25 08:55:03.007061 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cb95068b-5dd0-4c3d-a01b-a7a2444a07de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f27ec36a766c419587891ec37453bc25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8808527 Nov 25 08:55:03.008061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95068b-5dd0-4c3d-a01b-a7a2444a07de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5210aaa6-8e46-48c1-815f-f5dc7227533b,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:03.057410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46294) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:03.058652 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:03.125211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=eb770a99-45df-47f6-a2a7-2430fbabb8f7,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:03.127394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:55:03.146277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cb95068b-5dd0-4c3d-a01b-a7a2444a07de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:03.147510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.147864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:03.151581 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc794309-2caf-4019-9367-ea8985712707 None None] Pushing event updated for resources: {'Port': ['ID=0b73f750-7ed0-4bd9-ad63-23ca680fd749,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:03.155445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cc794309-2caf-4019-9367-ea8985712707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:03.164448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-91cdafb1-9d0b-453f-95b1-9c7515d7c2cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:03.172253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] For port d22aad7b-26a0-49a0-99ea-48be76e675db, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d22aad7b-26a0-49a0-99ea-48be76e675db,segment=NetworkSegment(50480399-cc19-4d54-bf71-3ae464ad702e),segment_id=50480399-cc19-4d54-bf71-3ae464ad702e)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:03.172963 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.195526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.197736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-65f1caa2-edbe-4bb5-a046-4d8dc7442f5d None None] Provisioning complete for port 0b73f750-7ed0-4bd9-ad63-23ca680fd749 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:03.198117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65f1caa2-edbe-4bb5-a046-4d8dc7442f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.233666 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:03.236577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.270322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca6b87ae-91f9-42e4-950f-d9916e105bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.280857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bc7a9467-7056-4670-868a-cb7525060a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:03.292884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:03.307440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:03.330186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:03.330886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.343241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60178ff9-9eeb-47e3-bf60-479c7f98c347 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:03.361124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b87ae-91f9-42e4-950f-d9916e105bfc None None] No DVR routers for this DVR port d22aad7b-26a0-49a0-99ea-48be76e675db on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:55:03.367893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=6b351a14-70fd-4ba9-b1df-1224cc6bebb4,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:03.377500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b87ae-91f9-42e4-950f-d9916e105bfc None None] Pushing event deleted for resources: {'Port': ['ID=d22aad7b-26a0-49a0-99ea-48be76e675db,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:03.378204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:03.380122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ca6b87ae-91f9-42e4-950f-d9916e105bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:03.387438 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b645370-e714-44e1-b706-52410599b8cb req-dc3000d4-2a84-4f8f-abd8-17ff8ff15344 service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098332 Nov 25 08:55:03.393522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for d22aad7b-26a0-49a0-99ea-48be76e675db owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:03.421649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e822cd7d-9676-4a2f-92b5-07b587d377ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.438869 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7bbcb0ed-0636-4674-809e-2e74d154531d req-6e81010b-ec28-4483-a5fc-2538304bb8e6 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304032 Nov 25 08:55:03.441143 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73c1b11d-1943-4cca-b5f0-fc8a970c0851 req-ab09555d-52b4-4267-9fce-84eac4d159e8 service neutron] 10.222.0.41 "GET /v2.0/networks/57a515a8-1b1b-46aa-a013-028565f996a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8156259 Nov 25 08:55:03.448104 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7989051 Nov 25 08:55:03.449187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46300) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:03.467469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:96:cd:a7', 'name': 'tempest-NetworksTestDHCPv6-1789255804'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:03.492216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e822cd7d-9676-4a2f-92b5-07b587d377ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.511060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da5347-69ad-41c6-941e-6dbe845ee70b req-3cb18218-5e68-4574-aafd-11789f71cc5e tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:03.512854 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24da5347-69ad-41c6-941e-6dbe845ee70b req-3cb18218-5e68-4574-aafd-11789f71cc5e tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 944 time: 0.3214431 Nov 25 08:55:03.563384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:03.563728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:03.631721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5ef3-273d-4eaa-982b-b1599daa2e80 req-8a7a736d-7e0b-43a4-a3b6-b07a8c142b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:03.633227 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6b4d5ef3-273d-4eaa-982b-b1599daa2e80 req-8a7a736d-7e0b-43a4-a3b6-b07a8c142b40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=597512dac3a64f3385f07907794ac3f0&device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 1097 time: 0.1739371 Nov 25 08:55:03.662100 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.681385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24da5347-69ad-41c6-941e-6dbe845ee70b req-882251b0-d242-42b9-a8d6-8d8ab6b986d2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114657 Nov 25 08:55:03.715662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:03.732368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:03.735022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e822cd7d-9676-4a2f-92b5-07b587d377ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.742082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2ad366d8-e33d-4deb-96bf-6b7cf1f9cff1 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:03.758174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822cd7d-9676-4a2f-92b5-07b587d377ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5210aaa6-8e46-48c1-815f-f5dc7227533b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:03.770376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e822cd7d-9676-4a2f-92b5-07b587d377ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:03.776021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e822cd7d-9676-4a2f-92b5-07b587d377ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.778199 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e822cd7d-9676-4a2f-92b5-07b587d377ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5210aaa6-8e46-48c1-815f-f5dc7227533b HTTP/1.1" status: 204 len: 168 time: 0.6469049 Nov 25 08:55:03.780744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:03.846542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d22aad7b-26a0-49a0-99ea-48be76e675db no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:55:03.879584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '6b351a14-70fd-4ba9-b1df-1224cc6bebb4'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:55:03.880543 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.923085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: d22aad7b-26a0-49a0-99ea-48be76e675db {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:55:03.923599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d22aad7b-26a0-49a0-99ea-48be76e675db not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:55:03.937082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:03.982423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5ef3-273d-4eaa-982b-b1599daa2e80 req-c3111dec-65be-4d39-9021-d9f6c26cf017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:03.984468 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6b4d5ef3-273d-4eaa-982b-b1599daa2e80 req-c3111dec-65be-4d39-9021-d9f6c26cf017 service neutron] 10.222.0.41 "GET /v2.0/networks?id=637beb4c-5246-4d8f-86b0-61807c3c0e4e HTTP/1.1" status: 200 len: 897 time: 0.3444440 Nov 25 08:55:03.988092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ffb3a754-6186-4f8c-919e-fd576345ded0 None None] Provisioning for port eb770a99-45df-47f6-a2a7-2430fbabb8f7 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:03.998849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ffb3a754-6186-4f8c-919e-fd576345ded0 None None] Provisioning complete for port eb770a99-45df-47f6-a2a7-2430fbabb8f7 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:03.999383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ffb3a754-6186-4f8c-919e-fd576345ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.004269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.054789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 4010dbe2-eccf-450f-a38b-728ac7681e93 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:04.148878 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3a754-6186-4f8c-919e-fd576345ded0 None None] Port eb770a99-45df-47f6-a2a7-2430fbabb8f7 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:55:04.210970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port d22aad7b-26a0-49a0-99ea-48be76e675db {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:04.211904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.220364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46308) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:04.230502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Allocated IP 2001:db8::f816:3eff:fef3:b3f (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/6b351a14-70fd-4ba9-b1df-1224cc6bebb4/781d36b9-4768-4563-8773-4e718f718c85) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:04.274834 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6b4d5ef3-273d-4eaa-982b-b1599daa2e80 req-aba297b7-2b0a-472d-a3d3-ff510882820e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6 HTTP/1.1" status: 200 len: 217 time: 0.2773442 Nov 25 08:55:04.364484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] The port 'd22aad7b-26a0-49a0-99ea-48be76e675db' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:55:04.377244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4a89c074-eef9-455d-b49c-c7f3c0e9f298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.392739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4a89c074-eef9-455d-b49c-c7f3c0e9f298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:04.397555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4a89c074-eef9-455d-b49c-c7f3c0e9f298 admin admin] Usage tracker for resource:security_group_rule and tenant:b395a5bcc64b4015891ef92a37e5d8d1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:04.401202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4a89c074-eef9-455d-b49c-c7f3c0e9f298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:04.408004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4a89c074-eef9-455d-b49c-c7f3c0e9f298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:04.474001 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.486111 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Transition to ACTIVE for port object 781d36b9-4768-4563-8773-4e718f718c85 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:04.508267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Transition to ACTIVE for port object 781d36b9-4768-4563-8773-4e718f718c85 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:04.515907 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.524648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a5e557f3-ef0e-4879-ab6a-2f81284765ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:04.578491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.592201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:04.595956 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:04.599985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:04.602922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::f816:3eff:fe96:cda7 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/6b351a14-70fd-4ba9-b1df-1224cc6bebb4/4010dbe2-eccf-450f-a38b-728ac7681e93) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:04.608981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edc4283-ca5f-4985-b9b4-c7fb0d5a4489']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:04.622667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50480399-cc19-4d54-bf71-3ae464ad702e') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:04.623974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50480399-cc19-4d54-bf71-3ae464ad702e') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:04.636280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.640852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Pushing event updated for resources: {'Port': ['ID=781d36b9-4768-4563-8773-4e718f718c85,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:04.648842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:04.656063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.662866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:55:04.663472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.708026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Attempting to bind port 781d36b9-4768-4563-8773-4e718f718c85 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:04.708553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Attempting to bind port 781d36b9-4768-4563-8773-4e718f718c85 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:04.708695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4a89c074-eef9-455d-b49c-c7f3c0e9f298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.709104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Attempting to bind port 781d36b9-4768-4563-8773-4e718f718c85 on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:04.716852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:04.717457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:04.718183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.718835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:04.719617 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Bound port: 781d36b9-4768-4563-8773-4e718f718c85, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:04.720295 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.723782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4a89c074-eef9-455d-b49c-c7f3c0e9f298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.737034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e47b0085-38da-4e8f-98c4-c746310512b6 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:55:04.761385 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:55:04.766589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5ef3-273d-4eaa-982b-b1599daa2e80 req-1012f274-1881-4c3d-ad59-1036cb5c45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:04.768285 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6b4d5ef3-273d-4eaa-982b-b1599daa2e80 req-1012f274-1881-4c3d-ad59-1036cb5c45f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fb3249e-99fb-4d23-bca6-b2c9ce69cda8 HTTP/1.1" status: 200 len: 834 time: 0.4639122 Nov 25 08:55:04.823234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.844594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] For port 781d36b9-4768-4563-8773-4e718f718c85, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:04.848209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] For port 781d36b9-4768-4563-8773-4e718f718c85, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=781d36b9-4768-4563-8773-4e718f718c85,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:04.854221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:04.866785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ca6b87ae-91f9-42e4-950f-d9916e105bfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:04.898335 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4a89c074-eef9-455d-b49c-c7f3c0e9f298 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b395a5bcc64b4015891ef92a37e5d8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6734211 Nov 25 08:55:04.903824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46316) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:04.909251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89c074-eef9-455d-b49c-c7f3c0e9f298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bf57e9-4428-46e0-bdf9-67dca28f7bc3,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:04.915941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4a89c074-eef9-455d-b49c-c7f3c0e9f298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:04.964212 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0b73f750-7ed0-4bd9-ad63-23ca680fd749 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:04.979879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.015094 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Pushing event updated for resources: {'Port': ['ID=781d36b9-4768-4563-8773-4e718f718c85,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:05.027202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:05.028901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-745f38d3-e1cb-4096-b14a-906da097154a tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:05.081701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0b73f750-7ed0-4bd9-ad63-23ca680fd749 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:05.081933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.083717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.102082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 4010dbe2-eccf-450f-a38b-728ac7681e93 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:05.162884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=eb770a99-45df-47f6-a2a7-2430fbabb8f7,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:05.166249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.169743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:05.183130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f75de735-944d-4445-8e7c-6b2dbd883ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.188357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.188560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e1912ab2-28ff-4d1f-a6b1-2180f80faca0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:05.203747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-00a935f9-6827-42e9-96dc-5993c87bafac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:05.221117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.238213 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/networks/9edc4283-ca5f-4985-b9b4-c7fb0d5a4489 HTTP/1.1" status: 204 len: 168 time: 3.4232736 Nov 25 08:55:05.238213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.242194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Network': ['ID=9edc4283-ca5f-4985-b9b4-c7fb0d5a4489,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:05.247556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:05.248366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1565a-a036-45f4-aa11-4d2a88dd9ae4 req-de25be55-2fcb-4569-900a-6aa81d90a3a3 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:05.248955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46320) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:05.250266 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f2c1565a-a036-45f4-aa11-4d2a88dd9ae4 req-de25be55-2fcb-4569-900a-6aa81d90a3a3 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 944 time: 0.4123094 Nov 25 08:55:05.326097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f75de735-944d-4445-8e7c-6b2dbd883ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.377448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:05.385655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:05.388289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:05.394228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:05.395295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.441477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=4010dbe2-eccf-450f-a38b-728ac7681e93,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:05.445122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:05.448915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371a614-f51c-4bdf-a87e-b695e4c6e19c req-f5fb099c-14b8-45d5-bedd-a5435eb79bfb tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:05.455801 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2371a614-f51c-4bdf-a87e-b695e4c6e19c req-f5fb099c-14b8-45d5-bedd-a5435eb79bfb tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.7639563 Nov 25 08:55:05.457478 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f2c1565a-a036-45f4-aa11-4d2a88dd9ae4 req-e812a6ab-7ed3-4497-b51c-cd8ef1272ce2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944866 Nov 25 08:55:05.475901 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0144539 Nov 25 08:55:05.476116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46324) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:05.531080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5ef3-273d-4eaa-982b-b1599daa2e80 req-f29aea24-8503-4b93-ab74-5c328bfc54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:05.531345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f75de735-944d-4445-8e7c-6b2dbd883ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.532569 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6b4d5ef3-273d-4eaa-982b-b1599daa2e80 req-f29aea24-8503-4b93-ab74-5c328bfc54b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=637beb4c-5246-4d8f-86b0-61807c3c0e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7065177 Nov 25 08:55:05.536143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2728cb18-c7fa-41d9-bde4-aadd4c69a42e tempest-AllowedAddressPairIpV6TestJSON-1535875004 tempest-AllowedAddressPairIpV6TestJSON-1535875004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:05.550059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75de735-944d-4445-8e7c-6b2dbd883ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bf57e9-4428-46e0-bdf9-67dca28f7bc3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:05.553225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f75de735-944d-4445-8e7c-6b2dbd883ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:05.554252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f75de735-944d-4445-8e7c-6b2dbd883ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.558221 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f75de735-944d-4445-8e7c-6b2dbd883ab2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18bf57e9-4428-46e0-bdf9-67dca28f7bc3 HTTP/1.1" status: 204 len: 168 time: 0.6437101 Nov 25 08:55:05.576814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port 6222e762-1ac9-401a-b4cc-15391be24010 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:05.577129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:05.601176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df008954-313c-4a56-8e4c-98323b979a0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:05.608801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df008954-313c-4a56-8e4c-98323b979a0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:05.609640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-df008954-313c-4a56-8e4c-98323b979a0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:05.635546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-df008954-313c-4a56-8e4c-98323b979a0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:05.636862 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-df008954-313c-4a56-8e4c-98323b979a0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1595640 Nov 25 08:55:05.639848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46330) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:05.704838 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2371a614-f51c-4bdf-a87e-b695e4c6e19c req-4c12b690-612b-4562-9ace-858e390912ed tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475555 Nov 25 08:55:05.722567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-07950a9d-9542-4533-b40d-9fb63762b21f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 4010dbe2-eccf-450f-a38b-728ac7681e93 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:05.722921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-07950a9d-9542-4533-b40d-9fb63762b21f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:06.037662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-07950a9d-9542-4533-b40d-9fb63762b21f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:06.069394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 97966185-10b0-4c52-a66a-9aaf48d0a440 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:06.072933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:06.089556 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6b4d5ef3-273d-4eaa-982b-b1599daa2e80 req-388ba2d6-205d-493a-80e9-1834f691ce4d service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358274 Nov 25 08:55:06.195659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-07950a9d-9542-4533-b40d-9fb63762b21f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 4010dbe2-eccf-450f-a38b-728ac7681e93 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:06.203467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:06.203761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:06.230337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 17b3340f-41b2-4089-9935-a3c92b5e2eb6 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:55:06.471133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 17b3340f-41b2-4089-9935-a3c92b5e2eb6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:06.506831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-07950a9d-9542-4533-b40d-9fb63762b21f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:06.510754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for 6222e762-1ac9-401a-b4cc-15391be24010 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:06.522146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b5b8d2a-4384-4fbb-a104-f3cabcb7c75c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:06.528951 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'port_id': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'mac_address': 'fa:16:3e:48:dc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:55:06.674163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:55:06.680771 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6b4d5ef3-273d-4eaa-982b-b1599daa2e80 req-b97a9d6a-ba37-43a3-be14-00ae80a991e9 service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770788 Nov 25 08:55:06.687570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07950a9d-9542-4533-b40d-9fb63762b21f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=4010dbe2-eccf-450f-a38b-728ac7681e93,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:06.693230 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-07950a9d-9542-4533-b40d-9fb63762b21f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:06.699358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-07950a9d-9542-4533-b40d-9fb63762b21f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:06.719983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:06.773407 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b3340f-41b2-4089-9935-a3c92b5e2eb6 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:55:06.777000 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-07950a9d-9542-4533-b40d-9fb63762b21f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/4010dbe2-eccf-450f-a38b-728ac7681e93 HTTP/1.1" status: 204 len: 168 time: 1.1359658 Nov 25 08:55:06.784100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46358) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:06.820698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 17b3340f-41b2-4089-9935-a3c92b5e2eb6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:06.822932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-94b8c033-763d-468d-9263-9aa2501f1f21 None None] Provisioning for port 781d36b9-4768-4563-8773-4e718f718c85 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:06.836290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:06.839687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:06.908216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee6e73a-5714-4fcc-9808-9aab27641acf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:06.910028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee6e73a-5714-4fcc-9808-9aab27641acf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:06.915558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cee6e73a-5714-4fcc-9808-9aab27641acf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:06.959846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cee6e73a-5714-4fcc-9808-9aab27641acf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:06.962878 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cee6e73a-5714-4fcc-9808-9aab27641acf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1748464 Nov 25 08:55:06.965488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46362) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:06.980787 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=17b3340f-41b2-4089-9935-a3c92b5e2eb6,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:06.995857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:07.042225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 781d36b9-4768-4563-8773-4e718f718c85 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:07.113525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-412bb7f1-aef0-443e-8060-262c2f51df07 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 6b351a14-70fd-4ba9-b1df-1224cc6bebb4 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:07.121278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-412bb7f1-aef0-443e-8060-262c2f51df07 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.134695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.156959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4a455f63-8d45-4981-8519-dbc334960549 None None] Provisioning complete for port eb770a99-45df-47f6-a2a7-2430fbabb8f7 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:07.157348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a455f63-8d45-4981-8519-dbc334960549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.167538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:07.212583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:55:07.231267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Sync routers for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:55:07.243379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4a455f63-8d45-4981-8519-dbc334960549 None None] Port eb770a99-45df-47f6-a2a7-2430fbabb8f7 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:55:07.246508 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:07.247411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:07.332058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24086f1-622c-4614-b718-446f18f48fb1 req-9c42fd6b-13bc-4ce3-aa80-0455f4dc86af tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:07.332688 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d24086f1-622c-4614-b718-446f18f48fb1 req-9c42fd6b-13bc-4ce3-aa80-0455f4dc86af tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 944 time: 0.6082141 Nov 25 08:55:07.340461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-412bb7f1-aef0-443e-8060-262c2f51df07 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.396333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=6222e762-1ac9-401a-b4cc-15391be24010,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:07.400794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.404033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.406305 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/floatingips/994f9d81-2172-46ef-8c09-78facb53dcb5 HTTP/1.1" status: 204 len: 168 time: 2.1545987 Nov 25 08:55:07.409747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:07.416856 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4102268 Nov 25 08:55:07.417750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46374) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:07.420729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46376) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:07.425797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:07.431711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'network': {'name': 'tempest-RoutersTest-1707580562'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:07.432211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6aae66-a165-4dda-922f-3f407eb252d1 req-824c8589-2911-4552-acaf-0028532adb5b tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:07.440579 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6e6aae66-a165-4dda-922f-3f407eb252d1 req-824c8589-2911-4552-acaf-0028532adb5b tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.4880569 Nov 25 08:55:07.450816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:07.456168 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d24086f1-622c-4614-b718-446f18f48fb1 req-4341a89b-3ec8-41e0-9ed4-6bdcb43ac3dd tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876424 Nov 25 08:55:07.462305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:network and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:07.474526 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:07.481760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 781d36b9-4768-4563-8773-4e718f718c85 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:07.495493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['17b3340f-41b2-4089-9935-a3c92b5e2eb6'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:55:07.504544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-412bb7f1-aef0-443e-8060-262c2f51df07 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.510312 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-3014dbdb-dd96-4eb0-a2ec-d5e5d3ed59f0 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] DELETE failed (client error): The resource could not be found. Nov 25 08:55:07.511186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3014dbdb-dd96-4eb0-a2ec-d5e5d3ed59f0 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:55:07.516133 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3014dbdb-dd96-4eb0-a2ec-d5e5d3ed59f0 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/ports/3d165bb6-53e5-4b5e-a9d6-d9deccb08c6e HTTP/1.1" status: 404 len: 333 time: 0.0928741 Nov 25 08:55:07.537461 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46386) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:07.565592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4a455f63-8d45-4981-8519-dbc334960549 None None] Could not find standard attr ID for object 4010dbe2-eccf-450f-a38b-728ac7681e93. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:55:07.575151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 781d36b9-4768-4563-8773-4e718f718c85 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:07.575821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.585725 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:07.597402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-412bb7f1-aef0-443e-8060-262c2f51df07 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.600577 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1ede55e-a161-4b72-bbcd-61dbd6f83d61 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Synchronizing usage tracker for tenant:1ffa87d38881417d8613105ef80ce332 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:07.603118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1dde3485-3f60-4435-9586-42fc5adea767 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:07.615501 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6e6aae66-a165-4dda-922f-3f407eb252d1 req-0c522f4d-ed17-4b25-b3b3-c5787039a9ae tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741879 Nov 25 08:55:07.643728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1ede55e-a161-4b72-bbcd-61dbd6f83d61 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Unset dirty status for tenant:1ffa87d38881417d8613105ef80ce332 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:07.644907 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a1ede55e-a161-4b72-bbcd-61dbd6f83d61 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cbe8809-797b-4481-8e98-5c21b1d7c686 HTTP/1.1" status: 200 len: 205 time: 0.1065154 Nov 25 08:55:07.647533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46390) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:07.653989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bb7f1-aef0-443e-8060-262c2f51df07 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=6b351a14-70fd-4ba9-b1df-1224cc6bebb4,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:07.660598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:07.664262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.687722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-412bb7f1-aef0-443e-8060-262c2f51df07 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:07.692944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46398) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:07.707337 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-412bb7f1-aef0-443e-8060-262c2f51df07 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.742024 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-fc9345ae-04bb-4892-a96a-bdf87489db24 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] delete failed (client error): The resource could not be found. Nov 25 08:55:07.745959 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fc9345ae-04bb-4892-a96a-bdf87489db24 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/routers/4cbe8809-797b-4481-8e98-5c21b1d7c686 HTTP/1.1" status: 404 len: 336 time: 0.0973721 Nov 25 08:55:07.746555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46404) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:07.750764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:55:07.757502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db34575c-8c41-4b39-8d54-c671e206aab3 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:07.767499 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-412bb7f1-aef0-443e-8060-262c2f51df07 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/6b351a14-70fd-4ba9-b1df-1224cc6bebb4 HTTP/1.1" status: 204 len: 168 time: 0.8009143 Nov 25 08:55:07.771438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46408) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:07.781435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:07.781785 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added segment caeceedb-47c9-4ec2-8349-eefecef72cf5 of type vlan for network 93925a29-df3a-493d-87bd-2ae331e94bcd Nov 25 08:55:07.792698 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5578e2d-53cf-490f-9aec-026ca7dc16e8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] DELETE failed (client error): The resource could not be found. Nov 25 08:55:07.793145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5578e2d-53cf-490f-9aec-026ca7dc16e8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:55:07.797273 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c5578e2d-53cf-490f-9aec-026ca7dc16e8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/subnets/0ed21d11-13a5-48a5-98f4-e843ccdd58b9 HTTP/1.1" status: 404 len: 337 time: 0.0496359 Nov 25 08:55:07.798139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46412) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:07.897307 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a77bc314-26ff-4071-8d82-461eb08bb82b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210380 Nov 25 08:55:07.900131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46416) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:07.909076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:08.068116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-491a043e-d676-499f-8941-1188c7bf2bcb tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port 49a1b30a-0550-40ab-a93a-4e119a2ed90c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:08.069085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-491a043e-d676-499f-8941-1188c7bf2bcb tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.139184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-503290424'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:08.143826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:08.147807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Usage tracker for resource:network and tenant:c1067217364f4cb69e6d9a620ba0da8f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:08.151202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:08.157144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:08.174752 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:08.179813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Made reservation on behalf of c1067217364f4cb69e6d9a620ba0da8f for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:08.183533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.199837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.212435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:08.218022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.223488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:08.236421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:08.238390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:08.246967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Usage tracker for resource:security_group_rule and tenant:c1067217364f4cb69e6d9a620ba0da8f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:08.252400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:08.267256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aafb7-5088-43be-ac5b-cb2e65b66ad9 req-60c9277e-e548-4b2c-9396-390b619e16c0 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:08.268754 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-158aafb7-5088-43be-ac5b-cb2e65b66ad9 req-60c9277e-e548-4b2c-9396-390b619e16c0 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.1570017 Nov 25 08:55:08.274651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:08.340596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.378390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.387520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:08.392804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.401026 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-158aafb7-5088-43be-ac5b-cb2e65b66ad9 req-ed4ab3f8-abc0-4ebb-a3b9-223d75a7a759 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150043 Nov 25 08:55:08.413419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.419423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:08.419887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.438551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8fac39e9-b3cc-4fc8-a77b-fc752825c2b4 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:08.451247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 781d36b9-4768-4563-8773-4e718f718c85, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=781d36b9-4768-4563-8773-4e718f718c85,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:08.454157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-491a043e-d676-499f-8941-1188c7bf2bcb tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.454397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.468350 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.474590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:08.544005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:03Z', 'revision_number': 3, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:04Z', 'revision_number': 2, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:08.570092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Checking router: d3d6389f-5ac2-4be2-a55b-e769fa3a5aad for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:55:08.570477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Updating router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad port eb770a99-45df-47f6-a2a7-2430fbabb8f7 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:55:08.590987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:55:08.630468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=781d36b9-4768-4563-8773-4e718f718c85,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:08.641026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:55:08.642199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.642646 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Added segment bb7b0528-e65d-4ee8-be29-c80f5e37649f of type vlan for network 829c4b80-98a5-4ca5-ba04-deed9e26641c Nov 25 08:55:08.648426 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2264686 Nov 25 08:55:08.658665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46424) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:08.659763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:08.664993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Network': ['ID=93925a29-df3a-493d-87bd-2ae331e94bcd,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:08.668778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Deleting port 781d36b9-4768-4563-8773-4e718f718c85 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:08.669398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.669566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-491a043e-d676-499f-8941-1188c7bf2bcb tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for 49a1b30a-0550-40ab-a93a-4e119a2ed90c owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:08.700201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 93925a29-df3a-493d-87bd-2ae331e94bcd details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:55:08.702191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'subnet': {'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:08.718129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:08.723977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ccd32b1e-1e1c-4125-991b-a00e6924dda2 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:08.731304 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.757481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec5ea6e-2d64-4b4f-b6a9-1dcfdc7e391c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:08.766967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:08.797850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:08.851549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:08.855854 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:subnet and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:08.860800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:08.871120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a467c73-0808-466c-8317-a94e39aea1ab req-a8673ff9-4f1c-47f9-a93d-1e085caf496a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:08.872632 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a467c73-0808-466c-8317-a94e39aea1ab req-a8673ff9-4f1c-47f9-a93d-1e085caf496a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 945 time: 0.2113905 Nov 25 08:55:08.907085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:08.932076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:08.936454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.032279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-491a043e-d676-499f-8941-1188c7bf2bcb tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.034794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.043269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:09.043866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.046527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 781d36b9-4768-4563-8773-4e718f718c85 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:55:09.051237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7bd4e7b8-ee2d-4b97-9e44-8843f9b4bc9a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:09.062140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf6ba06f-2907-4d8a-9444-7c4b74797864 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:09.127165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a043e-d676-499f-8941-1188c7bf2bcb tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=49a1b30a-0550-40ab-a93a-4e119a2ed90c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:09.132687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-491a043e-d676-499f-8941-1188c7bf2bcb tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:09.169355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Pushing event updated for resources: {'Network': ['ID=829c4b80-98a5-4ca5-ba04-deed9e26641c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:09.184231 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a467c73-0808-466c-8317-a94e39aea1ab req-07e8374b-2041-4a91-a37a-7fd0ecc0ce0c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944558 Nov 25 08:55:09.187876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:09.193989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 829c4b80-98a5-4ca5-ba04-deed9e26641c details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:55:09.201999 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4958887 Nov 25 08:55:09.266883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-491a043e-d676-499f-8941-1188c7bf2bcb tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.293352 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-491a043e-d676-499f-8941-1188c7bf2bcb tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/ports/49a1b30a-0550-40ab-a93a-4e119a2ed90c HTTP/1.1" status: 204 len: 168 time: 1.4938853 Nov 25 08:55:09.298559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46432) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:09.354572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:55:09.388296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46436) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:09.432284 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] For port 781d36b9-4768-4563-8773-4e718f718c85, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=781d36b9-4768-4563-8773-4e718f718c85,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:09.432844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.442543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Request body: {'port': {'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c', 'binding:host_id': 'hv-neutron-8183', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-426768127'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:09.466823 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:09.473236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-25657f4d-1c8f-4cad-888c-e66a5069f7aa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port 00de0f77-20c2-4f7f-9b8b-869afd543937 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:09.473585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25657f4d-1c8f-4cad-888c-e66a5069f7aa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.509130 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Usage tracker for resource:port and tenant:f5af5af7f14e42048ec347af89d29ae2 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:09.520623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:09.532859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:09.566688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Made reservation on behalf of f5af5af7f14e42048ec347af89d29ae2 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:09.568939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.621219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.636928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Calling delete_port for 781d36b9-4768-4563-8773-4e718f718c85 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:09.650324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.695299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:09.697764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.710526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.720357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f02e4-5eaa-467a-8137-8a80fd8878e1 req-82e53189-48e0-4c31-986a-6eebea152af7 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:09.721823 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-583f02e4-5eaa-467a-8137-8a80fd8878e1 req-82e53189-48e0-4c31-986a-6eebea152af7 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.1646805 Nov 25 08:55:09.745869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b6598bcd-db88-4cd2-b119-2f5950a9716b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:09.836488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.851816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Transition to ACTIVE for port object eb770a99-45df-47f6-a2a7-2430fbabb8f7 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:09.859759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:09.865328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1d4486e6-d666-4c8b-a293-5f76b1c08a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:09.901495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Usage tracker for resource:security_group_rule and tenant:f5af5af7f14e42048ec347af89d29ae2 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:09.919947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:09.944841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:10.037340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Subnet': ['ID=ce87d593-2a33-4694-b73a-5de9f5396d8f,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:10.045743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:10.055255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] For port 781d36b9-4768-4563-8773-4e718f718c85, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=781d36b9-4768-4563-8773-4e718f718c85,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:10.078732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25657f4d-1c8f-4cad-888c-e66a5069f7aa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.088261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.088709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Checking segment: {'id': 'caeceedb-47c9-4ec2-8349-eefecef72cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:10.089067 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network hostable DHCP agents. Network: 93925a29-df3a-493d-87bd-2ae331e94bcd, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:55:10.126702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-583f02e4-5eaa-467a-8137-8a80fd8878e1 req-57ce6b9f-5751-4fd8-996c-19664004e7e2 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917987 Nov 25 08:55:10.127712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.128742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.134614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9aee1864-321d-4e1d-b04d-3dde098d0fbf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:10.211865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:10.215702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:10.220355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:10.221291 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.228950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077873bd-e772-45d5-8baf-a1630e1e082b None None] Pushing event updated for resources: {'Port': ['ID=eb770a99-45df-47f6-a2a7-2430fbabb8f7,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:10.239548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-077873bd-e772-45d5-8baf-a1630e1e082b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:10.244246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=781d36b9-4768-4563-8773-4e718f718c85,revision_number=6']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:10.247569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:10.248082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-89516571-0d2f-47e8-a922-45d29ab82d86 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:10.256811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 17b3340f-41b2-4089-9935-a3c92b5e2eb6 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:10.285429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-25657f4d-1c8f-4cad-888c-e66a5069f7aa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for 00de0f77-20c2-4f7f-9b8b-869afd543937 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:10.285953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:10.286533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:10.286696 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3854513 Nov 25 08:55:10.290952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46446) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:10.305291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Attempting to bind port eb770a99-45df-47f6-a2a7-2430fbabb8f7 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:10.305737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:64:f9:1a', 'name': 'tempest-NetworksTestDHCPv6-1561218077'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:10.306109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Attempting to bind port eb770a99-45df-47f6-a2a7-2430fbabb8f7 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '2f035546-2246-4b03-9b0c-c0e55237b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:10.306786 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Attempting to bind port eb770a99-45df-47f6-a2a7-2430fbabb8f7 on network 97966185-10b0-4c52-a66a-9aaf48d0a440 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:10.347904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:10.348949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Checking segment: {'id': '2f035546-2246-4b03-9b0c-c0e55237b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:10.349678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.350311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Bound using segment: {'id': '2f035546-2246-4b03-9b0c-c0e55237b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:10.350833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 93925a29-df3a-493d-87bd-2ae331e94bcd is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:55:10.351218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Bound port: eb770a99-45df-47f6-a2a7-2430fbabb8f7, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f035546-2246-4b03-9b0c-c0e55237b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:10.351819 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.399607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 93925a29-df3a-493d-87bd-2ae331e94bcd) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:10.418833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:10.418833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.440297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.457533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:10.458632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:10.479494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dc2195-fb6a-4a65-9a7f-b4e6428b9568 None None] Network 93925a29-df3a-493d-87bd-2ae331e94bcd requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:10.505645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.524897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4816e99c-9121-4e47-ac6c-4065cde60978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:10.548474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=ccd34695-0f9f-44de-b490-390269056db9,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:10.552041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:10.561516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] device_id is not set on port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:10.637183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:10.643838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:10.647735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:10.655044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:10.674141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217ed85-5c62-4260-9ef9-4760a51cd851 req-82ea0f7f-3c25-4580-b029-d85770f1697e tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:10.679556 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b217ed85-5c62-4260-9ef9-4760a51cd851 req-82ea0f7f-3c25-4580-b029-d85770f1697e tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 945 time: 0.2085488 Nov 25 08:55:10.687546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] For port eb770a99-45df-47f6-a2a7-2430fbabb8f7, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:10.692016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:10.698607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] For port eb770a99-45df-47f6-a2a7-2430fbabb8f7, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=eb770a99-45df-47f6-a2a7-2430fbabb8f7,segment=NetworkSegment(2f035546-2246-4b03-9b0c-c0e55237b50d),segment_id=2f035546-2246-4b03-9b0c-c0e55237b50d)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:10.703734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:10.704152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.709854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:10.730803 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0672662 Nov 25 08:55:10.734987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46452) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:10.735749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.756848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-89931874-9d0d-4bc4-8204-850cce175d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:10.757543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abea0b5-e4ae-47da-ba15-7c18a71d333b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:10.763686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:10.790204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25657f4d-1c8f-4cad-888c-e66a5069f7aa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.798911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Deleting port 781d36b9-4768-4563-8773-4e718f718c85 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:10.799294 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:10.813425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:10.882501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25657f4d-1c8f-4cad-888c-e66a5069f7aa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=00de0f77-20c2-4f7f-9b8b-869afd543937,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:10.891787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-25657f4d-1c8f-4cad-888c-e66a5069f7aa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:11.003965 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b217ed85-5c62-4260-9ef9-4760a51cd851 req-e61bcbf4-9d7c-4d0e-9545-91af93726c81 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3188107 Nov 25 08:55:11.041311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:11.041992 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:11.089155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:11.094784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db53db-1182-43dd-8a86-7d83ef25b50f req-f0c2b7e1-f253-4173-9d5d-9465fa0d675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:11.096284 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-35db53db-1182-43dd-8a86-7d83ef25b50f req-f0c2b7e1-f253-4173-9d5d-9465fa0d675b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7891808daf0b4763a3cf310e333c2e84&device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 1099 time: 0.4792571 Nov 25 08:55:11.117221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac291f-0edd-4fa4-bae2-27cab715118d req-1de057a8-aeca-4e9e-bfe6-19c8c8514dc8 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:11.118779 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26ac291f-0edd-4fa4-bae2-27cab715118d req-1de057a8-aeca-4e9e-bfe6-19c8c8514dc8 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.5094664 Nov 25 08:55:11.165057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 2099cedc-b13c-4247-8ba1-dd31a3fcd41a yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:11.230148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077873bd-e772-45d5-8baf-a1630e1e082b None None] Pushing event updated for resources: {'Port': ['ID=eb770a99-45df-47f6-a2a7-2430fbabb8f7,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:11.233061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-077873bd-e772-45d5-8baf-a1630e1e082b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:11.285672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25657f4d-1c8f-4cad-888c-e66a5069f7aa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:11.322336 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-25657f4d-1c8f-4cad-888c-e66a5069f7aa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/ports/00de0f77-20c2-4f7f-9b8b-869afd543937 HTTP/1.1" status: 204 len: 168 time: 2.0222652 Nov 25 08:55:11.330540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46456) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:11.335153 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26ac291f-0edd-4fa4-bae2-27cab715118d req-a47ed90f-6ad5-4ad5-b200-baec6eabebcf tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814125 Nov 25 08:55:11.353681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:11.394633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] device_id is not set on port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:11.413793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:11.415827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-93925a29-df3a-493d-87bd-2ae331e94bcd', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:55:11.416645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:11.445427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Transition to ACTIVE for port object 1eb598f3-0f26-4d17-a99c-aa68b38327a9 will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:11.448671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db53db-1182-43dd-8a86-7d83ef25b50f req-16c15ba6-3a48-4180-92f0-e42fcbb691a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:11.450194 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-35db53db-1182-43dd-8a86-7d83ef25b50f req-16c15ba6-3a48-4180-92f0-e42fcbb691a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57a515a8-1b1b-46aa-a013-028565f996a7 HTTP/1.1" status: 200 len: 913 time: 0.3280766 Nov 25 08:55:11.508549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:11.518952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:11.529454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:11.531106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fe540103-e073-481c-819e-7d1839da243b tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:11.581620 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-35db53db-1182-43dd-8a86-7d83ef25b50f req-fa95304a-f877-4f89-a2aa-f67029a2cf80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c453a14-df4f-41d5-a4bd-aaf4508c0220 HTTP/1.1" status: 200 len: 217 time: 0.1178532 Nov 25 08:55:11.601391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::f816:3eff:fe64:f91a (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/ccd34695-0f9f-44de-b490-390269056db9/2099cedc-b13c-4247-8ba1-dd31a3fcd41a) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:11.656826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 781d36b9-4768-4563-8773-4e718f718c85, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=781d36b9-4768-4563-8773-4e718f718c85,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:11.675902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7029ea4-9a19-4a36-a565-35cbc02d4f38 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:11.676510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c7029ea4-9a19-4a36-a565-35cbc02d4f38 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Synchronizing usage tracker for tenant:1ffa87d38881417d8613105ef80ce332 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:11.681187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:55:11.700090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb598f3-0f26-4d17-a99c-aa68b38327a9,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:11.700984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:11.707727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:11.719463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Checking segment: {'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:11.719832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Network hostable DHCP agents. Network: 829c4b80-98a5-4ca5-ba04-deed9e26641c, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:55:11.727154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db53db-1182-43dd-8a86-7d83ef25b50f req-793c4087-3412-4fce-9391-a332f01b3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:11.727154 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-35db53db-1182-43dd-8a86-7d83ef25b50f req-793c4087-3412-4fce-9391-a332f01b3ffd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a190df1-4875-4f22-af56-9f48741304f7 HTTP/1.1" status: 200 len: 852 time: 0.1322837 Nov 25 08:55:11.728554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1d4486e6-d666-4c8b-a293-5f76b1c08a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:11.734490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c7029ea4-9a19-4a36-a565-35cbc02d4f38 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Unset dirty status for tenant:1ffa87d38881417d8613105ef80ce332 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:11.735849 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c7029ea4-9a19-4a36-a565-35cbc02d4f38 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3e51ddb-16af-4870-93cb-f2bd0d175cfe HTTP/1.1" status: 200 len: 913 time: 0.4042759 Nov 25 08:55:11.740858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46462) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:11.773301 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'code': 200} Nov 25 08:55:11.859953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 17b3340f-41b2-4089-9935-a3c92b5e2eb6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:11.894587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:12.005506 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] For port 781d36b9-4768-4563-8773-4e718f718c85, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=781d36b9-4768-4563-8773-4e718f718c85,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:12.005905 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:12.089452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:12.131408 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-35db53db-1182-43dd-8a86-7d83ef25b50f req-8c1eac7b-8ebf-4645-8bd0-46a362dfd079 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57a515a8-1b1b-46aa-a013-028565f996a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3912930 Nov 25 08:55:12.197066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=781d36b9-4768-4563-8773-4e718f718c85,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:12.200403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:12.258920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:12.276228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Network 829c4b80-98a5-4ca5-ba04-deed9e26641c is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:55:12.304806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Calling delete_port for 781d36b9-4768-4563-8773-4e718f718c85 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:12.325248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 829c4b80-98a5-4ca5-ba04-deed9e26641c) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:12.342454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:12.349974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:12.358853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89da1131-4f60-4258-8104-8c724d69a967 None None] Network 829c4b80-98a5-4ca5-ba04-deed9e26641c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:12.418983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 2099cedc-b13c-4247-8ba1-dd31a3fcd41a will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:12.422414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23051f9-42d6-42ed-8889-7df71392b32b req-c3f08bd8-1504-4dea-b2d6-70d2beaabfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:12.423897 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a23051f9-42d6-42ed-8889-7df71392b32b req-c3f08bd8-1504-4dea-b2d6-70d2beaabfca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 1099 time: 0.4061735 Nov 25 08:55:12.438039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Allocated IP 172.22.0.2 (93925a29-df3a-493d-87bd-2ae331e94bcd/ce87d593-2a33-4694-b73a-5de9f5396d8f/d8cdb2eb-ef9f-4114-8028-47eea6cf7577) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:12.525860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:12.525860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:12.526155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:12.532815 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a23051f9-42d6-42ed-8889-7df71392b32b req-31245b5a-121e-4f5e-90c4-79091111743e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967438 Nov 25 08:55:12.559328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:12.563925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=17b3340f-41b2-4089-9935-a3c92b5e2eb6,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:12.566116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:12.566587 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:12.567493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:12.571753 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 2 to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 Nov 25 08:55:12.579667 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-35db53db-1182-43dd-8a86-7d83ef25b50f req-16513fed-120a-4e0c-8fcd-d6a92c3c028a service neutron] 10.222.0.41 "GET /v2.0/networks/57a515a8-1b1b-46aa-a013-028565f996a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037952 Nov 25 08:55:12.593809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3ab83-559b-459c-a4ec-87dbfcd033f5 req-a95a99c7-add9-4906-a07d-e555fb5991cf tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:12.595349 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-99f3ab83-559b-459c-a4ec-87dbfcd033f5 req-a95a99c7-add9-4906-a07d-e555fb5991cf tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.4608788 Nov 25 08:55:12.611088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:12.627391 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:12.627817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:12.628227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:12.657511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:12.657511 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:12.661499 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 3 to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 Nov 25 08:55:12.687935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:12.692567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:12.704022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:12.709546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:12.710158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:12.714387 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-99f3ab83-559b-459c-a4ec-87dbfcd033f5 req-fab99918-585b-40c6-9aae-987b298077d9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081898 Nov 25 08:55:12.719087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:12.719236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:12.719530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:12.724554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=2099cedc-b13c-4247-8ba1-dd31a3fcd41a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:12.734468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:12.738315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:12.738315 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:12.740832 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 4 to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 Nov 25 08:55:12.765431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:12.765846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:12.766260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:12.770887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6335d-a32f-4407-8ffd-d30940889c25 req-9585d034-5798-4621-b9b0-1e6c0552e993 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:12.772457 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d1a6335d-a32f-4407-8ffd-d30940889c25 req-9585d034-5798-4621-b9b0-1e6c0552e993 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.2163026 Nov 25 08:55:12.774245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:12.774634 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:12.777348 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4852099 Nov 25 08:55:12.778428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46470) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:12.831314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:12.831620 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:12.836305 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 5 to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 Nov 25 08:55:12.892078 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d1a6335d-a32f-4407-8ffd-d30940889c25 req-b35abca6-76bd-4582-b54c-6e42336bd712 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649698 Nov 25 08:55:12.909756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d3dd0-6eaf-467c-b13a-4161d5e3782f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:12.912526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:12.912936 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:12.913345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:12.915693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d3dd0-6eaf-467c-b13a-4161d5e3782f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:12.916538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8e4d3dd0-6eaf-467c-b13a-4161d5e3782f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:12.921127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:03Z', 'revision_number': 3, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:10Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:12.930214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3c87c-d0ac-4e74-b92a-daf10f19ad26 None None] The sync data for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv is: [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:03Z', 'revision_number': 3, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:10Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:55:12.937400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8e4d3dd0-6eaf-467c-b13a-4161d5e3782f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:12.942010 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8e4d3dd0-6eaf-467c-b13a-4161d5e3782f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1609592 Nov 25 08:55:12.942646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46474) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:12.944862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:12.945198 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:12.950039 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 6 to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 Nov 25 08:55:12.952947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:12.982758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Transition to ACTIVE for port object d8cdb2eb-ef9f-4114-8028-47eea6cf7577 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:12.990967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:12.991306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:12.991641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:13.010110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:13.010475 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:13.019421 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 7 to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 Nov 25 08:55:13.029038 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Transition to ACTIVE for port object d8cdb2eb-ef9f-4114-8028-47eea6cf7577 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:13.040803 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-35db53db-1182-43dd-8a86-7d83ef25b50f req-e61032a3-17b8-4067-b274-ccc3e4aaf31f service neutron] 10.222.0.41 "GET /v2.0/networks/57a515a8-1b1b-46aa-a013-028565f996a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362442 Nov 25 08:55:13.041054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:13.046914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:13.046914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:13.046914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:13.047282 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-077873bd-e772-45d5-8baf-a1630e1e082b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:13.087045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:13.087045 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:13.092256 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 8 to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 Nov 25 08:55:13.111082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:13.111419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:13.111743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:13.128201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:13.128614 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:13.129246 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 9 to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 Nov 25 08:55:13.136087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Network 93925a29-df3a-493d-87bd-2ae331e94bcd is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:13.139447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:13.143551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:13.149531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Pushing event updated for resources: {'Port': ['ID=d8cdb2eb-ef9f-4114-8028-47eea6cf7577,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:13.153418 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:13.164887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:13.165464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:13.166021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:13.173851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:13.174314 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:13.175538 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 10 to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 Nov 25 08:55:13.181925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-e9388a42-6beb-4c0d-aed1-4ec72d1c912f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 2099cedc-b13c-4247-8ba1-dd31a3fcd41a {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:13.182466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9388a42-6beb-4c0d-aed1-4ec72d1c912f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:13.186193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:13.187672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Deleting port 781d36b9-4768-4563-8773-4e718f718c85 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:13.188055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:13.217079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Allocated IP 172.22.0.1 (93925a29-df3a-493d-87bd-2ae331e94bcd/ce87d593-2a33-4694-b73a-5de9f5396d8f/755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:13.302524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Attempting to bind port d8cdb2eb-ef9f-4114-8028-47eea6cf7577 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:13.303172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Attempting to bind port d8cdb2eb-ef9f-4114-8028-47eea6cf7577 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'caeceedb-47c9-4ec2-8349-eefecef72cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:13.303737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Attempting to bind port d8cdb2eb-ef9f-4114-8028-47eea6cf7577 on network 93925a29-df3a-493d-87bd-2ae331e94bcd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:13.344594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:13.344976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Checking segment: {'id': 'caeceedb-47c9-4ec2-8349-eefecef72cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:13.345593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:13.346155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Bound using segment: {'id': 'caeceedb-47c9-4ec2-8349-eefecef72cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:13.346821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Bound port: d8cdb2eb-ef9f-4114-8028-47eea6cf7577, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caeceedb-47c9-4ec2-8349-eefecef72cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:13.347394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:13.382210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:13.382582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:13.383109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:13.498086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:13.498994 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:13.499348 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:13.569341 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:55:13.617719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] For port d8cdb2eb-ef9f-4114-8028-47eea6cf7577, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:13.655235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] For port d8cdb2eb-ef9f-4114-8028-47eea6cf7577, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d8cdb2eb-ef9f-4114-8028-47eea6cf7577,segment=NetworkSegment(caeceedb-47c9-4ec2-8349-eefecef72cf5),segment_id=caeceedb-47c9-4ec2-8349-eefecef72cf5)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:13.665246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] For port 781d36b9-4768-4563-8773-4e718f718c85, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=781d36b9-4768-4563-8773-4e718f718c85,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:13.665851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:13.680362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:13.688029 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-3bf3d70b-7689-46e5-bfb9-192593823314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:13.707873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9388a42-6beb-4c0d-aed1-4ec72d1c912f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:13.746852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:13.993334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] For port 1eb598f3-0f26-4d17-a99c-aa68b38327a9, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:13.993935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempted to set empty binding levels {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 08:55:14.060932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Pushing event updated for resources: {'Port': ['ID=d8cdb2eb-ef9f-4114-8028-47eea6cf7577,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:14.064592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:14.065681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eb770a99-45df-47f6-a2a7-2430fbabb8f7 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:14.077045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-e9388a42-6beb-4c0d-aed1-4ec72d1c912f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 2099cedc-b13c-4247-8ba1-dd31a3fcd41a owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:14.119880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.142376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-12751241-f0d3-406c-bac8-5a166f1343ba tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:14.152446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Transition to ACTIVE for port object 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:14.226046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:14.226748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.321356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb598f3-0f26-4d17-a99c-aa68b38327a9,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:14.330554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Calling delete_port for 781d36b9-4768-4563-8773-4e718f718c85 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:14.330948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:14.345151 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.9192746 Nov 25 08:55:14.345381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46484) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:14.352013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.369135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b6d0a-2dd3-4c9a-826c-43830cdec9cc req-3be95265-a7e7-41e7-85e6-18563a9655b4 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:14.370620 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f87b6d0a-2dd3-4c9a-826c-43830cdec9cc req-3be95265-a7e7-41e7-85e6-18563a9655b4 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.3734438 Nov 25 08:55:14.390630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8caa985f-d739-4014-b429-844b0d06980f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:14.394263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port 7bec47a3-ed9a-4b0a-a3aa-044e2346a2f8 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:14.394817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.409716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port eb770a99-45df-47f6-a2a7-2430fbabb8f7 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:14.429100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port eb770a99-45df-47f6-a2a7-2430fbabb8f7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:14.429100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.493171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642b216-1229-4bc1-818f-0838b9029f32 req-ae841c60-1ea7-40d2-b1be-ecf6f10c6b32 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:14.494708 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9642b216-1229-4bc1-818f-0838b9029f32 req-ae841c60-1ea7-40d2-b1be-ecf6f10c6b32 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.3369150 Nov 25 08:55:14.501451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 93925a29-df3a-493d-87bd-2ae331e94bcd is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:14.502845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9388a42-6beb-4c0d-aed1-4ec72d1c912f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.509614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:14.538583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:14.547360 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f87b6d0a-2dd3-4c9a-826c-43830cdec9cc req-a78b4a74-39f8-4af4-b1b2-9d3e17ee4524 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682436 Nov 25 08:55:14.574565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:14.579088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee79e-94c6-4f47-88fc-a9f4f4636413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Deleting port 1eb598f3-0f26-4d17-a99c-aa68b38327a9 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:14.579426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee79e-94c6-4f47-88fc-a9f4f4636413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.590673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.596573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bc1aecf3-204c-4a90-90f1-d4f4f2f87721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:14.618551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:14.620744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e948e0b7-2092-4afd-84b1-18a259f433a8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:14.648246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Pushing event deleted for resources: {'Port': ['ID=781d36b9-4768-4563-8773-4e718f718c85,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:14.653608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:14.688257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.731398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9388a42-6beb-4c0d-aed1-4ec72d1c912f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=2099cedc-b13c-4247-8ba1-dd31a3fcd41a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:14.734166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.756047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e9388a42-6beb-4c0d-aed1-4ec72d1c912f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:14.771024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] No DVR routers for this DVR port 781d36b9-4768-4563-8773-4e718f718c85 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:55:14.784321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e9388a42-6beb-4c0d-aed1-4ec72d1c912f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.786328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port eb770a99-45df-47f6-a2a7-2430fbabb8f7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=eb770a99-45df-47f6-a2a7-2430fbabb8f7,segment=NetworkSegment(2f035546-2246-4b03-9b0c-c0e55237b50d),segment_id=2f035546-2246-4b03-9b0c-c0e55237b50d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:14.791405 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9642b216-1229-4bc1-818f-0838b9029f32 req-6b35fbf5-b85b-4917-8f41-21e0d7d4d54c tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830334 Nov 25 08:55:14.792033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2380f-b3e1-437b-ad1a-b8678f692b5e None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:14.810972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.816950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:14.843308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:14.871622 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e9388a42-6beb-4c0d-aed1-4ec72d1c912f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/2099cedc-b13c-4247-8ba1-dd31a3fcd41a HTTP/1.1" status: 204 len: 168 time: 1.9272935 Nov 25 08:55:14.872358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46488) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:14.908477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for 7bec47a3-ed9a-4b0a-a3aa-044e2346a2f8 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:14.996544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=eb770a99-45df-47f6-a2a7-2430fbabb8f7,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:15.002379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:15.079365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9987523b-410f-4682-abc9-09448fc7622a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:15.080675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9987523b-410f-4682-abc9-09448fc7622a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:15.081852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9987523b-410f-4682-abc9-09448fc7622a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:15.098456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-cf2ee79e-94c6-4f47-88fc-a9f4f4636413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] For port 1eb598f3-0f26-4d17-a99c-aa68b38327a9, host hv-neutron-8183, got binding levels [] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:15.098809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee79e-94c6-4f47-88fc-a9f4f4636413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:15.132067 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:15.137504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:15.151007 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': 'ccd34695-0f9f-44de-b490-390269056db9'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:55:15.151912 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:15.186811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=7bec47a3-ed9a-4b0a-a3aa-044e2346a2f8,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:15.189950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:15.237936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee79e-94c6-4f47-88fc-a9f4f4636413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Calling delete_port for 1eb598f3-0f26-4d17-a99c-aa68b38327a9 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:15.266216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9987523b-410f-4682-abc9-09448fc7622a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:15.267465 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9987523b-410f-4682-abc9-09448fc7622a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3862386 Nov 25 08:55:15.272524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46494) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:15.338146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Allocated IP 2001:db8::f816:3eff:fe78:ede3 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/ccd34695-0f9f-44de-b490-390269056db9/44e3c68f-d3f0-45f9-9e66-a5b750286867) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:15.379645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:15.397406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee79e-94c6-4f47-88fc-a9f4f4636413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:15.431645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:15.479409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6eb396-0749-4e14-af84-a91345f462e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet ccd34695-0f9f-44de-b490-390269056db9 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:15.491149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee79e-94c6-4f47-88fc-a9f4f4636413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eb598f3-0f26-4d17-a99c-aa68b38327a9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:15.502273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf2ee79e-94c6-4f47-88fc-a9f4f4636413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:15.510556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee79e-94c6-4f47-88fc-a9f4f4636413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:15.551209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46498) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:15.588463 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cf2ee79e-94c6-4f47-88fc-a9f4f4636413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "DELETE /v2.0/ports/1eb598f3-0f26-4d17-a99c-aa68b38327a9 HTTP/1.1" status: 204 len: 168 time: 1.2390542 Nov 25 08:55:15.592074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:15.599498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46504) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:15.610976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:15.621576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Transition to ACTIVE for port object 44e3c68f-d3f0-45f9-9e66-a5b750286867 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:15.648504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Transition to ACTIVE for port object 44e3c68f-d3f0-45f9-9e66-a5b750286867 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:15.664062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:15.668838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cc794309-2caf-4019-9367-ea8985712707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:15.755071 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:15.758161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:15.762490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:15.768960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Pushing event updated for resources: {'Port': ['ID=44e3c68f-d3f0-45f9-9e66-a5b750286867,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:15.773075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:15.823209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa6eb396-0749-4e14-af84-a91345f462e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:15.932230 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9707776-b657-4abf-8125-d48abd9bbe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] GET failed (client error): The resource could not be found. Nov 25 08:55:15.933064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b9707776-b657-4abf-8125-d48abd9bbe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Synchronizing usage tracker for tenant:f5af5af7f14e42048ec347af89d29ae2 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:15.973027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Attempting to bind port 44e3c68f-d3f0-45f9-9e66-a5b750286867 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:15.973410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Attempting to bind port 44e3c68f-d3f0-45f9-9e66-a5b750286867 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:15.973778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Attempting to bind port 44e3c68f-d3f0-45f9-9e66-a5b750286867 on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:15.994883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b9707776-b657-4abf-8125-d48abd9bbe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Unset dirty status for tenant:f5af5af7f14e42048ec347af89d29ae2 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:16.000101 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b9707776-b657-4abf-8125-d48abd9bbe28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "GET /v2.0/ports/1eb598f3-0f26-4d17-a99c-aa68b38327a9 HTTP/1.1" status: 404 len: 333 time: 0.3713312 Nov 25 08:55:16.010680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:16.011095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:16.011598 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.011998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:16.012496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Bound port: 44e3c68f-d3f0-45f9-9e66-a5b750286867, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:16.012863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.022796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46510) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:16.022974 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41e4cb-b00c-4603-aaf6-a0ab34f8adbe None None] Network 93925a29-df3a-493d-87bd-2ae331e94bcd requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:16.084013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Request body: {'port': {'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1060856565'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:16.101074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eb770a99-45df-47f6-a2a7-2430fbabb8f7 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:16.116711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:16.190660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:16.224794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6092e502-9f63-4bf5-8f56-2905e3b178fc None None] Provisioning for port d8cdb2eb-ef9f-4114-8028-47eea6cf7577 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:16.227157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Made reservation on behalf of f5af5af7f14e42048ec347af89d29ae2 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:16.229779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.257855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa6eb396-0749-4e14-af84-a91345f462e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.291802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6235-2b71-42c2-8fcf-f038b102b048 req-a8597025-3521-44e3-8ebc-62c330908da0 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:16.293834 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa9c6235-2b71-42c2-8fcf-f038b102b048 req-a8597025-3521-44e3-8ebc-62c330908da0 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.2930849 Nov 25 08:55:16.295842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] device_id is not set on port f05c3891-d02f-4cba-9400-82c1cb270f85 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:16.371592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] For port 44e3c68f-d3f0-45f9-9e66-a5b750286867, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:16.374930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53d6d56-39d5-40ac-abec-608b63b41983 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:16.375414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53d6d56-39d5-40ac-abec-608b63b41983 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:16.375884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53d6d56-39d5-40ac-abec-608b63b41983 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:16.377539 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b53d6d56-39d5-40ac-abec-608b63b41983 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=ad9acc8f1d734163ad0737b95f34d0dc&network_id=d7b2a039-0689-46e5-b832-50debe514388 HTTP/1.1" status: 200 len: 3000 time: 0.8255074 Nov 25 08:55:16.418403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Router a3e51ddb-16af-4870-93cb-f2bd0d175cfe has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:55:16.434262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15addc97-63a5-49f6-b3f0-1900429f70c2 req-3c908cff-ca1a-4d9f-8a47-525e15d8e727 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:16.436405 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-15addc97-63a5-49f6-b3f0-1900429f70c2 req-3c908cff-ca1a-4d9f-8a47-525e15d8e727 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.6136844 Nov 25 08:55:16.445666 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa9c6235-2b71-42c2-8fcf-f038b102b048 req-178a8781-ef89-44b7-96fa-69557dd29127 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064210 Nov 25 08:55:16.449116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port eb770a99-45df-47f6-a2a7-2430fbabb8f7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:16.449968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.462047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.485365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.496287 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] For port 44e3c68f-d3f0-45f9-9e66-a5b750286867, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=44e3c68f-d3f0-45f9-9e66-a5b750286867,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:16.519991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.530409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:16.535954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa6eb396-0749-4e14-af84-a91345f462e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.560060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1138c29f-7962-4f02-ae1f-b5450083c57d tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:16.661355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3841bbd8-af37-4dc8-8a2b-bc8530a679d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.707997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.746582 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-15addc97-63a5-49f6-b3f0-1900429f70c2 req-ca81fa02-9b82-4ffe-8098-692be2133433 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028603 Nov 25 08:55:16.784871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa6eb396-0749-4e14-af84-a91345f462e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.792813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-66360a4a-2ef2-4f4c-9946-ddddae00eaa9 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:16.831992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:55:16.834780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:16.841504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Pushing event updated for resources: {'Port': ['ID=44e3c68f-d3f0-45f9-9e66-a5b750286867,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:16.844979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6eb396-0749-4e14-af84-a91345f462e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd34695-0f9f-44de-b490-390269056db9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:16.848732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fa6eb396-0749-4e14-af84-a91345f462e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.850263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:16.852116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fa6eb396-0749-4e14-af84-a91345f462e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:16.856192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:16.867026 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7563693-b8be-48e4-87e7-46f97d96ccaa None None] Sync routers for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:55:16.874403 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fa6eb396-0749-4e14-af84-a91345f462e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/ccd34695-0f9f-44de-b490-390269056db9 HTTP/1.1" status: 204 len: 168 time: 1.5980823 Nov 25 08:55:16.875179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46524) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:16.883317 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7563693-b8be-48e4-87e7-46f97d96ccaa None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:16.883951 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d7563693-b8be-48e4-87e7-46f97d96ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:16.892668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:16.958087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d8cdb2eb-ef9f-4114-8028-47eea6cf7577 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:16.967928 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "PUT /v2.0/routers/a3e51ddb-16af-4870-93cb-f2bd0d175cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2251172 Nov 25 08:55:16.975666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46528) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:17.040428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 93925a29-df3a-493d-87bd-2ae331e94bcd is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:17.043037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:17.048946 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d7563693-b8be-48e4-87e7-46f97d96ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:17.058947 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7563693-b8be-48e4-87e7-46f97d96ccaa None None] Routers {'a3e51ddb-16af-4870-93cb-f2bd0d175cfe'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:17.059871 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d7563693-b8be-48e4-87e7-46f97d96ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:17.126511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:17.181414 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d7563693-b8be-48e4-87e7-46f97d96ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:17.182129 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7563693-b8be-48e4-87e7-46f97d96ccaa None None] The sync data for ids ['a3e51ddb-16af-4870-93cb-f2bd0d175cfe'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:55:17.213518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:17.226365 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ba3127d7-339c-47e5-8c1d-a0eaac9eea28 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3495963 Nov 25 08:55:17.227156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port d8cdb2eb-ef9f-4114-8028-47eea6cf7577 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:17.229990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9c8c53d4-6739-4d57-8a06-71706cfccf7e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:17.233797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d8cdb2eb-ef9f-4114-8028-47eea6cf7577 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:17.234877 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:17.262640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46532) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:17.384517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:17.400520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153596be-b884-4710-9387-98abb71eec39 req-de434364-13dd-4ee8-8d4d-4aca3d0c36c0 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:17.402627 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-153596be-b884-4710-9387-98abb71eec39 req-de434364-13dd-4ee8-8d4d-4aca3d0c36c0 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.4489853 Nov 25 08:55:17.408044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:17.417854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Network 829c4b80-98a5-4ca5-ba04-deed9e26641c is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:17.439231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:17.442734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:17.443663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:17.444250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:17.456507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port d8cdb2eb-ef9f-4114-8028-47eea6cf7577, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d8cdb2eb-ef9f-4114-8028-47eea6cf7577,segment=NetworkSegment(caeceedb-47c9-4ec2-8349-eefecef72cf5),segment_id=caeceedb-47c9-4ec2-8349-eefecef72cf5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:17.462381 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:17.468181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:17.485313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event updated for resources: {'Port': ['ID=f05c3891-d02f-4cba-9400-82c1cb270f85,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:17.488310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:17.505940 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4786913 Nov 25 08:55:17.510020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:55:17.510682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46536) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:17.532112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:17.558162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=d8cdb2eb-ef9f-4114-8028-47eea6cf7577,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:17.564283 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:17.588561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8b2852a6-7b58-43ec-bb93-15e7ac6ac34c None None] Provisioning for port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:17.596763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8b2852a6-7b58-43ec-bb93-15e7ac6ac34c None None] Provisioning complete for port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:17.597151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b2852a6-7b58-43ec-bb93-15e7ac6ac34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:17.599214 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-153596be-b884-4710-9387-98abb71eec39 req-1ce63d67-caa3-418d-b510-f5cce75af998 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745412 Nov 25 08:55:17.641414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:17.662503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d16504-71c2-450b-b8fe-07747aeba81f req-e9f2b540-e1d9-4a0c-9a4c-6d4fc7f0569f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:17.665036 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-67d16504-71c2-450b-b8fe-07747aeba81f req-e9f2b540-e1d9-4a0c-9a4c-6d4fc7f0569f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.4371467 Nov 25 08:55:17.666386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting port ae258dd6-2154-42eb-9b99-3ff3185d6134 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:17.667001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:17.683907 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8b2852a6-7b58-43ec-bb93-15e7ac6ac34c None None] Port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:55:17.697554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8b2852a6-7b58-43ec-bb93-15e7ac6ac34c None None] Provisioning complete for port d8cdb2eb-ef9f-4114-8028-47eea6cf7577 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:17.697885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b2852a6-7b58-43ec-bb93-15e7ac6ac34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:17.760714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429540c3-6505-4643-8dd0-77c2e19a8938 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:17.761426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-429540c3-6505-4643-8dd0-77c2e19a8938 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:17.980176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 44e3c68f-d3f0-45f9-9e66-a5b750286867 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:18.119531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-243a7428-b778-40ee-a67b-6a2e31111380 None None] Provisioning complete for port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:18.120199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-243a7428-b778-40ee-a67b-6a2e31111380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.159269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:55:18.177433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Sync routers for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:55:18.187627 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4451282 Nov 25 08:55:18.193036 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-67d16504-71c2-450b-b8fe-07747aeba81f req-9ff9ce55-385e-4d27-9edf-7e44164ade6e tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4340725 Nov 25 08:55:18.198755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.199016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-243a7428-b778-40ee-a67b-6a2e31111380 None None] Port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:55:18.200855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:18.201726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:54:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:18.213313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46542) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:18.216385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'network': {'name': 'tempest-RoutersTest-826595142'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:18.218689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46546) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:18.224551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-429540c3-6505-4643-8dd0-77c2e19a8938 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:18.228502 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-429540c3-6505-4643-8dd0-77c2e19a8938 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9650071 Nov 25 08:55:18.229582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46550) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:18.232617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:18.272297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:network and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:18.279962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:18.282935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.283726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 44e3c68f-d3f0-45f9-9e66-a5b750286867 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:18.297510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d8cdb2eb-ef9f-4114-8028-47eea6cf7577 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:18.309402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:18.385571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Calling delete_port for ae258dd6-2154-42eb-9b99-3ff3185d6134 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:18.387808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:18.391675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.393560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e731b36-65d1-4e2f-8b05-857d8722b6ec None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:18.406810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8a7448-0434-4dcf-b95b-a3e8d1b5fc43 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:18.410965 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6a8a7448-0434-4dcf-b95b-a3e8d1b5fc43 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1729951 Nov 25 08:55:18.415756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46554) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:18.501685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded7676d-c717-47d4-bdb1-f19b458fd11d tempest-TestNetworkAdvancedServerOps-571032956 tempest-TestNetworkAdvancedServerOps-571032956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:18.506143 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ded7676d-c717-47d4-bdb1-f19b458fd11d tempest-TestNetworkAdvancedServerOps-571032956 tempest-TestNetworkAdvancedServerOps-571032956-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 1094 time: 0.2837758 Nov 25 08:55:18.506334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46558) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:18.511389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:18.519385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:18.525003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Usage tracker for resource:floatingip and tenant:597512dac3a64f3385f07907794ac3f0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:18.529064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:18.539961 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:18.553347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.562045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:18.568260 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fe06dc5f-b8e9-462c-8969-ef267073d69e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475377 Nov 25 08:55:18.570101 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46562) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:18.583473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:18.597392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:55:18.611347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-06663a6d-8598-4274-b250-c1ecec0def94 None None] Provisioning complete for port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:18.611800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06663a6d-8598-4274-b250-c1ecec0def94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.615534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.615884 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added segment 362686b2-fe36-4ade-95fb-fe5504d276f0 of type vlan for network 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f Nov 25 08:55:18.733570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] device_id is not set on port f05c3891-d02f-4cba-9400-82c1cb270f85 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:18.754591 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.808175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.828052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Transition to ACTIVE for port object f05c3891-d02f-4cba-9400-82c1cb270f85 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:18.835895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d8cdb2eb-ef9f-4114-8028-47eea6cf7577 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:18.836731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.837295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:18.840009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.846303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1bc8404f-23dc-4b71-b82a-6757e4c0822d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:18.847805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.855409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3cc42dac-c7fc-48f5-aed0-a1189a549035 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:18.905912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:18.910141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Port': ['ID=ae258dd6-2154-42eb-9b99-3ff3185d6134,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:18.914712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:18.990325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:18.995771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:18.996347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.001427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:19.004966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.009545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-06663a6d-8598-4274-b250-c1ecec0def94 None None] Port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:55:19.038887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event updated for resources: {'Port': ['ID=f05c3891-d02f-4cba-9400-82c1cb270f85,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:19.047272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:19.049967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-018968d3-924e-49fe-b861-90cb4d4c4507 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:19.071969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ffe1e-b6a9-454a-991d-87f6104b69d0 req-c7eb0994-9dd9-4507-98c4-16887b03e8d2 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:19.073449 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-308ffe1e-b6a9-454a-991d-87f6104b69d0 req-c7eb0994-9dd9-4507-98c4-16887b03e8d2 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.3332865 Nov 25 08:55:19.086833 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8822277 Nov 25 08:55:19.087286 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46570) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:19.134551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:19.135072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:19.135460 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:19.167791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'subnet': {'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:19.182835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.207862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:19.208127 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:19.217104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c7bc443f-f100-4456-a6b6-9f7b2fbdeed8 None None] Provisioning for port 44e3c68f-d3f0-45f9-9e66-a5b750286867 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:19.249583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c7bc443f-f100-4456-a6b6-9f7b2fbdeed8 None None] Provisioning complete for port 44e3c68f-d3f0-45f9-9e66-a5b750286867 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:19.249960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c7bc443f-f100-4456-a6b6-9f7b2fbdeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.256145 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 2 to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 Nov 25 08:55:19.277753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Network': ['ID=59b24cdf-e9a8-4fee-8ab0-6ff23309be7f,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:19.300517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:19.312577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:19.312912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:19.313253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:19.316578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:55:19.339107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:19.339439 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:19.342507 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-308ffe1e-b6a9-454a-991d-87f6104b69d0 req-ae5c3c80-fe85-4f7a-ad11-6e9ced9250c7 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542841 Nov 25 08:55:19.344217 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 3 to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 Nov 25 08:55:19.360646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:19.368802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:subnet and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:19.371536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:19.371870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:19.372202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:19.374952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:19.385568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:19.388006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:19.388006 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:19.389383 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 4 to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 Nov 25 08:55:19.395188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.403510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.411240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Made reservation on behalf of 6525eb582bfe417caa5ef800cfccd39d for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:19.419390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.426779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:55:19.437911 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:19.438099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:19.438460 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:19.444617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.444802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46574) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:19.450546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:19.451224 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:19.456719 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 5 to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 Nov 25 08:55:19.460394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Deleting port 44e3c68f-d3f0-45f9-9e66-a5b750286867 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:19.460861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.565555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.566127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Fanout notify agent at l3_agent the message router_deleted on router a3e51ddb-16af-4870-93cb-f2bd0d175cfe {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:55:19.573470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:19.573899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:19.574237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:19.585051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b80d-6614-4d09-87bc-f14e03ee2397 req-d8da26ef-d93a-4a18-8547-1713ded488d8 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:19.586928 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8824b80d-6614-4d09-87bc-f14e03ee2397 req-d8da26ef-d93a-4a18-8547-1713ded488d8 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.4731276 Nov 25 08:55:19.595666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:19.595983 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:19.600589 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 6 to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 Nov 25 08:55:19.629944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:19.629944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:19.629944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:19.635460 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab84b6f-df07-40b3-99bb-b60197073e2d tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:19.646660 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3ab84b6f-df07-40b3-99bb-b60197073e2d tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 814 time: 0.1882634 Nov 25 08:55:19.650048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:19.650402 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:19.652055 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 7 to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 Nov 25 08:55:19.674190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:19.674618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:19.674875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:19.682601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:19.682920 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:19.684836 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 8 to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 Nov 25 08:55:19.744661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c7bc443f-f100-4456-a6b6-9f7b2fbdeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.747435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:19.747767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:19.748131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:19.759707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:19.760034 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:19.762633 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 9 to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 Nov 25 08:55:19.786465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:19.786794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:19.787123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:19.807804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:19.808125 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:19.810408 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 10 to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 Nov 25 08:55:19.814117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:15Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:16Z', 'revision_number': 2, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:19.824977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcd1efe9-2b47-40d1-a6a8-72ac8ad6a778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.832949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Checking router: d3d6389f-5ac2-4be2-a55b-e769fa3a5aad for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:55:19.833264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Updating router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:55:19.843979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:19.843979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:19.843979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:19.847669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:19.847990 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port f05c3891-d02f-4cba-9400-82c1cb270f85 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:19.848340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.861174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.867317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ed9f74c3-afde-4ddb-8916-eb91747f66bc tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:19.870187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] For port 44e3c68f-d3f0-45f9-9e66-a5b750286867, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=44e3c68f-d3f0-45f9-9e66-a5b750286867,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:19.870791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.884007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.884245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c7bc443f-f100-4456-a6b6-9f7b2fbdeed8 None None] For port 44e3c68f-d3f0-45f9-9e66-a5b750286867, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=44e3c68f-d3f0-45f9-9e66-a5b750286867,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:19.885252 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/routers/a3e51ddb-16af-4870-93cb-f2bd0d175cfe HTTP/1.1" status: 204 len: 168 time: 2.9085462 Nov 25 08:55:19.902991 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46582) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:19.903656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 44e3c68f-d3f0-45f9-9e66-a5b750286867 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:55:19.941026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-8824b80d-6614-4d09-87bc-f14e03ee2397 req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Deleting port 4c453a14-df4f-41d5-a4bd-aaf4508c0220 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:19.941367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-8824b80d-6614-4d09-87bc-f14e03ee2397 req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.987898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c7bc443f-f100-4456-a6b6-9f7b2fbdeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:19.989616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:20.068534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Subnet': ['ID=ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:20.075671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:20.094361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Allocated IP 172.26.3.142 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/5cc921eb-0ff0-4cff-8341-7eeb1576996a) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:20.094716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa666bc9-47dc-46db-9bfe-c54170b638a8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Deleting subnet 6ab45890-dc3c-4310-a037-0f6b99d5876b {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:20.101317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa666bc9-47dc-46db-9bfe-c54170b638a8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.105978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Calling delete_port for 44e3c68f-d3f0-45f9-9e66-a5b750286867 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:20.131090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46586) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:20.180419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.186655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'network': {'name': 'tempest-network-smoke--845087672', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'port_security_enabled': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:20.191733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.212248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:20.264483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] For port f05c3891-d02f-4cba-9400-82c1cb270f85, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:20.264870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempted to set empty binding levels {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 08:55:20.277170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Checking segment: {'id': '362686b2-fe36-4ade-95fb-fe5504d276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:20.277398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network hostable DHCP agents. Network: 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:55:20.278555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:network and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:20.285916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.289163 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc443f-f100-4456-a6b6-9f7b2fbdeed8 None None] Pushing event updated for resources: {'Port': ['ID=44e3c68f-d3f0-45f9-9e66-a5b750286867,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:20.290420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:20.293500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:20.322362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c7bc443f-f100-4456-a6b6-9f7b2fbdeed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:20.342621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:20.343011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:20.356779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] In _notify_port_updated(), no bound segment for port f05c3891-d02f-4cba-9400-82c1cb270f85 on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:55:20.357974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.358243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.361941 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "PUT /v2.0/ports/f05c3891-d02f-4cba-9400-82c1cb270f85 HTTP/1.1" status: 200 len: 981 time: 2.8412731 Nov 25 08:55:20.364185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:20.367420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46590) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:20.369624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa666bc9-47dc-46db-9bfe-c54170b638a8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.416410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.421707 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:20.425085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.516828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event updated for resources: {'Port': ['ID=f05c3891-d02f-4cba-9400-82c1cb270f85,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:20.517794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.objects.ports [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87512) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:55:20.524848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 44e3c68f-d3f0-45f9-9e66-a5b750286867, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=44e3c68f-d3f0-45f9-9e66-a5b750286867,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:20.532547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:55:20.535200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.538862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:20.563735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.564132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.564527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.564844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.565207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.565755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.566012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.566375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.566845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.567278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.567655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.568604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:20.578638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:20.581465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa666bc9-47dc-46db-9bfe-c54170b638a8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.628728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:20.633379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.634322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.647052 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3e5878-40ab-4576-907f-c7291ff32241 None None] Network 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:20.660728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-8824b80d-6614-4d09-87bc-f14e03ee2397 req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] For port 4c453a14-df4f-41d5-a4bd-aaf4508c0220, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4c453a14-df4f-41d5-a4bd-aaf4508c0220,segment=NetworkSegment(a6bdfb68-70a6-44b2-802d-51cf41005ae4),segment_id=a6bdfb68-70a6-44b2-802d-51cf41005ae4)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:20.661385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-8824b80d-6614-4d09-87bc-f14e03ee2397 req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.689539 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5515168 Nov 25 08:55:20.692404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46596) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:20.766141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.766660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.767116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.767582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.768010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.768458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.768908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.769347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.769787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.770230 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.770695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.771135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.771573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.772243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.772445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.772888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.773435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.773764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.774207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.775057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.775208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.775698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:20.777784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Synchronizing usage tracker for tenant:f5af5af7f14e42048ec347af89d29ae2 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:20.791261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=44e3c68f-d3f0-45f9-9e66-a5b750286867,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:20.797059 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:20.831497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:55:20.839809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-8824b80d-6614-4d09-87bc-f14e03ee2397 req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Calling delete_port for 4c453a14-df4f-41d5-a4bd-aaf4508c0220 owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:20.844105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Deleting port 44e3c68f-d3f0-45f9-9e66-a5b750286867 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:20.844497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.886834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Unset dirty status for tenant:f5af5af7f14e42048ec347af89d29ae2 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:20.890496 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-dd515c24-6bba-4bf9-ba8e-7b7fc5c258a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20227 time: 0.4894400 Nov 25 08:55:20.891408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa666bc9-47dc-46db-9bfe-c54170b638a8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.895569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.896975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46600) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:20.898565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abf676fc-fc59-4fc0-b70a-e61d0b7e0a52 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:20.909665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.910008 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Added segment d7163db4-4954-43f1-927d-807330e0dc98 of type vlan for network 3654da2a-b904-407e-8e76-1c4f36a8fca1 Nov 25 08:55:20.973989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fa666bc9-47dc-46db-9bfe-c54170b638a8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:20.986107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa666bc9-47dc-46db-9bfe-c54170b638a8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab45890-dc3c-4310-a037-0f6b99d5876b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:20.988741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa666bc9-47dc-46db-9bfe-c54170b638a8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:21.002982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.062316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.074051 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fa666bc9-47dc-46db-9bfe-c54170b638a8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/subnets/6ab45890-dc3c-4310-a037-0f6b99d5876b HTTP/1.1" status: 204 len: 168 time: 1.1665149 Nov 25 08:55:21.075879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb42d8-5575-4521-9373-528a7109c922 req-a818bd81-0aea-486b-817a-47d0ed954f63 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:21.077435 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0abb42d8-5575-4521-9373-528a7109c922 req-a818bd81-0aea-486b-817a-47d0ed954f63 tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 946 time: 0.5583167 Nov 25 08:55:21.081923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46604) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:21.083629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Transition to ACTIVE for port object 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:21.108471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.115187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:21.147259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-59b24cdf-e9a8-4fee-8ab0-6ff23309be7f', 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'fixed_ips': [{'subnet_id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:55:21.148440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.163358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1e2c4-56ba-40e4-93ff-94a9f379576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Deleting port f05c3891-d02f-4cba-9400-82c1cb270f85 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:21.163694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0bc1e2c4-56ba-40e4-93ff-94a9f379576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.283862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.resource_extend [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:55:21.367932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.374002 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0abb42d8-5575-4521-9373-528a7109c922 req-d8f22499-e1e1-4a47-8408-8f846fafc33a tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/security-groups?id=6898f727-2711-4b1c-a071-ea9a2eca84d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894993 Nov 25 08:55:21.381361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3aa19c42-b4cb-48ef-b21d-6da1290cbda8 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:21.387722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee1a4e-4fbc-4493-8a8d-fcdf72ae1869 None None] Pushing event updated for resources: {'Port': ['ID=755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:21.406607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-82ee1a4e-4fbc-4493-8a8d-fcdf72ae1869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:21.416336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.455355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.461197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:21.462698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.469552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.491431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-8824b80d-6614-4d09-87bc-f14e03ee2397 req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.537986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] For port 44e3c68f-d3f0-45f9-9e66-a5b750286867, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=44e3c68f-d3f0-45f9-9e66-a5b750286867,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:21.538447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.610630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-0bc1e2c4-56ba-40e4-93ff-94a9f379576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] For port f05c3891-d02f-4cba-9400-82c1cb270f85, host hv-neutron-8183, got binding levels [] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:21.611250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0bc1e2c4-56ba-40e4-93ff-94a9f379576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.686400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:21.687594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:21.705429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:21.730567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Calling delete_port for 44e3c68f-d3f0-45f9-9e66-a5b750286867 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:21.754737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'Port': ['ID=5cc921eb-0ff0-4cff-8341-7eeb1576996a,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:21.758474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.794873 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6626480 Nov 25 08:55:21.842263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Attempting to bind port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:21.843235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Attempting to bind port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'caeceedb-47c9-4ec2-8349-eefecef72cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:21.843235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Attempting to bind port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 on network 93925a29-df3a-493d-87bd-2ae331e94bcd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:21.853017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46608) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:21.854942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.855428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.855900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.856368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.856864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.857363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.857824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.858301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.859147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.859147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.859650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.860122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:21.861532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:21.861919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Checking segment: {'id': 'caeceedb-47c9-4ec2-8349-eefecef72cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:21.862369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.862759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Bound using segment: {'id': 'caeceedb-47c9-4ec2-8349-eefecef72cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:21.863248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Bound port: 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caeceedb-47c9-4ec2-8349-eefecef72cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:21.863632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:21.865885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:21.905106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c3a79152-45f1-4d13-a88a-6e51375cd19b tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:21.906968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1e2c4-56ba-40e4-93ff-94a9f379576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Calling delete_port for f05c3891-d02f-4cba-9400-82c1cb270f85 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:21.954117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Allocated IP 172.23.0.2 (59b24cdf-e9a8-4fee-8ab0-6ff23309be7f/ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c/4fbd17db-dc20-4bd3-a6c2-4a8942f53e95) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:21.986645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:21.987639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:21.988815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:22.107055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-8824b80d-6614-4d09-87bc-f14e03ee2397 req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] No DVR routers for this DVR port 4c453a14-df4f-41d5-a4bd-aaf4508c0220 on host hv-neutron-8183 {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:55:22.114366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] For port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:22.119019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] For port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7,segment=NetworkSegment(caeceedb-47c9-4ec2-8349-eefecef72cf5),segment_id=caeceedb-47c9-4ec2-8349-eefecef72cf5)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:22.126796 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:22.133467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:22.138302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0bc1e2c4-56ba-40e4-93ff-94a9f379576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:22.150201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a35e50f8-8f37-4b6c-96f1-a9a850b73f1b tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:22.162642 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-8824b80d-6614-4d09-87bc-f14e03ee2397 req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:22.164369 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8824b80d-6614-4d09-87bc-f14e03ee2397 req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.41 "DELETE /v2.0/ports/4c453a14-df4f-41d5-a4bd-aaf4508c0220 HTTP/1.1" status: 204 len: 173 time: 2.5700257 Nov 25 08:55:22.191789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8406fee-4296-4e85-bac2-7042191a89a3', 'name': 'network-vif-deleted', 'tag': '4c453a14-df4f-41d5-a4bd-aaf4508c0220'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:55:22.203178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1e2c4-56ba-40e4-93ff-94a9f379576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event deleted for resources: {'Port': ['ID=f05c3891-d02f-4cba-9400-82c1cb270f85,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:22.205456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0bc1e2c4-56ba-40e4-93ff-94a9f379576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:22.223095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0bc1e2c4-56ba-40e4-93ff-94a9f379576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:22.293173 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0bc1e2c4-56ba-40e4-93ff-94a9f379576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "DELETE /v2.0/ports/f05c3891-d02f-4cba-9400-82c1cb270f85 HTTP/1.1" status: 204 len: 168 time: 1.3695750 Nov 25 08:55:22.299109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 4c453a14-df4f-41d5-a4bd-aaf4508c0220 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:55:22.302634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46614) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:22.366375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 4c453a14-df4f-41d5-a4bd-aaf4508c0220 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:55:22.366721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 4c453a14-df4f-41d5-a4bd-aaf4508c0220 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:55:22.371518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:22.372168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:22.373245 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-498658d7-6613-42a7-bd11-5eb0821679bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] GET failed (client error): The resource could not be found. Nov 25 08:55:22.373886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-498658d7-6613-42a7-bd11-5eb0821679bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Synchronizing usage tracker for tenant:f5af5af7f14e42048ec347af89d29ae2 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:22.396560 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8406fee-4296-4e85-bac2-7042191a89a3', 'name': 'network-vif-deleted', 'tag': '4c453a14-df4f-41d5-a4bd-aaf4508c0220', 'status': 'completed', 'code': 200} Nov 25 08:55:22.423567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:22.443597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Network': ['ID=3654da2a-b904-407e-8e76-1c4f36a8fca1,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:22.454638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ec83b-a776-4dc3-affa-3c04340d3a07 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:22.455746 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7a9ec83b-a776-4dc3-affa-3c04340d3a07 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ad9acc8f1d734163ad0737b95f34d0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.5914218 Nov 25 08:55:22.463682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:22.464202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3a15d268-570f-4bc2-ab46-e8dbeb6cb960 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.777s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:22.484872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46620) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:22.502478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Deleting port 44e3c68f-d3f0-45f9-9e66-a5b750286867 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:22.503447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:22.529046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 3654da2a-b904-407e-8e76-1c4f36a8fca1 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:55:22.582657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-498658d7-6613-42a7-bd11-5eb0821679bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Unset dirty status for tenant:f5af5af7f14e42048ec347af89d29ae2 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:22.587321 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-498658d7-6613-42a7-bd11-5eb0821679bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "GET /v2.0/ports/f05c3891-d02f-4cba-9400-82c1cb270f85 HTTP/1.1" status: 404 len: 333 time: 0.2699633 Nov 25 08:55:22.595352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46624) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:22.629760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Pushing event deleted for resources: {'Port': ['ID=4c453a14-df4f-41d5-a4bd-aaf4508c0220,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:22.632234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee1a4e-4fbc-4493-8a8d-fcdf72ae1869 None None] Pushing event updated for resources: {'Port': ['ID=755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:22.632375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:22.650921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166212575', 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:22.667049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:22.676865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-95f9e25c-92b8-4bab-aef1-c8cdee9e26fe req-b2d82b04-467f-449f-9df5-6c148ce483fe tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Synchronizing usage tracker for tenant:7891808daf0b4763a3cf310e333c2e84 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:22.683825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:22.686348 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867fa543-ea09-483c-9c73-4344fc70fde8']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:22.702913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-82ee1a4e-4fbc-4493-8a8d-fcdf72ae1869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:22.713330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Made reservation on behalf of f5af5af7f14e42048ec347af89d29ae2 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:22.715912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:22.737044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] For port 44e3c68f-d3f0-45f9-9e66-a5b750286867, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=44e3c68f-d3f0-45f9-9e66-a5b750286867,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:22.742726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6340d3e2-426c-481d-8fb2-fad5fd63946c') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:22.743524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6340d3e2-426c-481d-8fb2-fad5fd63946c') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:22.756015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] device_id is not set on port 37b25a3b-3707-4fd9-8365-a57516f233bf yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:22.807892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50882cd-9070-4de9-a12c-068ce32f3dcd tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:22.815564 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d50882cd-9070-4de9-a12c-068ce32f3dcd tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3296278 Nov 25 08:55:22.827754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46628) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:22.841557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:22.880279 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:22.904675 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a1724006-bb4e-4289-b47d-80dbd2284ee1 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766141 Nov 25 08:55:22.908166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46632) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:22.921046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-95f9e25c-92b8-4bab-aef1-c8cdee9e26fe req-b2d82b04-467f-449f-9df5-6c148ce483fe tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Unset dirty status for tenant:7891808daf0b4763a3cf310e333c2e84 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:22.922211 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-95f9e25c-92b8-4bab-aef1-c8cdee9e26fe req-b2d82b04-467f-449f-9df5-6c148ce483fe tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8406fee-4296-4e85-bac2-7042191a89a3 HTTP/1.1" status: 200 len: 210 time: 0.3502886 Nov 25 08:55:22.924972 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:22.947935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Transition to ACTIVE for port object 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:23.000902 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5b1654f7-34c9-42c9-b870-4f58dd75b779 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ad9acc8f1d734163ad0737b95f34d0dc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0883605 Nov 25 08:55:23.001541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46636) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:23.007192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.011226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.022354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:55:23.022960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:55:23.039042 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:55:23.055513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.056598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.112431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-60033823-cbf6-4dbe-bd4e-de4d6f1a0a20 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:23.137562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Transition to ACTIVE for port object 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:23.163493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.212462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:23.214551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7dd8684c-5f83-4348-9147-5fce182191eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:23.222488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:23.228504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:23.229339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.257459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.266139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=44e3c68f-d3f0-45f9-9e66-a5b750286867,revision_number=7']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:23.272552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.278119 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:23.280418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-81a7cd27-0936-4958-9d22-5e4f74a0017a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:23.325399 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.7514665 Nov 25 08:55:23.327955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Network 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:23.330730 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] 10.222.0.54 "DELETE /v2.0/networks/867fa543-ea09-483c-9c73-4344fc70fde8 HTTP/1.1" status: 204 len: 168 time: 2.2477694 Nov 25 08:55:23.335478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:23.341499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46640) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:23.346372 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:23.353090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:66:44:d4', 'name': 'tempest-NetworksTestDHCPv6-1208859446'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:23.356049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Pushing event updated for resources: {'Port': ['ID=4fbd17db-dc20-4bd3-a6c2-4a8942f53e95,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:23.359918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] For port 44e3c68f-d3f0-45f9-9e66-a5b750286867, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=44e3c68f-d3f0-45f9-9e66-a5b750286867,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:23.360323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.365460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=19b5d80e-fa3a-49fa-a5e7-40a62d558e52,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:23.369009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:23.369517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-da3aba1b-76be-455f-abae-04319c2d614a tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:23.384015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:23.390887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Pushing event deleted for resources: {'Network': ['ID=867fa543-ea09-483c-9c73-4344fc70fde8,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:23.394487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:23.407695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.432187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e07656b-1cc1-48df-8b7b-18a544a72936 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:23.436373 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9e07656b-1cc1-48df-8b7b-18a544a72936 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4315107 Nov 25 08:55:23.447012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.449109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Allocated IP 172.23.0.1 (59b24cdf-e9a8-4fee-8ab0-6ff23309be7f/ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c/020cd527-30b1-49e2-a8bf-5527618a73c3) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:23.451049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46646) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:23.511590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.536360 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-52558c68-cdcb-4830-a5ef-98052f8bfd7b tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774288 Nov 25 08:55:23.541021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46650) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:23.555553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1359822249', 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:23.577594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Calling delete_port for 44e3c68f-d3f0-45f9-9e66-a5b750286867 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:23.726724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46656) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:23.758424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Attempting to bind port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:23.758793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Attempting to bind port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '362686b2-fe36-4ade-95fb-fe5504d276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:23.759690 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Attempting to bind port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 on network 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:23.774859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:23.775241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Checking segment: {'id': '362686b2-fe36-4ade-95fb-fe5504d276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:23.775648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.776047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Bound using segment: {'id': '362686b2-fe36-4ade-95fb-fe5504d276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:23.781485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Bound port: 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362686b2-fe36-4ade-95fb-fe5504d276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:23.781485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.912974 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:23.913330 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:23.961823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] For port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:23.976857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] For port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4fbd17db-dc20-4bd3-a6c2-4a8942f53e95,segment=NetworkSegment(362686b2-fe36-4ade-95fb-fe5504d276f0),segment_id=362686b2-fe36-4ade-95fb-fe5504d276f0)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:23.980504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:15Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:22Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:23.981833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:23.985236 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b29fad-39e0-447f-9b9c-3a71b294e66c None None] The sync data for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv is: [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:15Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:22Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:55:23.988706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:23.993548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a211d08c-852b-4283-9bab-2e0fbdca78b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:24.017768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:subnet and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:24.018348 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.036481 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bd3ae7fb-f2b8-40ea-a947-25b5ccbdf622 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ffa87d38881417d8613105ef80ce332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081944 Nov 25 08:55:24.038030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.044678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46664) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:24.044916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:24.045949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:24.106770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:24.116432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46666) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:24.119600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:24.139957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Pushing event updated for resources: {'Port': ['ID=4fbd17db-dc20-4bd3-a6c2-4a8942f53e95,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:24.143173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:24.199754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.226673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:24.231831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-97272b62-4330-474f-94e8-3eae8ba7700b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:24.235645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event updated for resources: {'Port': ['ID=5cc921eb-0ff0-4cff-8341-7eeb1576996a,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:24.251568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:24.262883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:24.267576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.281064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.409805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Deleting port 44e3c68f-d3f0-45f9-9e66-a5b750286867 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:24.411726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.423472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d87e2ea-1a3a-46c2-8deb-badb1beafe40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.442131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:24.458181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Network 829c4b80-98a5-4ca5-ba04-deed9e26641c is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:24.480219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:24.483122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:24.484099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:24.484692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.493286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d87e2ea-1a3a-46c2-8deb-badb1beafe40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.547633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2751131-9529-401c-8f14-048f5ff57e4a admin admin] Deleting subnet 7a190df1-4875-4f22-af56-9f48741304f7 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:24.551883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.554657 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Floating IP f666ee49-84ff-4aff-9065-373ce84dd180 associated. External IP: 172.26.3.142, port: 17b3340f-41b2-4089-9935-a3c92b5e2eb6. Nov 25 08:55:24.573077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event updated for resources: {'Port': ['ID=37b25a3b-3707-4fd9-8365-a57516f233bf,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:24.577362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:24.581374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2751131-9529-401c-8f14-048f5ff57e4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.662627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Transition to ACTIVE for port object 020cd527-30b1-49e2-a8bf-5527618a73c3 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:24.692589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2751131-9529-401c-8f14-048f5ff57e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.817691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.826596 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2305181 Nov 25 08:55:24.833132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46672) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:24.835035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0bc1e2c4-56ba-40e4-93ff-94a9f379576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:24.849037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] For port 44e3c68f-d3f0-45f9-9e66-a5b750286867, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=44e3c68f-d3f0-45f9-9e66-a5b750286867,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:24.849494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.895735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d87e2ea-1a3a-46c2-8deb-badb1beafe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.905957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-85e66d1f-6d8e-455b-b65f-0c2059d4adf1 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:24.941072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.955980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87e2ea-1a3a-46c2-8deb-badb1beafe40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0b2bb8-b2c7-479b-b273-6f9abb3c74ec,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:24.963354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3d87e2ea-1a3a-46c2-8deb-badb1beafe40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:24.968370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3d87e2ea-1a3a-46c2-8deb-badb1beafe40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:24.971105 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3d87e2ea-1a3a-46c2-8deb-badb1beafe40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd0b2bb8-b2c7-479b-b273-6f9abb3c74ec HTTP/1.1" status: 204 len: 168 time: 0.8259423 Nov 25 08:55:24.972621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74575fa0-c11a-4801-ac3b-5ec3782bddf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:24.977752 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:24.979353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:24.984115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74575fa0-c11a-4801-ac3b-5ec3782bddf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Synchronizing usage tracker for tenant:f5af5af7f14e42048ec347af89d29ae2 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:25.008681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Calling delete_port for 44e3c68f-d3f0-45f9-9e66-a5b750286867 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:25.106461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:25.184004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:25.188325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:25.189486 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-17e97a3f-2893-4255-b4ca-1a79c26a8e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:25.196054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=020cd527-30b1-49e2-a8bf-5527618a73c3,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:25.203944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:25.221380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 2bf007f6-7f71-45c0-87d2-45f69a3d77f6 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:25.238657 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Pushing event deleted for resources: {'Port': ['ID=44e3c68f-d3f0-45f9-9e66-a5b750286867,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:25.241494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:25.265581 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-74575fa0-c11a-4801-ac3b-5ec3782bddf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Unset dirty status for tenant:f5af5af7f14e42048ec347af89d29ae2 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:25.270388 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-74575fa0-c11a-4801-ac3b-5ec3782bddf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "GET /v2.0/ports/37b25a3b-3707-4fd9-8365-a57516f233bf HTTP/1.1" status: 200 len: 959 time: 0.4361722 Nov 25 08:55:25.271222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46680) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:25.273191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Router aebe3afe-2735-47e7-8568-19c5d695b0a1 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:55:25.343832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] No DVR routers for this DVR port 44e3c68f-d3f0-45f9-9e66-a5b750286867 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:55:25.361532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d4fa90-35c8-4910-aceb-6925b6c0a507 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:25.363974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2751131-9529-401c-8f14-048f5ff57e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:25.403993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:25.413294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa666bc9-47dc-46db-9bfe-c54170b638a8 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:25.478035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2b101620-3841-4d8c-8b9e-49893f5b3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Deleting port 37b25a3b-3707-4fd9-8365-a57516f233bf {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:25.480033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b101620-3841-4d8c-8b9e-49893f5b3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:25.643421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '19b5d80e-fa3a-49fa-a5e7-40a62d558e52'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:55:25.644282 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:25.647214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::f816:3eff:fe66:44d4 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/19b5d80e-fa3a-49fa-a5e7-40a62d558e52/2bf007f6-7f71-45c0-87d2-45f69a3d77f6) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:25.908344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:25.976135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Subnet': ['ID=c7853d6c-4c12-4061-ba10-be5ec2067a3d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:25.988469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:26.018101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 2bf007f6-7f71-45c0-87d2-45f69a3d77f6 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:26.019263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:26.031904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b101620-3841-4d8c-8b9e-49893f5b3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.086630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2751131-9529-401c-8f14-048f5ff57e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.091800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Checking segment: {'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:26.092508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network hostable DHCP agents. Network: 3654da2a-b904-407e-8e76-1c4f36a8fca1, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:55:26.103461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-412bb7f1-aef0-443e-8060-262c2f51df07 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:26.149449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09c5d81-f2f6-4ea9-8d50-3800761e417f None None] Network 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:26.166969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2751131-9529-401c-8f14-048f5ff57e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a190df1-4875-4f22-af56-9f48741304f7,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:26.175732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d2751131-9529-401c-8f14-048f5ff57e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:26.202893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2b101620-3841-4d8c-8b9e-49893f5b3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Calling delete_port for 37b25a3b-3707-4fd9-8365-a57516f233bf owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:26.212171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46700) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:26.213386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2751131-9529-401c-8f14-048f5ff57e4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.243801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:26.258538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:55:26.259936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:26.269667 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f965bf9-fc22-4403-a117-7982d4f460a8 None None] Sync routers for ids ['aebe3afe-2735-47e7-8568-19c5d695b0a1'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:55:26.284547 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f965bf9-fc22-4403-a117-7982d4f460a8 None None] Routers {'aebe3afe-2735-47e7-8568-19c5d695b0a1'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:26.285695 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f965bf9-fc22-4403-a117-7982d4f460a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['aebe3afe-2735-47e7-8568-19c5d695b0a1'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:26.300768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.375095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b86c36ca-eb66-4cf5-8182-957f399cc039 None None] Provisioning for port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:26.383350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b101620-3841-4d8c-8b9e-49893f5b3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.386320 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b86c36ca-eb66-4cf5-8182-957f399cc039 None None] Provisioning complete for port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:26.386668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b86c36ca-eb66-4cf5-8182-957f399cc039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.402894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2f9886df-b361-4688-b7bc-eab65e95db89 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:26.471789 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9637375 Nov 25 08:55:26.478333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:26.501304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.505400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:26.506021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.508123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:55:26.514623 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-4f965bf9-fc22-4403-a117-7982d4f460a8 None None] Set router aebe3afe-2735-47e7-8568-19c5d695b0a1 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:26.528327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b101620-3841-4d8c-8b9e-49893f5b3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event deleted for resources: {'Port': ['ID=37b25a3b-3707-4fd9-8365-a57516f233bf,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:26.532415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1050871251'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:26.533149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2b101620-3841-4d8c-8b9e-49893f5b3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:26.539091 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d2751131-9529-401c-8f14-048f5ff57e4a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7a190df1-4875-4f22-af56-9f48741304f7 HTTP/1.1" status: 204 len: 168 time: 2.4169707 Nov 25 08:55:26.542030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b101620-3841-4d8c-8b9e-49893f5b3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.545648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.548295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:26.549393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46710) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:26.554612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 3654da2a-b904-407e-8e76-1c4f36a8fca1 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:55:26.567086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e196b393-b81f-4099-b1cb-392f7eb12468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:26.617524 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'status': 'completed', 'code': 200} Nov 25 08:55:26.644336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:network and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:26.649126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:26.656794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:26.670943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=2bf007f6-7f71-45c0-87d2-45f69a3d77f6,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:26.739153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:26.743265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:26.747403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.771263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 3654da2a-b904-407e-8e76-1c4f36a8fca1) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:26.783161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.788441 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d971c3-f9ea-469d-901c-24e861d19944 None None] Network 3654da2a-b904-407e-8e76-1c4f36a8fca1 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:26.800089 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:26.814748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:26.815681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.824131 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2b101620-3841-4d8c-8b9e-49893f5b3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "DELETE /v2.0/ports/37b25a3b-3707-4fd9-8365-a57516f233bf HTTP/1.1" status: 204 len: 168 time: 1.5473969 Nov 25 08:55:26.829634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46714) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:26.836053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:26.846914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:26.853146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:26.853808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.874183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:26.878694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:security_group_rule and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:26.881829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:26.889384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:26.908088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Allocated IP 2001:db8::f816:3eff:fe01:5a5c (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/19b5d80e-fa3a-49fa-a5e7-40a62d558e52/3a740c36-61d1-4a29-a59e-057f5d60238d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:26.915871 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1d94ba-6416-462c-8f93-92c19e917c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] GET failed (client error): The resource could not be found. Nov 25 08:55:26.916565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-be1d94ba-6416-462c-8f93-92c19e917c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Synchronizing usage tracker for tenant:f5af5af7f14e42048ec347af89d29ae2 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:26.931683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:26.991782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.008304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-be1d94ba-6416-462c-8f93-92c19e917c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Unset dirty status for tenant:f5af5af7f14e42048ec347af89d29ae2 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:27.012387 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-be1d94ba-6416-462c-8f93-92c19e917c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "GET /v2.0/ports/37b25a3b-3707-4fd9-8365-a57516f233bf HTTP/1.1" status: 404 len: 333 time: 0.1809607 Nov 25 08:55:27.038888 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f965bf9-fc22-4403-a117-7982d4f460a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:49Z', 'revision_number': 4, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'f666ee49-84ff-4aff-9065-373ce84dd180', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'floating_ip_address': '172.26.3.142', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'port_id': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'mac_address': 'fa:16:3e:48:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:55:23Z', 'updated_at': '2021-11-25T08:55:23Z', 'revision_number': 0, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b05a20c-9d3b-4836-af18-328446cc211b', 'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'mac_address': 'fa:16:3e:98:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:47Z', 'updated_at': '2021-11-25T08:54:58Z', 'revision_number': 5, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'subnets': [{'id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:27.049296 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f965bf9-fc22-4403-a117-7982d4f460a8 None None] Checking router: aebe3afe-2735-47e7-8568-19c5d695b0a1 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:55:27.067693 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7164621 Nov 25 08:55:27.067693 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5196688 Nov 25 08:55:27.067693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46718) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:27.075140 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f965bf9-fc22-4403-a117-7982d4f460a8 None None] Routers {'aebe3afe-2735-47e7-8568-19c5d695b0a1'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:27.086162 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f965bf9-fc22-4403-a117-7982d4f460a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['aebe3afe-2735-47e7-8568-19c5d695b0a1'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:27.092714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46720) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:27.165582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b86c36ca-eb66-4cf5-8182-957f399cc039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.191823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.198442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Request body: {'port': {'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693703925'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:27.217390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ef89226d-ad84-458b-8c72-3d7d6a46cc31 tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:27.233462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:27.271234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.271867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:27.277412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:55:27.281732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8ec80-0be6-4612-a12f-5e4d82cbc1db req-628671e1-5616-4268-8184-8d16b0c69b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:27.283373 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dda8ec80-0be6-4612-a12f-5e4d82cbc1db req-628671e1-5616-4268-8184-8d16b0c69b3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=597512dac3a64f3385f07907794ac3f0&device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 1099 time: 0.5799701 Nov 25 08:55:27.305041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcba7bb-663a-4e98-a308-9044fbdd9256,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:27.311967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:27.313434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.313984 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Added segment 8c1560da-0a01-441e-92e4-3818c5a4d2dd of type vlan for network ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc Nov 25 08:55:27.325255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Made reservation on behalf of f5af5af7f14e42048ec347af89d29ae2 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:27.328359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.328959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5ba4b-4bb1-44b5-8a9a-70c9bf1f3cc5 req-aac5a7d4-8a04-4600-8649-b3659a4b8d9f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:27.333745 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9de5ba4b-4bb1-44b5-8a9a-70c9bf1f3cc5 req-aac5a7d4-8a04-4600-8649-b3659a4b8d9f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.6208556 Nov 25 08:55:27.345456 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-4f965bf9-fc22-4403-a117-7982d4f460a8 None None] Set router aebe3afe-2735-47e7-8568-19c5d695b0a1 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:27.349479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.465629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46728) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:27.481929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a515a8-1b1b-46aa-a013-028565f996a7']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:27.484793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] device_id is not set on port d2246661-c1da-48d5-b4df-a91ab3a2cdfe yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:27.516716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bdfb68-70a6-44b2-802d-51cf41005ae4') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:27.517037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bdfb68-70a6-44b2-802d-51cf41005ae4') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:27.532615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1306718639', 'description': 'tempest-secgroup-smoke-1306718639 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:27.537905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.546155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.551357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:27.584457 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9de5ba4b-4bb1-44b5-8a9a-70c9bf1f3cc5 req-ca9778c7-2f81-47b9-8f01-ffaa4443132d tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227917 Nov 25 08:55:27.588447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.614855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:27.616197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46732) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:27.617582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8ec80-0be6-4612-a12f-5e4d82cbc1db req-297e427a-877a-4e5c-8785-a35fa06f448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:27.619033 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dda8ec80-0be6-4612-a12f-5e4d82cbc1db req-297e427a-877a-4e5c-8785-a35fa06f448c service neutron] 10.222.0.41 "GET /v2.0/networks?id=637beb4c-5246-4d8f-86b0-61807c3c0e4e HTTP/1.1" status: 200 len: 897 time: 0.3228540 Nov 25 08:55:27.620035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:55:27.620429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:55:27.640436 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:55:27.643167 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.653567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a413a-11b6-4646-823e-fbb33f85b931 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:27.653784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Transition to ACTIVE for port object 3a740c36-61d1-4a29-a59e-057f5d60238d will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:27.655645 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-259a413a-11b6-4646-823e-fbb33f85b931 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4467142 Nov 25 08:55:27.677394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Transition to ACTIVE for port object 3a740c36-61d1-4a29-a59e-057f5d60238d will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:27.682795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b86c36ca-eb66-4cf5-8182-957f399cc039 None None] For port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4fbd17db-dc20-4bd3-a6c2-4a8942f53e95,segment=NetworkSegment(362686b2-fe36-4ade-95fb-fe5504d276f0),segment_id=362686b2-fe36-4ade-95fb-fe5504d276f0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:27.698411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b86c36ca-eb66-4cf5-8182-957f399cc039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.724233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:27.765677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.810136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7,segment=NetworkSegment(caeceedb-47c9-4ec2-8349-eefecef72cf5),segment_id=caeceedb-47c9-4ec2-8349-eefecef72cf5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:27.828141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46736) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:27.834450 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f965bf9-fc22-4403-a117-7982d4f460a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:49Z', 'revision_number': 4, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'f666ee49-84ff-4aff-9065-373ce84dd180', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'floating_ip_address': '172.26.3.142', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'port_id': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'mac_address': 'fa:16:3e:48:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:55:23Z', 'updated_at': '2021-11-25T08:55:23Z', 'revision_number': 0, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b05a20c-9d3b-4836-af18-328446cc211b', 'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'mac_address': 'fa:16:3e:98:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:47Z', 'updated_at': '2021-11-25T08:54:58Z', 'revision_number': 5, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'subnets': [{'id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:27.835866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.839721 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f965bf9-fc22-4403-a117-7982d4f460a8 None None] The sync data for ids ['aebe3afe-2735-47e7-8568-19c5d695b0a1'] in dv-neutron-818341-1-hyperv is: [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:49Z', 'revision_number': 4, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'f666ee49-84ff-4aff-9065-373ce84dd180', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'floating_ip_address': '172.26.3.142', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'port_id': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'mac_address': 'fa:16:3e:48:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:55:23Z', 'updated_at': '2021-11-25T08:55:23Z', 'revision_number': 0, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b05a20c-9d3b-4836-af18-328446cc211b', 'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'mac_address': 'fa:16:3e:98:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:47Z', 'updated_at': '2021-11-25T08:54:58Z', 'revision_number': 5, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'subnets': [{'id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:55:27.864514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:27.867782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.880039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:27.882865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:27.969720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-3654da2a-b904-407e-8e76-1c4f36a8fca1', 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ips': [{'subnet_id': 'c7853d6c-4c12-4061-ba10-be5ec2067a3d'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:55:27.970681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:27.983910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.015956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.039131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-96e43568-62dd-410b-afb4-83612f6549cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:28.052152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c36ca-eb66-4cf5-8182-957f399cc039 None None] Pushing event updated for resources: {'Port': ['ID=4fbd17db-dc20-4bd3-a6c2-4a8942f53e95,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:28.130011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:28.140161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b86c36ca-eb66-4cf5-8182-957f399cc039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:28.140995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Attempting to bind port 3a740c36-61d1-4a29-a59e-057f5d60238d on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:28.141570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Attempting to bind port 3a740c36-61d1-4a29-a59e-057f5d60238d by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:28.142017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Attempting to bind port 3a740c36-61d1-4a29-a59e-057f5d60238d on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:28.145868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:28.149903 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:28.153691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:28.161647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:28.172200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.183075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.198121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:28.198840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.233728 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e96023f5-8182-45c1-9674-6ceb56924244 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/floatingips/f666ee49-84ff-4aff-9065-373ce84dd180 HTTP/1.1" status: 200 len: 992 time: 0.5933571 Nov 25 08:55:28.236316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-893ffc44-0f4a-4d47-afbb-0b8c58219c4e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 2bf007f6-7f71-45c0-87d2-45f69a3d77f6 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:28.236659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-893ffc44-0f4a-4d47-afbb-0b8c58219c4e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.244967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Network 829c4b80-98a5-4ca5-ba04-deed9e26641c is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:28.246118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.266539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.269135 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:28.269525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:28.269939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.270367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:28.270872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Bound port: 3a740c36-61d1-4a29-a59e-057f5d60238d, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:28.271259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.274338 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dda8ec80-0be6-4612-a12f-5e4d82cbc1db req-d61a8804-b1cb-42cd-8bff-2603dd74952b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6 HTTP/1.1" status: 200 len: 1000 time: 0.6329699 Nov 25 08:55:28.287179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-68c0acbc-67a8-4e10-b671-b645821be00f tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:28.295343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589bc650-7664-4418-b7ed-46116bb7657c None None] New status for floating IP f666ee49-84ff-4aff-9065-373ce84dd180: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:55:28.302343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.317432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.321320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:28.330861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event updated for resources: {'Port': ['ID=d2246661-c1da-48d5-b4df-a91ab3a2cdfe,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:28.338122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:28.339099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:28.339677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.349563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:28.350076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b622751a-d3d8-4afd-8d93-d944cfdc390c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:28.353760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a515a8-1b1b-46aa-a013-028565f996a7,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:28.368376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:28.379349 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/57a515a8-1b1b-46aa-a013-028565f996a7 HTTP/1.1" status: 204 len: 168 time: 1.8286788 Nov 25 08:55:28.382087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46740) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:28.488136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Pushing event updated for resources: {'Port': ['ID=3a740c36-61d1-4a29-a59e-057f5d60238d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:28.493417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8ec80-0be6-4612-a12f-5e4d82cbc1db req-00c1d9a9-a5a6-4a54-9d7b-508e05a7019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:28.494712 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dda8ec80-0be6-4612-a12f-5e4d82cbc1db req-00c1d9a9-a5a6-4a54-9d7b-508e05a7019b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fb3249e-99fb-4d23-bca6-b2c9ce69cda8 HTTP/1.1" status: 200 len: 834 time: 0.1854331 Nov 25 08:55:28.559064 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3425665 Nov 25 08:55:28.563790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff97541-4753-4bf8-a0ce-c4b1b77ff9d0 admin admin] Deleting subnet 688de9b8-1f16-4162-a353-71f4d0195e6d {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:28.599894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cbe9655b-2bee-4001-b5aa-c298182a1d5e None None] Provisioning complete for port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:28.600290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbe9655b-2bee-4001-b5aa-c298182a1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.625149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.625395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eff97541-4753-4bf8-a0ce-c4b1b77ff9d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.709772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eff97541-4753-4bf8-a0ce-c4b1b77ff9d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.713746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Network': ['ID=ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:28.727034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:28.732547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e25ee934-b0eb-4452-874f-9e7234e18a1f tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:28.797719 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-893ffc44-0f4a-4d47-afbb-0b8c58219c4e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.834475 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:28.841724 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:28.845256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:55:28.850140 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7623332 Nov 25 08:55:28.852643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:28.860405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.980s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:28.860405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:28.876328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Network 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:28.877525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46744) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:28.878889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event updated for resources: {'Port': ['ID=020cd527-30b1-49e2-a8bf-5527618a73c3,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:28.893162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:28.895015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:28.935270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:28.953808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:28.958819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:28.982800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-893ffc44-0f4a-4d47-afbb-0b8c58219c4e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 2bf007f6-7f71-45c0-87d2-45f69a3d77f6 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:29.000250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:29.001818 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5217946 Nov 25 08:55:29.022126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:29.058220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46748) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:29.085332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Allocated IP 172.20.0.18 (3654da2a-b904-407e-8e76-1c4f36a8fca1/c7853d6c-4c12-4061-ba10-be5ec2067a3d/b77a3ae3-6cb5-47f3-8600-95bba79a3062) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:29.085488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eff97541-4753-4bf8-a0ce-c4b1b77ff9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:29.147757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] For port 3a740c36-61d1-4a29-a59e-057f5d60238d, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:29.186172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '6ea401a9-a9ca-40c9-ac17-4ab8eebf3141', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:29.203228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8ec80-0be6-4612-a12f-5e4d82cbc1db req-ef98cfa7-8c46-4205-8bd8-e2c824d9ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:29.205084 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dda8ec80-0be6-4612-a12f-5e4d82cbc1db req-ef98cfa7-8c46-4205-8bd8-e2c824d9ca36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=637beb4c-5246-4d8f-86b0-61807c3c0e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7002461 Nov 25 08:55:29.231914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:29.236030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46752) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:29.240084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] For port 3a740c36-61d1-4a29-a59e-057f5d60238d, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3a740c36-61d1-4a29-a59e-057f5d60238d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:29.302519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:29.361675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:29.373522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:29.520781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:29.528326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-893ffc44-0f4a-4d47-afbb-0b8c58219c4e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:29.590052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:29.598243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-491a043e-d676-499f-8941-1188c7bf2bcb tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:29.684721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ffc44-0f4a-4d47-afbb-0b8c58219c4e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=2bf007f6-7f71-45c0-87d2-45f69a3d77f6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:29.687137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cbe9655b-2bee-4001-b5aa-c298182a1d5e None None] Provisioning for port 020cd527-30b1-49e2-a8bf-5527618a73c3 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:29.698318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-893ffc44-0f4a-4d47-afbb-0b8c58219c4e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:29.726055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cbe9655b-2bee-4001-b5aa-c298182a1d5e None None] Provisioning complete for port 020cd527-30b1-49e2-a8bf-5527618a73c3 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:29.726956 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbe9655b-2bee-4001-b5aa-c298182a1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:29.780703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:29.798932 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-49ffebe7-40e3-47b3-86aa-27b54da90df0 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/floatingips/f666ee49-84ff-4aff-9065-373ce84dd180 HTTP/1.1" status: 200 len: 994 time: 0.5495048 Nov 25 08:55:29.806957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:55:29.808069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:29.817370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-893ffc44-0f4a-4d47-afbb-0b8c58219c4e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:29.851073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:29.852902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eff97541-4753-4bf8-a0ce-c4b1b77ff9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:29.868679 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ae594c5c-d925-4d41-a411-2f5b96ab521b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:29.903964 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Transition to ACTIVE for port object b77a3ae3-6cb5-47f3-8600-95bba79a3062 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:29.910668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Pushing event updated for resources: {'Port': ['ID=3a740c36-61d1-4a29-a59e-057f5d60238d,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:29.953821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:29.967587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff97541-4753-4bf8-a0ce-c4b1b77ff9d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688de9b8-1f16-4162-a353-71f4d0195e6d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:29.971005 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-eff97541-4753-4bf8-a0ce-c4b1b77ff9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:29.994717 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-893ffc44-0f4a-4d47-afbb-0b8c58219c4e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/2bf007f6-7f71-45c0-87d2-45f69a3d77f6 HTTP/1.1" status: 204 len: 168 time: 2.1540012 Nov 25 08:55:30.009371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cbe9655b-2bee-4001-b5aa-c298182a1d5e None None] Port 020cd527-30b1-49e2-a8bf-5527618a73c3 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:55:30.010163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46756) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:30.016084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Transition to ACTIVE for port object b77a3ae3-6cb5-47f3-8600-95bba79a3062 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:30.040210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eff97541-4753-4bf8-a0ce-c4b1b77ff9d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.047990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.050314 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-eff97541-4753-4bf8-a0ce-c4b1b77ff9d0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/688de9b8-1f16-4162-a353-71f4d0195e6d HTTP/1.1" status: 204 len: 168 time: 1.6574187 Nov 25 08:55:30.068932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:30.143051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46760) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:30.145395 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dda8ec80-0be6-4612-a12f-5e4d82cbc1db req-a4ff652f-4a28-4bd0-be7a-6630a9d7c77a service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9099026 Nov 25 08:55:30.221998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Pushing event updated for resources: {'Port': ['ID=b77a3ae3-6cb5-47f3-8600-95bba79a3062,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:30.230952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:30.350815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:30.355630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Network 3654da2a-b904-407e-8e76-1c4f36a8fca1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:30.361512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:30.365708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:30.429292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:30.439325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.464639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4db3b478-c0ca-4c69-bbf3-ea3ad8f871cc None None] Provisioning complete for port 020cd527-30b1-49e2-a8bf-5527618a73c3 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:30.465017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4db3b478-c0ca-4c69-bbf3-ea3ad8f871cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.497542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] device_id is not set on port d2246661-c1da-48d5-b4df-a91ab3a2cdfe yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:30.521264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.559044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Transition to ACTIVE for port object d2246661-c1da-48d5-b4df-a91ab3a2cdfe will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:30.642389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Attempting to bind port b77a3ae3-6cb5-47f3-8600-95bba79a3062 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:30.642723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Attempting to bind port b77a3ae3-6cb5-47f3-8600-95bba79a3062 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:30.643180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Attempting to bind port b77a3ae3-6cb5-47f3-8600-95bba79a3062 on network 3654da2a-b904-407e-8e76-1c4f36a8fca1 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:30.649329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:30.649713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Checking segment: {'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:30.650124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.650552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Bound using segment: {'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:30.651031 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Bound port: b77a3ae3-6cb5-47f3-8600-95bba79a3062, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:30.651417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.671439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4db3b478-c0ca-4c69-bbf3-ea3ad8f871cc None None] Port 020cd527-30b1-49e2-a8bf-5527618a73c3 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:55:30.755131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d3f4d-ac94-4422-922f-c25eb02e2d69 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:30.757914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d3f4d-ac94-4422-922f-c25eb02e2d69 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:30.758932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c64d3f4d-ac94-4422-922f-c25eb02e2d69 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:30.807264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.820222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c64d3f4d-ac94-4422-922f-c25eb02e2d69 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:30.821815 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c64d3f4d-ac94-4422-922f-c25eb02e2d69 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.7957137 Nov 25 08:55:30.825347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.828518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46764) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:30.846120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:30.848655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.858982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.868799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-731d4bfc-7ab8-46e6-9f86-1c5eabf6d974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:30.899206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] For port b77a3ae3-6cb5-47f3-8600-95bba79a3062, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:30.930010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2bb20ac1-1076-422a-809b-f40f633b2942 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:30.934628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] For port b77a3ae3-6cb5-47f3-8600-95bba79a3062, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b77a3ae3-6cb5-47f3-8600-95bba79a3062,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:30.955212 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:30.958162 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dda8ec80-0be6-4612-a12f-5e4d82cbc1db req-0e3b910c-aa29-4451-be01-a1a5d2d57b43 service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7616308 Nov 25 08:55:30.965831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-90670a7f-3511-4de3-9987-c2fbaa430331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:31.023755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:55:31.044013 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Sync routers for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:55:31.053245 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3595707 Nov 25 08:55:31.059320 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:31.060100 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:31.069050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46768) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:31.097503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728634a1-ffd7-4fd4-9dda-1008c6b03fb6,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:31.100898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:31.139774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:31.149438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:31.230625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a79ee0ac-d4dc-470a-8180-075636a2208a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:31.253210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:31.259558 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2002616 Nov 25 08:55:31.303545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Pushing event updated for resources: {'Port': ['ID=b77a3ae3-6cb5-47f3-8600-95bba79a3062,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:31.327890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:31.380966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e243759-378f-494d-a45d-dbb688cc16ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 19b5d80e-fa3a-49fa-a5e7-40a62d558e52 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:31.393851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46772) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:31.429585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '6ea401a9-a9ca-40c9-ac17-4ab8eebf3141', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:31.434750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e243759-378f-494d-a45d-dbb688cc16ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:31.516935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:31.540497 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:31.549845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:31.560989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:31.585232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:31.631060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e243759-378f-494d-a45d-dbb688cc16ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:31.784136 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e243759-378f-494d-a45d-dbb688cc16ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:31.836478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46776) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:31.839207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-974280fc-7c46-40a7-8a08-aefea8491fb4 None None] Provisioning for port 3a740c36-61d1-4a29-a59e-057f5d60238d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:31.856729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:31.875443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c843bcd-2d12-479b-8876-e5d0ce2771d5']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:31.891616 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'subnet': {'network_id': 'ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:31.908075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:31.908589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:31.909500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:31.914097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event updated for resources: {'Port': ['ID=d2246661-c1da-48d5-b4df-a91ab3a2cdfe,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:31.926667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:31.932958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:31.933373 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:31.978511 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 2 to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe Nov 25 08:55:32.051848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614b1d76-6361-42e6-8b4b-bc97205bddae') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:32.052554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614b1d76-6361-42e6-8b4b-bc97205bddae') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:32.087750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.101903 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:26Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '020cd527-30b1-49e2-a8bf-5527618a73c3', 'name': '', 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:6e:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:22Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 2, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:32.105992 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3a740c36-61d1-4a29-a59e-057f5d60238d up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:32.108047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.116741 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Checking router: d3d6389f-5ac2-4be2-a55b-e769fa3a5aad for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:55:32.117091 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Updating router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad port 020cd527-30b1-49e2-a8bf-5527618a73c3 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:55:32.173825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:32.175204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:32.176098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:32.184549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.189633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:32.190731 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:32.195541 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 3 to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe Nov 25 08:55:32.204167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:32.209176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c4c32a79-58eb-46be-940c-6147c1c4a040 None None] Could not find standard attr ID for object 2099cedc-b13c-4247-8ba1-dd31a3fcd41a. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:55:32.215533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:55:32.216121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.221612 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:55:32.237825 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:55:32.239990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 3a740c36-61d1-4a29-a59e-057f5d60238d completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:32.245286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:subnet and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:32.250909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:32.255726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3a740c36-61d1-4a29-a59e-057f5d60238d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:32.256108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.278084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:32.278683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:32.279411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:32.287184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:32.287900 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:32.290421 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 4 to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe Nov 25 08:55:32.315567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:32.316309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:32.316865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:32.334578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e243759-378f-494d-a45d-dbb688cc16ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.354043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-eff97541-4753-4bf8-a0ce-c4b1b77ff9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:32.386984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:32.387475 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:32.390525 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 5 to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe Nov 25 08:55:32.426661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:32.473774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8e243759-378f-494d-a45d-dbb688cc16ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.479419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e243759-378f-494d-a45d-dbb688cc16ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=19b5d80e-fa3a-49fa-a5e7-40a62d558e52,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:32.490076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.502756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8e243759-378f-494d-a45d-dbb688cc16ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:32.513059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.518467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.524082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-98fc4313-eed5-43dc-84ee-35e24f73b03d tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:32.539121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.556293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 3a740c36-61d1-4a29-a59e-057f5d60238d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3a740c36-61d1-4a29-a59e-057f5d60238d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:32.559697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:32.565630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.570917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.571885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b77a3ae3-6cb5-47f3-8600-95bba79a3062 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:32.592449 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8e243759-378f-494d-a45d-dbb688cc16ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/19b5d80e-fa3a-49fa-a5e7-40a62d558e52 HTTP/1.1" status: 204 len: 168 time: 1.7521033 Nov 25 08:55:32.594057 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.599742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c843bcd-2d12-479b-8876-e5d0ce2771d5,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:32.601528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46780) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:32.616307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:32.630675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0ccfaf3e-3e19-4e90-81b9-f0a81b8dc7c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:32.684873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:32.685123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:32.686035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:32.695750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:32.698828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.extraroute_db [None req-a79ee0ac-d4dc-470a-8180-075636a2208a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87513) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 08:55:32.702148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:32.702510 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:32.702755 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8c843bcd-2d12-479b-8876-e5d0ce2771d5 HTTP/1.1" status: 204 len: 168 time: 2.5563951 Nov 25 08:55:32.704984 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 6 to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe Nov 25 08:55:32.728717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:32.729408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:32.729751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:32.738075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:32.738983 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:32.743303 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 7 to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe Nov 25 08:55:32.765114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d640ed5-de77-4540-b315-1dd99a1b3db9 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:32.775512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.extraroute_db [None req-a79ee0ac-d4dc-470a-8180-075636a2208a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Removed routes are [] {{(pid=87513) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 08:55:32.775910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a79ee0ac-d4dc-470a-8180-075636a2208a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.782593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:32.782985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:32.783319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:32.788662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:32.788996 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:32.789524 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 8 to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe Nov 25 08:55:32.819813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:32.820152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:32.820720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:32.858842 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2fc930b0-ebb1-45d4-9879-25117bd56815 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2399189 Nov 25 08:55:32.862554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46786) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:32.863872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a56145-28dc-42bc-9149-e53422101b39,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:32.882170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:32.886648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:32.909973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:32.910646 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:32.913560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.917767 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5219417 Nov 25 08:55:32.920232 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 9 to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe Nov 25 08:55:32.927051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46790) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:32.927758 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:32.931835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a0be9-b708-483a-a5d6-239b73010232 None None] Network 3654da2a-b904-407e-8e76-1c4f36a8fca1 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:32.936532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '6ea401a9-a9ca-40c9-ac17-4ab8eebf3141', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:32.957259 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Transition to ACTIVE for port object 020cd527-30b1-49e2-a8bf-5527618a73c3 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:32.994352 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.001735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:33.004047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:33.004403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:33.004743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:33.009976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:33.012622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:33.012967 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:33.021326 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:33.022657 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempt 10 to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe Nov 25 08:55:33.027454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:33.038075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:33.040223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=3a740c36-61d1-4a29-a59e-057f5d60238d,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:33.053289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-48cd4f58-82c8-4697-8def-9bf6611f98ca None None] Could not find standard attr ID for object 2bf007f6-7f71-45c0-87d2-45f69a3d77f6. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:55:33.059529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:33.059869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:33.060233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempting to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:33.069746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:33.070087 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Failed to bind port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'bb7b0528-e65d-4ee8-be29-c80f5e37649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '829c4b80-98a5-4ca5-ba04-deed9e26641c'}] Nov 25 08:55:33.070671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.081221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:33.094674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.105856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46794) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:33.108119 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:33.133227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:33.175515 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:33.223330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:33.278698 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26d37e-ccfc-477b-94fb-35773527a1c0 None None] Pushing event updated for resources: {'Port': ['ID=020cd527-30b1-49e2-a8bf-5527618a73c3,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:33.282658 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-6c26d37e-ccfc-477b-94fb-35773527a1c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:33.392420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:33.396726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.400191 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Attempting to bind port 020cd527-30b1-49e2-a8bf-5527618a73c3 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:33.400771 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Attempting to bind port 020cd527-30b1-49e2-a8bf-5527618a73c3 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '362686b2-fe36-4ade-95fb-fe5504d276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:33.401335 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Attempting to bind port 020cd527-30b1-49e2-a8bf-5527618a73c3 on network 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:33.416747 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:33.417344 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Checking segment: {'id': '362686b2-fe36-4ade-95fb-fe5504d276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:33.417956 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.418682 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Bound using segment: {'id': '362686b2-fe36-4ade-95fb-fe5504d276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:33.419341 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Bound port: 020cd527-30b1-49e2-a8bf-5527618a73c3, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362686b2-fe36-4ade-95fb-fe5504d276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:33.420587 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.441876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port b77a3ae3-6cb5-47f3-8600-95bba79a3062 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:33.448301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] For port d2246661-c1da-48d5-b4df-a91ab3a2cdfe, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:33.448678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attempted to set empty binding levels {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 08:55:33.451621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a79ee0ac-d4dc-470a-8180-075636a2208a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.456021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a79ee0ac-d4dc-470a-8180-075636a2208a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.461015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-59b227fc-7707-4f69-9ae3-def3a8c65d4f None None] Provisioning for port b77a3ae3-6cb5-47f3-8600-95bba79a3062 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:33.471130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-59b227fc-7707-4f69-9ae3-def3a8c65d4f None None] Provisioning complete for port b77a3ae3-6cb5-47f3-8600-95bba79a3062 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:33.471995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59b227fc-7707-4f69-9ae3-def3a8c65d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.504672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b77a3ae3-6cb5-47f3-8600-95bba79a3062 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:33.505227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.531588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.532991 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] For port 020cd527-30b1-49e2-a8bf-5527618a73c3, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:33.537784 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] For port 020cd527-30b1-49e2-a8bf-5527618a73c3, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=020cd527-30b1-49e2-a8bf-5527618a73c3,segment=NetworkSegment(362686b2-fe36-4ade-95fb-fe5504d276f0),segment_id=362686b2-fe36-4ade-95fb-fe5504d276f0)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:33.544149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:33.545905 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.552297 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:33.651607 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:33.661595 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:33.670612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] In _notify_port_updated(), no bound segment for port d2246661-c1da-48d5-b4df-a91ab3a2cdfe on network 829c4b80-98a5-4ca5-ba04-deed9e26641c {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:55:33.671537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:33.672291 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.673648 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "PUT /v2.0/ports/d2246661-c1da-48d5-b4df-a91ab3a2cdfe HTTP/1.1" status: 200 len: 981 time: 4.7411547 Nov 25 08:55:33.698452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46798) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:33.781126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:55:33.794069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Deleting port 3a740c36-61d1-4a29-a59e-057f5d60238d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:33.795313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.835218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.852651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-75d707d9-dcdb-41cc-9b74-8254e2ea7fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Deleting port d2246661-c1da-48d5-b4df-a91ab3a2cdfe {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:33.852651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75d707d9-dcdb-41cc-9b74-8254e2ea7fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.861867 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-31351a72-4699-43bf-9a3e-eed8a2e91136 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:33.912778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event updated for resources: {'Port': ['ID=d2246661-c1da-48d5-b4df-a91ab3a2cdfe,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:33.915939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:33.920587 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4ed3335b-7d03-401a-9247-0ea53d10eb81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7891808daf0b4763a3cf310e333c2e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7910078 Nov 25 08:55:33.924146 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26d37e-ccfc-477b-94fb-35773527a1c0 None None] Pushing event updated for resources: {'Port': ['ID=020cd527-30b1-49e2-a8bf-5527618a73c3,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:33.926389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79ee0ac-d4dc-470a-8180-075636a2208a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:55:33.927313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46802) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:33.938475 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59b227fc-7707-4f69-9ae3-def3a8c65d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:33.952245 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-6c26d37e-ccfc-477b-94fb-35773527a1c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:33.965198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.013160 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:34.045708 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Checking segment: {'id': '8c1560da-0a01-441e-92e4-3818c5a4d2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:34.046233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network hostable DHCP agents. Network: ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:55:34.055038 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.070527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.122728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.136399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Subnet': ['ID=aea42f22-6534-4a9a-b323-9ff784b0f129,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:34.148721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:34.149370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:34.180959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port b77a3ae3-6cb5-47f3-8600-95bba79a3062, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b77a3ae3-6cb5-47f3-8600-95bba79a3062,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:34.195433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d18c9b1-64a7-42df-9f11-a87daecd3db9,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:34.206672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:34.212097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.219218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79ee0ac-d4dc-470a-8180-075636a2208a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:55:34.231943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1f58e4d4-a6de-4595-b0f8-9affe7adf140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:34.235758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a79ee0ac-d4dc-470a-8180-075636a2208a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.239771 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a79ee0ac-d4dc-470a-8180-075636a2208a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad HTTP/1.1" status: 200 len: 934 time: 3.0417233 Nov 25 08:55:34.244406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46806) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:34.288112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:55:34.311485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:34.321115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.321424 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3931518 Nov 25 08:55:34.323055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:34.324161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.334953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46810) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:34.349405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '6ea401a9-a9ca-40c9-ac17-4ab8eebf3141', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:34.361504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:34.369505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:34.373496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.objects.ports [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87512) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:55:34.374682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:34.409941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3a740c36-61d1-4a29-a59e-057f5d60238d no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:55:34.436570 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5920644 Nov 25 08:55:34.441900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:34.445839 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745cf346-781a-4c36-98a0-5398a4f8c299 None None] Network ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:34.448381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46814) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:34.459515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-542042587'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:34.477556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:34.486552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:network and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:34.495683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:34.549357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:34.550250 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:32Z', 'revision_number': 6, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '020cd527-30b1-49e2-a8bf-5527618a73c3', 'name': '', 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:6e:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:22Z', 'updated_at': '2021-11-25T08:55:33Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:34.553553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.555841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=b77a3ae3-6cb5-47f3-8600-95bba79a3062,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:34.557274 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7585275-d8f2-4bec-adc8-2d1029ff54f7 None None] The sync data for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv is: [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:32Z', 'revision_number': 6, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '020cd527-30b1-49e2-a8bf-5527618a73c3', 'name': '', 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:6e:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:22Z', 'updated_at': '2021-11-25T08:55:33Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:55:34.574590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.575015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.575356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.575959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.576325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.576662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.576989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.577462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.577803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.578134 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.578552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.578864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:55:34.622124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:34.626760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.633943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-84842ece-616e-499b-83cd-407007f4af7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.690443 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-24ef615b-7e4c-4f80-9967-d83fdb6ffbe2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad HTTP/1.1" status: 200 len: 934 time: 0.4250848 Nov 25 08:55:34.702523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46818) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:34.714166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:34.714660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d5e5c322-bb4c-4277-a4ed-3b5898424c24 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'routes': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:34.730909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.765161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-59b227fc-7707-4f69-9ae3-def3a8c65d4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:34.765530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-59b227fc-7707-4f69-9ae3-def3a8c65d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:34.798206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] For port 3a740c36-61d1-4a29-a59e-057f5d60238d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3a740c36-61d1-4a29-a59e-057f5d60238d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:34.798667 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:34.870254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-84842ece-616e-499b-83cd-407007f4af7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.009504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] For port 3a740c36-61d1-4a29-a59e-057f5d60238d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3a740c36-61d1-4a29-a59e-057f5d60238d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:35.056494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.067606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:55:35.075183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.076329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.088589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7c720e8d-c299-4414-9103-2f3a1d93ca46 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:35.111247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-75d707d9-dcdb-41cc-9b74-8254e2ea7fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] For port d2246661-c1da-48d5-b4df-a91ab3a2cdfe, host hv-neutron-8183, got binding levels [] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:35.111883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75d707d9-dcdb-41cc-9b74-8254e2ea7fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.128031 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Calling delete_port for 3a740c36-61d1-4a29-a59e-057f5d60238d owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:35.160747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.193866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-84842ece-616e-499b-83cd-407007f4af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.209129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=3a740c36-61d1-4a29-a59e-057f5d60238d,revision_number=6']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:35.215206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:35.220967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cbb7e29e-a00c-41c8-a2c5-26cbd54f5f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:35.243393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.255072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f83edf78-a110-4bea-8e6d-a354cc7dbb4d tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:35.258932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.259315 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Added segment 82c423da-1c1c-488e-8057-48d0d7bee66b of type vlan for network 5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d Nov 25 08:55:35.261408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.303170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:35.316093 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:35.336182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-75d707d9-dcdb-41cc-9b74-8254e2ea7fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Calling delete_port for d2246661-c1da-48d5-b4df-a91ab3a2cdfe owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:35.337162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:35.337939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.387088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84842ece-616e-499b-83cd-407007f4af7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6898f727-2711-4b1c-a071-ea9a2eca84d8,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:35.394340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-84842ece-616e-499b-83cd-407007f4af7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:35.400005 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5336833 Nov 25 08:55:35.401554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.402937 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0669317 Nov 25 08:55:35.412638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46822) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:35.413432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46824) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:35.420718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=a638ce7f-940f-4a86-8c0b-72352e4c3a61,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:35.431961 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:35.434042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.442199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:35.442603 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:35.461542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-84842ece-616e-499b-83cd-407007f4af7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.462609 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-84842ece-616e-499b-83cd-407007f4af7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6898f727-2711-4b1c-a071-ea9a2eca84d8 HTTP/1.1" status: 204 len: 168 time: 1.5211506 Nov 25 08:55:35.465806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc', 'network_id': 'ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc', 'tenant_id': '8f0a7d332ef04652abfd01ba9684d9c8', 'fixed_ips': [{'subnet_id': 'aea42f22-6534-4a9a-b323-9ff784b0f129'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:55:35.467094 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.492763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:35.493130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:35.496880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:35.531636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '6ea401a9-a9ca-40c9-ac17-4ab8eebf3141', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:35.545715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:35.551564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:35.555177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:35.561262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75d707d9-dcdb-41cc-9b74-8254e2ea7fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.563208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:35.567977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:35.577635 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:ce:a5:40', 'name': 'tempest-NetworksTestDHCPv6-1660459368'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:35.594123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8275b037-eca5-44ac-a401-5b3c239831aa,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:35.597162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:35.597786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.604505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:35.605315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.626937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d707d9-dcdb-41cc-9b74-8254e2ea7fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2246661-c1da-48d5-b4df-a91ab3a2cdfe,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:35.638498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5418a16a-2781-4349-b8a2-d4b1e228f30e tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:35.661777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-75d707d9-dcdb-41cc-9b74-8254e2ea7fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:35.663228 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:55:35.676413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75d707d9-dcdb-41cc-9b74-8254e2ea7fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.703118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b4cc478f-f9e9-4ecc-8e83-f6bee88d55e2 None None] Provisioning complete for port b77a3ae3-6cb5-47f3-8600-95bba79a3062 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:35.703485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b4cc478f-f9e9-4ecc-8e83-f6bee88d55e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.749048 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-75d707d9-dcdb-41cc-9b74-8254e2ea7fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "DELETE /v2.0/ports/d2246661-c1da-48d5-b4df-a91ab3a2cdfe HTTP/1.1" status: 204 len: 168 time: 2.0475090 Nov 25 08:55:35.753663 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3018322 Nov 25 08:55:35.753663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46832) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:35.757344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46834) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:35.771754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'subnet': {'network_id': '5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:35.796337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Allocated IP 2001:db8:0:ffff::2 (ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc/aea42f22-6534-4a9a-b323-9ff784b0f129/ac21599a-eff6-4ff4-a1c6-bb034deef827) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:35.816651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:35.878299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146965bc-93b1-47f0-973f-f3533600254f None None] Sync routers for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:55:35.962772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.extraroute_db [None req-d5e5c322-bb4c-4277-a4ed-3b5898424c24 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added routes are [] {{(pid=87513) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 08:55:35.963307 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.extraroute_db [None req-d5e5c322-bb4c-4277-a4ed-3b5898424c24 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87513) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 08:55:35.966131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:35.974817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:subnet and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:35.979544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:35.988774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:36.001638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46842) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:36.008836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Deleting port 3a740c36-61d1-4a29-a59e-057f5d60238d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:36.009031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:36.013779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:36.016654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:36.018729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.024144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:36.025919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:36.030105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.055697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c322-bb4c-4277-a4ed-3b5898424c24 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.060820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:36.078271 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68e3758-78e7-4710-b75d-bb336f582d2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] GET failed (client error): The resource could not be found. Nov 25 08:55:36.079688 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c68e3758-78e7-4710-b75d-bb336f582d2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] 10.222.0.54 "GET /v2.0/ports/d2246661-c1da-48d5-b4df-a91ab3a2cdfe HTTP/1.1" status: 404 len: 333 time: 0.3234324 Nov 25 08:55:36.095005 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46846) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:36.105106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146965bc-93b1-47f0-973f-f3533600254f None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:36.105450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-146965bc-93b1-47f0-973f-f3533600254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:36.150701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Network': ['ID=5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:36.181872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:36.201155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:55:36.388111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.406141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.414692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.418922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:36.444704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7ee3ff-3ace-4143-a95e-945a2783f3ac,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:36.448595 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bcdec22d-139d-41af-ae8c-7f6d184daf52 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d122ff6e570440097252cd6ed5882c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442177 Nov 25 08:55:36.457020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46850) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:36.462434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:36.476480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.507882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.520329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.521240 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1040061 Nov 25 08:55:36.545365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46854) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:36.568552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '6ea401a9-a9ca-40c9-ac17-4ab8eebf3141', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:36.637265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-146965bc-93b1-47f0-973f-f3533600254f None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:36.642010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 8a9e9d00-7768-4ec5-ad26-fcc2476b25b2 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:36.652494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:36.679328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:36.687142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:36.718623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.744442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:36.759183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829c4b80-98a5-4ca5-ba04-deed9e26641c']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:36.768823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c322-bb4c-4277-a4ed-3b5898424c24 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.774109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-52f39786-07a7-42a1-8244-601bdd02ebc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.789202 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:55:36.793360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c322-bb4c-4277-a4ed-3b5898424c24 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.804553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7b0528-e65d-4ee8-be29-c80f5e37649f') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:36.804916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7b0528-e65d-4ee8-be29-c80f5e37649f') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:36.812433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.823092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 3a740c36-61d1-4a29-a59e-057f5d60238d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3a740c36-61d1-4a29-a59e-057f5d60238d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:36.829549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.846962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-52f39786-07a7-42a1-8244-601bdd02ebc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.853281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.859601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.865651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::f816:3eff:fece:a540 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/a638ce7f-940f-4a86-8c0b-72352e4c3a61/8a9e9d00-7768-4ec5-ad26-fcc2476b25b2) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:36.870896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:55:36.871303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:55:36.891801 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:55:36.922537 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-dd68a9bc-a54b-47a5-9c1e-8aa57c1d1b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:37.036106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.066164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2723979a-5825-407b-a1ea-9135a8593689 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032 tempest-ExtraDHCPOptionsIpV6TestJSON-1422554032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:37.107444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.168502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.173171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.181144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.187329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e5c322-bb4c-4277-a4ed-3b5898424c24 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:55:37.188073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Pushing event deleted for resources: {'Network': ['ID=829c4b80-98a5-4ca5-ba04-deed9e26641c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:37.200318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:37.209733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] For port 3a740c36-61d1-4a29-a59e-057f5d60238d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3a740c36-61d1-4a29-a59e-057f5d60238d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:37.210354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.235402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:37.247500 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b869fb48-6154-424b-84e4-51a38ddb1726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] 10.222.0.54 "DELETE /v2.0/networks/829c4b80-98a5-4ca5-ba04-deed9e26641c HTTP/1.1" status: 204 len: 168 time: 1.1491473 Nov 25 08:55:37.249571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-52f39786-07a7-42a1-8244-601bdd02ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.260492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:55:37.269622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.279048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2078c2db-b94d-46b6-9122-563a97aff7ee,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:37.339287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:37.350319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bbd51e86-e81f-450f-b49a-2737cb9cf73c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:37.350688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.375761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 8a9e9d00-7768-4ec5-ad26-fcc2476b25b2 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:37.382419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Calling delete_port for 3a740c36-61d1-4a29-a59e-057f5d60238d owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:37.417590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.431717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f39786-07a7-42a1-8244-601bdd02ebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af93996e-0d83-4eae-bfff-90255f0338a6,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:37.436554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-51b709a0-50e8-4fd9-b065-29f73ba951a4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:37.447145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.458315 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9036889 Nov 25 08:55:37.460759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-52f39786-07a7-42a1-8244-601bdd02ebc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.462009 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-52f39786-07a7-42a1-8244-601bdd02ebc8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/af93996e-0d83-4eae-bfff-90255f0338a6 HTTP/1.1" status: 204 len: 168 time: 1.0048943 Nov 25 08:55:37.465170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-52f39786-07a7-42a1-8244-601bdd02ebc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:37.468835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-721f8e80-b7a7-4591-99ae-d29beb3aa217 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:37.480363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:37.487549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:37.490363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:37.496297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:37.497048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.563731 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1480649 Nov 25 08:55:37.567646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46866) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:37.568518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=8a9e9d00-7768-4ec5-ad26-fcc2476b25b2,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:37.577887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:37.584093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Checking segment: {'id': '82c423da-1c1c-488e-8057-48d0d7bee66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:37.584466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network hostable DHCP agents. Network: 5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:55:37.601243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Transition to ACTIVE for port object ac21599a-eff6-4ff4-a1c6-bb034deef827 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:37.603995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e5c322-bb4c-4277-a4ed-3b5898424c24 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:55:37.606618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Subnet': ['ID=384cc454-2a29-4be8-9467-4505be7b4ba0,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:37.621298 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Transition to ACTIVE for port object ac21599a-eff6-4ff4-a1c6-bb034deef827 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:37.621970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c322-bb4c-4277-a4ed-3b5898424c24 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.624572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 020cd527-30b1-49e2-a8bf-5527618a73c3 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:37.634307 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d5e5c322-bb4c-4277-a4ed-3b5898424c24 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad HTTP/1.1" status: 200 len: 700 time: 2.9243395 Nov 25 08:55:37.639510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:37.639950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46870) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:37.698958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1923d0fc-86e0-47dc-a4ba-8ac1c567d689 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:37.706995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1923d0fc-86e0-47dc-a4ba-8ac1c567d689 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:37.707875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1923d0fc-86e0-47dc-a4ba-8ac1c567d689 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:37.726999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1923d0fc-86e0-47dc-a4ba-8ac1c567d689 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:37.730336 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1923d0fc-86e0-47dc-a4ba-8ac1c567d689 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1507196 Nov 25 08:55:37.732354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46880) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:37.792151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.830878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e2c48180-39e4-4c1c-ab82-f1871530c063 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 8a9e9d00-7768-4ec5-ad26-fcc2476b25b2 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:37.831256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2c48180-39e4-4c1c-ab82-f1871530c063 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:37.882875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=3a740c36-61d1-4a29-a59e-057f5d60238d,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:37.893476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Network ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:37.894694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:37.908914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46890) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:37.911001 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c3953d8a-50c3-476d-9404-7688fd1a5f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:37.939020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network 5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:55:37.993851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Pushing event updated for resources: {'Port': ['ID=ac21599a-eff6-4ff4-a1c6-bb034deef827,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:37.999174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:38.003485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:38.005152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 020cd527-30b1-49e2-a8bf-5527618a73c3 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:38.007617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:38.011227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:38.018959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 020cd527-30b1-49e2-a8bf-5527618a73c3 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:38.019562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:38.022337 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:38.022983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:38.036370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-0b293326-45b9-44da-9279-9b97be9340b8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:38.059264 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-acad826e-07ad-48f9-9a83-0b85ad36de3f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad HTTP/1.1" status: 200 len: 700 time: 0.4170310 Nov 25 08:55:38.060987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46902) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:38.131976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200f6c2a-34c7-4b1f-a504-088fb10d9bae None None] Network 5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:38.272395 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bae74870-7034-4e4a-93b3-6fabf91ab7bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c1067217364f4cb69e6d9a620ba0da8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621905 Nov 25 08:55:38.277342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46910) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:38.282415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:38.282789 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:38.295048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2c48180-39e4-4c1c-ab82-f1871530c063 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:38.355564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:38.394771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-146965bc-93b1-47f0-973f-f3533600254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:35Z', 'revision_number': 7, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '020cd527-30b1-49e2-a8bf-5527618a73c3', 'name': '', 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:6e:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:22Z', 'updated_at': '2021-11-25T08:55:33Z', 'revision_number': 4, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:38.430709 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4a1e5505-791f-47fa-8ed9-22f9d2319f58 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6711297 Nov 25 08:55:38.436242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146965bc-93b1-47f0-973f-f3533600254f None None] Checking router: d3d6389f-5ac2-4be2-a55b-e769fa3a5aad for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:55:38.442909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Attempting to bind port ac21599a-eff6-4ff4-a1c6-bb034deef827 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:38.443286 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Attempting to bind port ac21599a-eff6-4ff4-a1c6-bb034deef827 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '8c1560da-0a01-441e-92e4-3818c5a4d2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:38.443666 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Attempting to bind port ac21599a-eff6-4ff4-a1c6-bb034deef827 on network ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:38.446855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 020cd527-30b1-49e2-a8bf-5527618a73c3, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=020cd527-30b1-49e2-a8bf-5527618a73c3,segment=NetworkSegment(362686b2-fe36-4ade-95fb-fe5504d276f0),segment_id=362686b2-fe36-4ade-95fb-fe5504d276f0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:38.447938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46918) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:38.457820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-0b293326-45b9-44da-9279-9b97be9340b8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:38.458013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e2c48180-39e4-4c1c-ab82-f1871530c063 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 8a9e9d00-7768-4ec5-ad26-fcc2476b25b2 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:38.458986 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-0b293326-45b9-44da-9279-9b97be9340b8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1306718639&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.6377206 Nov 25 08:55:38.465114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:38.465974 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b77a3ae3-6cb5-47f3-8600-95bba79a3062 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:38.507970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'port': {'network_id': '5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d', 'name': 'tempest-NetworksIpV6TestAttrs-708263798'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:38.533043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:38.584842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46924) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:38.604948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:38.605560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Checking segment: {'id': '8c1560da-0a01-441e-92e4-3818c5a4d2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:38.605733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:38.606371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Bound using segment: {'id': '8c1560da-0a01-441e-92e4-3818c5a4d2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:38.606854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Bound port: ac21599a-eff6-4ff4-a1c6-bb034deef827, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1560da-0a01-441e-92e4-3818c5a4d2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:38.607950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:38.629674 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=020cd527-30b1-49e2-a8bf-5527618a73c3,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:38.664516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:38.671846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146965bc-93b1-47f0-973f-f3533600254f None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:38.672847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-146965bc-93b1-47f0-973f-f3533600254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:38.797664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-38ad14ba-384d-4cb1-b1cb-6c88ea884651 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:38.798650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-38ad14ba-384d-4cb1-b1cb-6c88ea884651 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:38.804829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cacf2e79-8481-4d91-9b39-62367ed7cd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:38.895166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Deleting port 3a740c36-61d1-4a29-a59e-057f5d60238d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:38.895656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:38.909728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-38ad14ba-384d-4cb1-b1cb-6c88ea884651 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:38.911444 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-38ad14ba-384d-4cb1-b1cb-6c88ea884651 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/networks?id=3654da2a-b904-407e-8e76-1c4f36a8fca1 HTTP/1.1" status: 200 len: 796 time: 0.4458790 Nov 25 08:55:38.920282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cacf2e79-8481-4d91-9b39-62367ed7cd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:38.931320 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-aed7e1c1-0942-481c-a60f-c93379e7429a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/quotas/ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 375 time: 0.0116620 Nov 25 08:55:38.947141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1037012269-network', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:39.021969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b77a3ae3-6cb5-47f3-8600-95bba79a3062 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:39.022469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.024052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:39.032081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Usage tracker for resource:network and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:39.035079 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:39.042998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:39.060618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:39.070277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:port and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:39.074240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:39.084899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Made reservation on behalf of 92b396747441487d9e6a7a94c81c8e1d for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:39.087438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.093834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] For port ac21599a-eff6-4ff4-a1c6-bb034deef827, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:39.098448 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] For port ac21599a-eff6-4ff4-a1c6-bb034deef827, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ac21599a-eff6-4ff4-a1c6-bb034deef827,segment=NetworkSegment(8c1560da-0a01-441e-92e4-3818c5a4d2dd),segment_id=8c1560da-0a01-441e-92e4-3818c5a4d2dd)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:39.099824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:39.102218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cacf2e79-8481-4d91-9b39-62367ed7cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.109433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3382df52-f4b5-498d-b0d0-658680f29258 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:39.109974 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-53acdbdf-450b-49e5-bfc1-073d999a5ef3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1722319 Nov 25 08:55:39.118802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2c48180-39e4-4c1c-ab82-f1871530c063 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.132481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.137494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf2e79-8481-4d91-9b39-62367ed7cd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec5ea6e-2d64-4b4f-b6a9-1dcfdc7e391c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:39.140930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cacf2e79-8481-4d91-9b39-62367ed7cd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:39.141531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce56c8ec-931b-42ec-be4a-24f623c787cc tempest-TestServerAdvancedOps-374268627 tempest-TestServerAdvancedOps-374268627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:39.167244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-146965bc-93b1-47f0-973f-f3533600254f None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:39.212082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.231730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c48180-39e4-4c1c-ab82-f1871530c063 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=8a9e9d00-7768-4ec5-ad26-fcc2476b25b2,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:39.233521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e2c48180-39e4-4c1c-ab82-f1871530c063 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:39.253808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2c48180-39e4-4c1c-ab82-f1871530c063 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.258510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:39.261845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.264042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.286579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:39.292294 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cacf2e79-8481-4d91-9b39-62367ed7cd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.292694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:39.293425 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cacf2e79-8481-4d91-9b39-62367ed7cd79 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fec5ea6e-2d64-4b4f-b6a9-1dcfdc7e391c HTTP/1.1" status: 204 len: 168 time: 1.0149760 Nov 25 08:55:39.294872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:39.301895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:39.305379 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e2c48180-39e4-4c1c-ab82-f1871530c063 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/8a9e9d00-7768-4ec5-ad26-fcc2476b25b2 HTTP/1.1" status: 204 len: 168 time: 1.5713372 Nov 25 08:55:39.311531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] device_id is not set on port 53ebc20b-8b78-429f-bc62-ed24045e7036 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:39.322791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46936) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:39.349435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:39.381531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d', 'network_id': '5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d', 'tenant_id': '8f0a7d332ef04652abfd01ba9684d9c8', 'fixed_ips': [{'subnet_id': '384cc454-2a29-4be8-9467-4505be7b4ba0'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:55:39.382400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.460745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec0025e-8270-4c01-8621-c2a1fbb9d29d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:39.462262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec0025e-8270-4c01-8621-c2a1fbb9d29d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:39.466663 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2ec0025e-8270-4c01-8621-c2a1fbb9d29d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1349862 Nov 25 08:55:39.469602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46940) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:39.583004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Allocated IP 2001:db8::f816:3eff:fe60:ef3f (5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d/384cc454-2a29-4be8-9467-4505be7b4ba0/53ebc20b-8b78-429f-bc62-ed24045e7036) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:39.626227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.645260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.659738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cfe735aa-8178-480e-962b-cf9cf5f7ba94 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:39.706965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:55:39.751355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ba639-09aa-4e23-a6db-20929dca27c3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:39.757441 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-047e0a4f-5b14-479a-8f8f-62553996e9ae service neutron] 10.222.0.54 "GET /v2.0/networks/3654da2a-b904-407e-8e76-1c4f36a8fca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332052 Nov 25 08:55:39.765940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:39.771450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f36caea-7f71-447a-add3-148081313edf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet a638ce7f-940f-4a86-8c0b-72352e4c3a61 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:39.775265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f36caea-7f71-447a-add3-148081313edf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.809068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Pushing event updated for resources: {'Port': ['ID=ac21599a-eff6-4ff4-a1c6-bb034deef827,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:39.843427 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:39.855009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46946) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:39.856680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.857606 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Added segment 941d9e28-24d6-4055-bcb8-7282485e053e of type vlan for network d3fd7795-331d-4f44-a9ac-5630085fe248 Nov 25 08:55:39.908953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.987450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] For port 3a740c36-61d1-4a29-a59e-057f5d60238d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3a740c36-61d1-4a29-a59e-057f5d60238d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:39.987863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:39.993333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.027773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 020cd527-30b1-49e2-a8bf-5527618a73c3 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:40.070223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Transition to ACTIVE for port object 53ebc20b-8b78-429f-bc62-ed24045e7036 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:40.085189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.087393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:40.088099 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.098895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-10c241ad-6929-415b-8689-d9f370502b30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:40.229695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=d3fd7795-331d-4f44-a9ac-5630085fe248,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:40.233545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f36caea-7f71-447a-add3-148081313edf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.239220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:40.271215 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6841352 Nov 25 08:55:40.272305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46950) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:40.278831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Request body: {'subnet': {'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1037012269-subnet', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:40.285000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.288058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:40.301782 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:40.333639 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-57c0f8b6-64b0-43d0-b51b-7043abb93e8b service neutron] 10.222.0.54 "GET /v2.0/networks/3654da2a-b904-407e-8e76-1c4f36a8fca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775345 Nov 25 08:55:40.338859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Calling delete_port for 3a740c36-61d1-4a29-a59e-057f5d60238d owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:40.370158 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9e488992-c1ab-4556-855c-926454d18a62 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5af5af7f14e42048ec347af89d29ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115082 Nov 25 08:55:40.376868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network d3fd7795-331d-4f44-a9ac-5630085fe248 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:55:40.377622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46954) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:40.409440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Usage tracker for resource:subnet and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:40.412768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:40.421253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:40.438949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Port': ['ID=53ebc20b-8b78-429f-bc62-ed24045e7036,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:40.469829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:40.475004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f36caea-7f71-447a-add3-148081313edf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.476297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Made reservation on behalf of 92b396747441487d9e6a7a94c81c8e1d for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:40.480370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.514740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network 5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:40.570937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:40.582659 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9c74b993-34b6-4631-9953-775c2706f4bb req-a403af12-4a2b-4f4f-a31d-97c8ad7797c5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 210 time: 0.0643656 Nov 25 08:55:40.586027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 020cd527-30b1-49e2-a8bf-5527618a73c3 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:40.586360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.594240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:40.599916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:40.600520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.633589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdf238a6-9fb9-47ea-b4bf-d034218d5d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.687727 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2357471 Nov 25 08:55:40.689790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 46962) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:40.706143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Allocated IP 2001:db8::f816:3eff:fe5e:1ade (5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d/384cc454-2a29-4be8-9467-4505be7b4ba0/19573b72-d24b-48d4-a05e-a723ead20edd) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:40.709363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 020cd527-30b1-49e2-a8bf-5527618a73c3 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:40.709774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.767705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:40.768066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:40.806048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-146965bc-93b1-47f0-973f-f3533600254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:35Z', 'revision_number': 7, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '020cd527-30b1-49e2-a8bf-5527618a73c3', 'name': '', 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:6e:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:22Z', 'updated_at': '2021-11-25T08:55:38Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:40.834941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f36caea-7f71-447a-add3-148081313edf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.849420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdf238a6-9fb9-47ea-b4bf-d034218d5d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.877169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c519285b-e708-4a15-b148-7f045e7d17d6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:40.901906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.902256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146965bc-93b1-47f0-973f-f3533600254f None None] The sync data for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv is: [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:35Z', 'revision_number': 7, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '020cd527-30b1-49e2-a8bf-5527618a73c3', 'name': '', 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:6e:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:22Z', 'updated_at': '2021-11-25T08:55:38Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:55:40.913868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1560ba40-8428-4f42-809a-3c93e394f0bb tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:40.955258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36caea-7f71-447a-add3-148081313edf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=a638ce7f-940f-4a86-8c0b-72352e4c3a61,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:40.963460 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9f36caea-7f71-447a-add3-148081313edf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:40.981892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9f36caea-7f71-447a-add3-148081313edf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:41.048581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-d169493e-e303-43f3-85c7-d02e481c4a60 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Deleting subnet 384cc454-2a29-4be8-9467-4505be7b4ba0 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:41.065899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46972) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:41.073609 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9f36caea-7f71-447a-add3-148081313edf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/a638ce7f-940f-4a86-8c0b-72352e4c3a61 HTTP/1.1" status: 204 len: 168 time: 1.6009259 Nov 25 08:55:41.154668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] For port 020cd527-30b1-49e2-a8bf-5527618a73c3, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=020cd527-30b1-49e2-a8bf-5527618a73c3,segment=NetworkSegment(362686b2-fe36-4ade-95fb-fe5504d276f0),segment_id=362686b2-fe36-4ade-95fb-fe5504d276f0)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:41.155027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.171308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdf238a6-9fb9-47ea-b4bf-d034218d5d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.182551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-52f39786-07a7-42a1-8244-601bdd02ebc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:41.248141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.249545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Checking segment: {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:41.249985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Network hostable DHCP agents. Network: d3fd7795-331d-4f44-a9ac-5630085fe248, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:55:41.262981 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1b79b260-371c-4500-b598-a412f299c49a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1719356 Nov 25 08:55:41.264019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46976) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:41.266852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8080decf-6ef4-4752-b21e-15575360c578,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:41.281220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf238a6-9fb9-47ea-b4bf-d034218d5d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abea0b5-e4ae-47da-ba15-7c18a71d333b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:41.282940 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Transition to ACTIVE for port object 19573b72-d24b-48d4-a05e-a723ead20edd will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:41.308554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:41.342713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e6699-be54-4183-9d6b-2896122f3a2b None None] Network ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:41.348957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Network d3fd7795-331d-4f44-a9ac-5630085fe248 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:55:41.368761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fdf238a6-9fb9-47ea-b4bf-d034218d5d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:41.376044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 020cd527-30b1-49e2-a8bf-5527618a73c3 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:41.388655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, d3fd7795-331d-4f44-a9ac-5630085fe248) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:41.405612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:41.407421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.418649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a939df-e494-444f-9fd1-f4a02e7636b9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:41.420083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fdf238a6-9fb9-47ea-b4bf-d034218d5d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.420213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c9a939df-e494-444f-9fd1-f4a02e7636b9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:41.421280 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fdf238a6-9fb9-47ea-b4bf-d034218d5d05 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8abea0b5-e4ae-47da-ba15-7c18a71d333b HTTP/1.1" status: 204 len: 168 time: 1.0412841 Nov 25 08:55:41.446674 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123a83d-b152-4bda-955a-44c81dd5cdf9 None None] Sync routers for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:55:41.458088 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123a83d-b152-4bda-955a-44c81dd5cdf9 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:41.458743 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6123a83d-b152-4bda-955a-44c81dd5cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:41.477966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f26d8f-6941-4e41-a40a-1c21c94a66e1 None None] Network d3fd7795-331d-4f44-a9ac-5630085fe248 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:41.479058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c9a939df-e494-444f-9fd1-f4a02e7636b9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:41.483813 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c9a939df-e494-444f-9fd1-f4a02e7636b9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2154210 Nov 25 08:55:41.485298 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2119026 Nov 25 08:55:41.486042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46982) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:41.486388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46984) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:41.503128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:41.507051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Transition to ACTIVE for port object 19573b72-d24b-48d4-a05e-a723ead20edd will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:41.519174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d169493e-e303-43f3-85c7-d02e481c4a60 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.525690 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.573374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:41.634109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:41.643389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Usage tracker for resource:router and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:41.648202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:41.658573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:41.666669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36301771-f8a3-4a66-863b-2db3f4e71110 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:41.667745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-36301771-f8a3-4a66-863b-2db3f4e71110 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:41.696767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-36301771-f8a3-4a66-863b-2db3f4e71110 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:41.698616 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-36301771-f8a3-4a66-863b-2db3f4e71110 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2111912 Nov 25 08:55:41.700244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.702456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.713429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46992) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:41.765069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Network 5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:41.766498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Pushing event updated for resources: {'Port': ['ID=19573b72-d24b-48d4-a05e-a723ead20edd,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:41.773215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.773574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:41.781433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-75d707d9-dcdb-41cc-9b74-8254e2ea7fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:41.786733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:41.789774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:41.796901 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6123a83d-b152-4bda-955a-44c81dd5cdf9 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:41.845553 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-eec8c3b3-b8e2-40a1-9d4c-a1a64edea551 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299014 Nov 25 08:55:41.850230 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 46998) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:41.851573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d169493e-e303-43f3-85c7-d02e481c4a60 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.855088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aad96330-efe6-47b6-bf89-715d5c2750a3 None None] Provisioning for port ac21599a-eff6-4ff4-a1c6-bb034deef827 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:41.858840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:41.883490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:41.930133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=020cd527-30b1-49e2-a8bf-5527618a73c3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:41.945701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:41.949404 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2d4303a0-d1c4-4f92-b50d-1284697d601c req-d178dca0-2908-4e1b-92d0-b1cd78dc21d7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 210 time: 0.1223290 Nov 25 08:55:42.391988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ac21599a-eff6-4ff4-a1c6-bb034deef827 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:42.503379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Deleting port 3a740c36-61d1-4a29-a59e-057f5d60238d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:42.503745 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:42.616192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Attempting to bind port 19573b72-d24b-48d4-a05e-a723ead20edd on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:42.616848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Attempting to bind port 19573b72-d24b-48d4-a05e-a723ead20edd by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '82c423da-1c1c-488e-8057-48d0d7bee66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:42.617393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Attempting to bind port 19573b72-d24b-48d4-a05e-a723ead20edd on network 5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:42.627537 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6123a83d-b152-4bda-955a-44c81dd5cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:35Z', 'revision_number': 7, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '020cd527-30b1-49e2-a8bf-5527618a73c3', 'name': '', 'network_id': '59b24cdf-e9a8-4fee-8ab0-6ff23309be7f', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:6e:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:22Z', 'updated_at': '2021-11-25T08:55:38Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:42.651980 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123a83d-b152-4bda-955a-44c81dd5cdf9 None None] Checking router: d3d6389f-5ac2-4be2-a55b-e769fa3a5aad for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:55:42.681975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:42.682732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Checking segment: {'id': '82c423da-1c1c-488e-8057-48d0d7bee66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:42.683320 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:42.683923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Bound using segment: {'id': '82c423da-1c1c-488e-8057-48d0d7bee66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:42.684420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Bound port: 19573b72-d24b-48d4-a05e-a723ead20edd, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c423da-1c1c-488e-8057-48d0d7bee66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:42.684808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:42.689445 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123a83d-b152-4bda-955a-44c81dd5cdf9 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:42.690176 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6123a83d-b152-4bda-955a-44c81dd5cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:42.786827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:42.868426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-d3fd7795-331d-4f44-a9ac-5630085fe248', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:55:42.869278 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:42.883825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:42.898815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:42.913369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:42.917578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:42.942270 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6123a83d-b152-4bda-955a-44c81dd5cdf9 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:43.020166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d169493e-e303-43f3-85c7-d02e481c4a60 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:43.138844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:43.187534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-98f65a9a-3347-4272-9788-772f30038bbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:43.189397 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-98f65a9a-3347-4272-9788-772f30038bbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=3654da2a-b904-407e-8e76-1c4f36a8fca1 HTTP/1.1" status: 200 len: 796 time: 0.9008880 Nov 25 08:55:43.225220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port ac21599a-eff6-4ff4-a1c6-bb034deef827 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:43.363042 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-d17e717b-4bb8-4049-acfd-53dc8210e7dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1292841 Nov 25 08:55:43.391303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ac21599a-eff6-4ff4-a1c6-bb034deef827 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:43.391303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:43.436952 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6123a83d-b152-4bda-955a-44c81dd5cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:41Z', 'revision_number': 8, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:43.440609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:43.442505 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123a83d-b152-4bda-955a-44c81dd5cdf9 None None] The sync data for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv is: [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:41Z', 'revision_number': 8, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:55:43.455398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-555e3297-b365-4f52-ae37-f1ec3741d7b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:43.473856 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-e9611805-dc5b-4c35-930d-98a39279c4fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 472 time: 0.2218807 Nov 25 08:55:43.520159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] For port 3a740c36-61d1-4a29-a59e-057f5d60238d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3a740c36-61d1-4a29-a59e-057f5d60238d,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:43.520159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:43.531008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] For port 19573b72-d24b-48d4-a05e-a723ead20edd, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:43.542595 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1c1319e2-8e95-424d-9fbf-248713e285d0 req-3ace890f-69a1-455a-9aba-66d86cb24d30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 210 time: 0.1869466 Nov 25 08:55:43.545596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'device_id': '13cc2317-4454-4e21-9c3d-806c75598521', 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1', 'admin_state_up': True, 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'security_groups': ['6ea401a9-a9ca-40c9-ac17-4ab8eebf3141']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:43.671572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:43.675937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:43.684065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:43.685556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:43.719608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Calling delete_port for 3a740c36-61d1-4a29-a59e-057f5d60238d owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:43.723152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=6e028596-c44e-4bb3-818e-93bcda890b25,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:43.744889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:43.751029 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] For port 19573b72-d24b-48d4-a05e-a723ead20edd, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=19573b72-d24b-48d4-a05e-a723ead20edd,segment=NetworkSegment(82c423da-1c1c-488e-8057-48d0d7bee66b),segment_id=82c423da-1c1c-488e-8057-48d0d7bee66b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:43.765714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d169493e-e303-43f3-85c7-d02e481c4a60 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:43.774053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:43.778273 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9265008 Nov 25 08:55:43.782517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:43.783160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47034) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:43.786090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-8349014a-8a4f-4f19-8979-9a74f5ac441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:43.787768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c3af7141-d338-41ea-a300-a42b4982b1e0 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:43.788569 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-8349014a-8a4f-4f19-8979-9a74f5ac441a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 1099 time: 0.2393119 Nov 25 08:55:43.838514 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:55:43.845505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d169493e-e303-43f3-85c7-d02e481c4a60 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:43.983956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169493e-e303-43f3-85c7-d02e481c4a60 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Subnet': ['ID=384cc454-2a29-4be8-9467-4505be7b4ba0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:43.993604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d169493e-e303-43f3-85c7-d02e481c4a60 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:44.000442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:27:f6:6b', 'name': 'tempest-NetworksTestDHCPv6-2002504559'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:44.031010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Allocated IP 172.20.0.2 (d3fd7795-331d-4f44-a9ac-5630085fe248/8080decf-6ef4-4752-b21e-15575360c578/f6868348-1e41-4765-b556-98f1296bf2dd) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:44.058220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-a62f3c15-19d4-4aaa-98ea-532bc8380d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:44.060986 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-a62f3c15-19d4-4aaa-98ea-532bc8380d62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7b2a039-0689-46e5-b832-50debe514388 HTTP/1.1" status: 200 len: 897 time: 0.2323477 Nov 25 08:55:44.069892 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d169493e-e303-43f3-85c7-d02e481c4a60 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/subnets/384cc454-2a29-4be8-9467-4505be7b4ba0 HTTP/1.1" status: 204 len: 168 time: 3.3802497 Nov 25 08:55:44.142530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Pushing event updated for resources: {'Port': ['ID=19573b72-d24b-48d4-a05e-a723ead20edd,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:44.152047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:44.172651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47042) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:44.173012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47044) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:44.177504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:44.209796 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ed8285e9-47c7-41c8-bf83-6524ba03e444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:44.312931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:44.339910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] No DVR routers for this DVR port 3a740c36-61d1-4a29-a59e-057f5d60238d on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:55:44.354150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Pushing event deleted for resources: {'Port': ['ID=3a740c36-61d1-4a29-a59e-057f5d60238d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:44.363589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:44.367683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f068123-7cd4-4ba0-82b8-80c9b93e8394 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:44.468968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:55:44.475999 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4138877 Nov 25 08:55:44.477088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:44.480769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47052) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:44.485461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:44.501010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f357926-27a5-4a62-9c9f-7f68c13f7913 None None] Sync routers for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:55:44.509210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9bd44b44-cbc0-4b55-8efe-82b1ed3c46d3 None None] Provisioning complete for port ac21599a-eff6-4ff4-a1c6-bb034deef827 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:44.509686 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9bd44b44-cbc0-4b55-8efe-82b1ed3c46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:44.520008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:port and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:44.526362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:44.543199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:44.545906 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:44.559241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:44.575377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port ac21599a-eff6-4ff4-a1c6-bb034deef827, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ac21599a-eff6-4ff4-a1c6-bb034deef827,segment=NetworkSegment(8c1560da-0a01-441e-92e4-3818c5a4d2dd),segment_id=8c1560da-0a01-441e-92e4-3818c5a4d2dd)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:44.582635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:44.596558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f357926-27a5-4a62-9c9f-7f68c13f7913 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:44.597466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7f357926-27a5-4a62-9c9f-7f68c13f7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:44.641802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-5652db1d-200c-4bb2-8ab1-eae3c628d9c7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting subnet ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:44.643841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:44.653715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:44.657247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:44.677520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:44.692409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:44.720853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5652db1d-200c-4bb2-8ab1-eae3c628d9c7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:44.800369 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-5e7c3747-a49e-418d-a111-387b2c68339c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5057250-ccd2-40b5-9410-32936490f3e0 HTTP/1.1" status: 200 len: 1002 time: 0.6346095 Nov 25 08:55:44.820311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7bc4ee-8228-4d24-8a08-10dd05f732ad tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:44.821450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7bc4ee-8228-4d24-8a08-10dd05f732ad tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:44.822205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1a7bc4ee-8228-4d24-8a08-10dd05f732ad tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Synchronizing usage tracker for tenant:8f0a7d332ef04652abfd01ba9684d9c8 on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:44.927985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-9de4a9db-fd92-4c2c-a2ee-74662c86bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:44.929484 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-9de4a9db-fd92-4c2c-a2ee-74662c86bbe3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3facbecb-2f55-4448-98ea-db3515791a61 HTTP/1.1" status: 200 len: 835 time: 0.1136813 Nov 25 08:55:44.986819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:44.989869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.005072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Transition to ACTIVE for port object f6868348-1e41-4765-b556-98f1296bf2dd will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:45.028698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-489943231'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:45.034513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Transition to ACTIVE for port object f6868348-1e41-4765-b556-98f1296bf2dd will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:45.039151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:45.041935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.044038 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 19573b72-d24b-48d4-a05e-a723ead20edd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:45.081998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Usage tracker for resource:network and tenant:208c6d32d5ad48a4ac9beecafbaff8ad is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:45.090889 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe66053d-b170-48e2-bc32-cebc3392a06b req-88344f42-ddcf-4af2-ba8b-0b21bdb59248 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 210 time: 0.3322554 Nov 25 08:55:45.122075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1a7bc4ee-8228-4d24-8a08-10dd05f732ad tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Unset dirty status for tenant:8f0a7d332ef04652abfd01ba9684d9c8 on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:45.130979 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1a7bc4ee-8228-4d24-8a08-10dd05f732ad tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9566877 Nov 25 08:55:45.131752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47060) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:45.141746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.156377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:45.163120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7f357926-27a5-4a62-9c9f-7f68c13f7913 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:45.189310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5652db1d-200c-4bb2-8ab1-eae3c628d9c7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.200175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:45.285369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=ac21599a-eff6-4ff4-a1c6-bb034deef827,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:45.315626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:45.348911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-077873bd-e772-45d5-8baf-a1630e1e082b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:45.368986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.369849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Made reservation on behalf of 208c6d32d5ad48a4ac9beecafbaff8ad for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:45.373461 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.383549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Allocated IP 172.26.3.39 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/852d97e2-8dc8-406a-b041-e25687146b38) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:45.414085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Network d3fd7795-331d-4f44-a9ac-5630085fe248 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:45.415272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.425752 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.22 (3654da2a-b904-407e-8e76-1c4f36a8fca1/c7853d6c-4c12-4061-ba10-be5ec2067a3d/a3f29115-bd38-403f-8fd8-359e42c387a6) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:45.428170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 2220a67f-b3d4-4239-9529-18d862ba4117 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:45.458809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:45.469326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:45.484658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7be1d6b0-f563-4ef8-84ed-625ebafaafbe tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.493950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Usage tracker for resource:security_group_rule and tenant:208c6d32d5ad48a4ac9beecafbaff8ad is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:45.526135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5652db1d-200c-4bb2-8ab1-eae3c628d9c7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.540208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:45.563011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:45.571328 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be1d6b0-f563-4ef8-84ed-625ebafaafbe tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 08:55:45.571802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be1d6b0-f563-4ef8-84ed-625ebafaafbe tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:55:45.586224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-d89e76c9-fc33-421f-ba95-20b84f13d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:45.587744 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-d89e76c9-fc33-421f-ba95-20b84f13d44b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7b2a039-0689-46e5-b832-50debe514388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6491561 Nov 25 08:55:45.596686 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7be1d6b0-f563-4ef8-84ed-625ebafaafbe tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/networks/5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d HTTP/1.1" status: 409 len: 405 time: 0.4255400 Nov 25 08:55:45.601814 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47064) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:45.629192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1651525113'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:45.680694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:45.690165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:45.718488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:network and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:45.731410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91cc028-bb11-4380-8aef-94f250a2a04e None None] Network 5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:45.764410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.764662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '6e028596-c44e-4bb3-818e-93bcda890b25'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:55:45.765394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.780860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:45.804879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:45.826406 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-137c900b-07a7-4681-81a2-f619560c48fe service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282424 Nov 25 08:55:45.884933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5652db1d-200c-4bb2-8ab1-eae3c628d9c7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.888905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:45.893248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.902531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::2bc (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/6e028596-c44e-4bb3-818e-93bcda890b25/2220a67f-b3d4-4239-9529-18d862ba4117) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:45.917738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-34db730e-0d41-422c-8ae7-3e0856e38972 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:45.948554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Pushing event updated for resources: {'Port': ['ID=f6868348-1e41-4765-b556-98f1296bf2dd,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:45.950888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.951747 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:45.969518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object a3f29115-bd38-403f-8fd8-359e42c387a6 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:45.977765 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:45.988927 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Attempting to bind port f6868348-1e41-4765-b556-98f1296bf2dd on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:45.989369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Attempting to bind port f6868348-1e41-4765-b556-98f1296bf2dd by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:45.989659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Attempting to bind port f6868348-1e41-4765-b556-98f1296bf2dd on network d3fd7795-331d-4f44-a9ac-5630085fe248 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:46.001937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.008277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f97fb12e-24d4-4796-931f-e566a329ce5a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:46.036842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.038300 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 19573b72-d24b-48d4-a05e-a723ead20edd completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:46.054476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:46.054857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Checking segment: {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:46.055271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.055678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Bound using segment: {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:46.056177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Bound port: f6868348-1e41-4765-b556-98f1296bf2dd, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:46.056554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.092916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:55:46.098787 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a8bfb4c-45fa-48ef-a783-37328775d33c req-25992ca1-3775-45e3-b405-6bba669af801 service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662556 Nov 25 08:55:46.100557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:46.108268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:46.113965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:46.114158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-69387878-2ce3-4a52-92ee-a43de9dafa8e None None] Provisioning for port 19573b72-d24b-48d4-a05e-a723ead20edd completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:46.139945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.141823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652db1d-200c-4bb2-8ab1-eae3c628d9c7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:46.147117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 020cd527-30b1-49e2-a8bf-5527618a73c3 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:55:46.185789 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fc67a7-453f-44e8-a53b-e6b742b4c031 None None] Network 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:46.190650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5652db1d-200c-4bb2-8ab1-eae3c628d9c7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.198682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-69387878-2ce3-4a52-92ee-a43de9dafa8e None None] Provisioning complete for port 19573b72-d24b-48d4-a05e-a723ead20edd triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:46.199072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69387878-2ce3-4a52-92ee-a43de9dafa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.206577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5652db1d-200c-4bb2-8ab1-eae3c628d9c7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:46.209027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-51997c36-9415-46ab-ab83-c9068c3c7a8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:46.268179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=852d97e2-8dc8-406a-b041-e25687146b38,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:46.274275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.274808 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Added segment cbb59748-132a-4bca-bdee-6ec0289cda79 of type vlan for network 14e0b75f-82c1-4056-b0d9-ed114430b03c Nov 25 08:55:46.310975 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5652db1d-200c-4bb2-8ab1-eae3c628d9c7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c HTTP/1.1" status: 204 len: 168 time: 1.8267217 Nov 25 08:55:46.310975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 3654da2a-b904-407e-8e76-1c4f36a8fca1 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:46.319589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:46.320567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47070) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:46.324714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:46.327875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:46.333426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 020cd527-30b1-49e2-a8bf-5527618a73c3 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:55:46.333788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 020cd527-30b1-49e2-a8bf-5527618a73c3 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:55:46.341954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0cce3974-d80f-4d8a-9b19-1faaae4bb500 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:46.358068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:55:46.418133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=a3f29115-bd38-403f-8fd8-359e42c387a6,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:46.421249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:46.487375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.501090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.501433 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Added segment 391d72e3-d852-4aee-9f0f-a00cefd5e27e of type vlan for network 6d8c232b-7497-4c02-8669-2055460dd030 Nov 25 08:55:46.552420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e8a5b9-4d8c-45e2-be64-2981d774e7b6,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:46.562915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb9fb145-3989-4c7c-8917-92415aa21170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.564421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:46.597479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:46.597893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d0ece-cf84-4254-b4d3-27f106062c44 req-2b539a69-1b5c-4297-a5bc-bef36fe3cd44 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:46.598111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.600680 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-102d0ece-cf84-4254-b4d3-27f106062c44 req-2b539a69-1b5c-4297-a5bc-bef36fe3cd44 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 932 time: 0.3113770 Nov 25 08:55:46.615830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.629840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.638877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.640947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] For port f6868348-1e41-4765-b556-98f1296bf2dd, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:46.671239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 2220a67f-b3d4-4239-9529-18d862ba4117 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:46.679302 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1421096 Nov 25 08:55:46.689171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:46.689516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.692589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] For port f6868348-1e41-4765-b556-98f1296bf2dd, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f6868348-1e41-4765-b556-98f1296bf2dd,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:46.731808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Request body: {'port': {'device_id': '13cc2317-4454-4e21-9c3d-806c75598521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:46.765817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.781420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:46.814191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.816094 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ac21599a-eff6-4ff4-a1c6-bb034deef827 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:46.819664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:46.820259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.830560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.831786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:46.835988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:46.836572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:46.850779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-50d17d89-317d-4b76-a1e2-fefe6d031de9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:46.966954 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7f357926-27a5-4a62-9c9f-7f68c13f7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:41Z', 'revision_number': 8, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:47.000105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf1f79-80ad-4f5b-b920-9afd3e561d51 None None] DHCP port deletion for 5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:55:47.034100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69387878-2ce3-4a52-92ee-a43de9dafa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.055380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f357926-27a5-4a62-9c9f-7f68c13f7913 None None] Checking router: d3d6389f-5ac2-4be2-a55b-e769fa3a5aad for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:55:47.070674 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf1f79-80ad-4f5b-b920-9afd3e561d51 None None] Deleting port 19573b72-d24b-48d4-a05e-a723ead20edd {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:47.070879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Pushing event updated for resources: {'Network': ['ID=14e0b75f-82c1-4056-b0d9-ed114430b03c,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:47.071003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fdf1f79-80ad-4f5b-b920-9afd3e561d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.076190 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8977265 Nov 25 08:55:47.078154 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-102d0ece-cf84-4254-b4d3-27f106062c44 req-f3485603-fa3d-4351-a707-2576b8655246 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4640579 Nov 25 08:55:47.079372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:47.111670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.129276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 14e0b75f-82c1-4056-b0d9-ed114430b03c details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:55:47.133848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.191675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.310426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Pushing event updated for resources: {'Port': ['ID=f6868348-1e41-4765-b556-98f1296bf2dd,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:47.316986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:47.335008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f357926-27a5-4a62-9c9f-7f68c13f7913 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:47.335761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7f357926-27a5-4a62-9c9f-7f68c13f7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:47.345518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47078) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:47.352791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Request body: {'port': {'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c', 'binding:host_id': 'hv-neutron-8183', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1164206960'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:47.360184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:47.374624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Usage tracker for resource:port and tenant:59d176fdf79541c0b18386ef0b81fa21 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:47.379203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:47.388128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:47.413586 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8038838 Nov 25 08:55:47.414188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d893f3e-15cb-487c-ac1b-bc8869db9039 None None] DHCP port deletion for 59b24cdf-e9a8-4fee-8ab0-6ff23309be7f request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:55:47.420530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.431383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47082) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:47.467119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'subnet': {'network_id': '6d8c232b-7497-4c02-8669-2055460dd030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:47.487970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Network': ['ID=6d8c232b-7497-4c02-8669-2055460dd030,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:47.490802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:47.553318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ae3973c1-20cd-451d-9849-19574ac11fae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:47.568928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Made reservation on behalf of 59d176fdf79541c0b18386ef0b81fa21 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:47.571337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.571771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5d893f3e-15cb-487c-ac1b-bc8869db9039 None None] Deleting port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:47.572161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5d893f3e-15cb-487c-ac1b-bc8869db9039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.593903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.602390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 6d8c232b-7497-4c02-8669-2055460dd030 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:55:47.622257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:47.626175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Usage tracker for resource:security_group_rule and tenant:59d176fdf79541c0b18386ef0b81fa21 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:47.629170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:47.635036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:47.644739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-69387878-2ce3-4a52-92ee-a43de9dafa8e None None] For port 19573b72-d24b-48d4-a05e-a723ead20edd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=19573b72-d24b-48d4-a05e-a723ead20edd,segment=NetworkSegment(82c423da-1c1c-488e-8057-48d0d7bee66b),segment_id=82c423da-1c1c-488e-8057-48d0d7bee66b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:47.713470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.788467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:47.819075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:47.821516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:47.826640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9fdf1f79-80ad-4f5b-b920-9afd3e561d51 None None] For port 19573b72-d24b-48d4-a05e-a723ead20edd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=19573b72-d24b-48d4-a05e-a723ead20edd,segment=NetworkSegment(82c423da-1c1c-488e-8057-48d0d7bee66b),segment_id=82c423da-1c1c-488e-8057-48d0d7bee66b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:47.827176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fdf1f79-80ad-4f5b-b920-9afd3e561d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.827986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:47.828606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.874700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] For port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4fbd17db-dc20-4bd3-a6c2-4a8942f53e95,segment=NetworkSegment(362686b2-fe36-4ade-95fb-fe5504d276f0),segment_id=362686b2-fe36-4ade-95fb-fe5504d276f0)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:47.875037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.924535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.931800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=2220a67f-b3d4-4239-9529-18d862ba4117,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:47.934722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:47.939287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:47.942576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] device_id is not set on port 97509287-58d2-4355-a534-db6014e77c5c yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:47.951509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf1f79-80ad-4f5b-b920-9afd3e561d51 None None] Calling delete_port for 19573b72-d24b-48d4-a05e-a723ead20edd owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:48.012726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cacf2e79-8481-4d91-9b39-62367ed7cd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:48.053574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:48.063431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:48.087108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Allocated IP 2001:db8::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/6e028596-c44e-4bb3-818e-93bcda890b25/193c208f-8c44-4b7d-bae2-2986fae5b291) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:48.088942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c502e17a-f3b2-4050-be17-c01dfefcd142,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:48.092483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ac21599a-eff6-4ff4-a1c6-bb034deef827 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:48.092868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.101266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:48.127553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69387878-2ce3-4a52-92ee-a43de9dafa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.136349 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fdf1f79-80ad-4f5b-b920-9afd3e561d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.165836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-82ee1a4e-4fbc-4493-8a8d-fcdf72ae1869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:48.170267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Router 39337eba-eaed-4db9-8301-053bf8a38378 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:55:48.179791 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3067675 Nov 25 08:55:48.201998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47088) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:48.276915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.287049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8b4bdcb5-ee6f-446b-b1df-63755022d701 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:48.294966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf1f79-80ad-4f5b-b920-9afd3e561d51 None None] Pushing event deleted for resources: {'Port': ['ID=19573b72-d24b-48d4-a05e-a723ead20edd,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:48.309376 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9fdf1f79-80ad-4f5b-b920-9afd3e561d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:48.327264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:48.342693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:48.343064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:48.345790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf1f79-80ad-4f5b-b920-9afd3e561d51 None None] No DVR routers for this DVR port 19573b72-d24b-48d4-a05e-a723ead20edd on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:55:48.357522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=4fbd17db-dc20-4bd3-a6c2-4a8942f53e95,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:48.362200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No DVR routers for this DVR port 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:55:48.364102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:48.399024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7f357926-27a5-4a62-9c9f-7f68c13f7913 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:48.416263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:48.420288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.542426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5d893f3e-15cb-487c-ac1b-bc8869db9039 None None] The port '4fbd17db-dc20-4bd3-a6c2-4a8942f53e95' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:55:48.580924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c5268e1b-90d8-4d37-9d64-9339a9852a87 None None] Provisioning for port a3f29115-bd38-403f-8fd8-359e42c387a6 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:48.660019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.708450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b24cdf-e9a8-4fee-8ab0-6ff23309be7f']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:48.771528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362686b2-fe36-4ade-95fb-fe5504d276f0') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:48.771897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362686b2-fe36-4ade-95fb-fe5504d276f0') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:48.794444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] device_id is not set on port 97509287-58d2-4355-a534-db6014e77c5c yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:48.796759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.814196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.822090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f29115-bd38-403f-8fd8-359e42c387a6 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:55:48.829083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.832551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d2e98a-4e98-422e-9741-6c26b1f3aae1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:48.836727 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-87d2e98a-4e98-422e-9741-6c26b1f3aae1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.6311841 Nov 25 08:55:48.850843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47092) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:48.853526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c5268e1b-90d8-4d37-9d64-9339a9852a87 None None] Provisioning complete for port a3f29115-bd38-403f-8fd8-359e42c387a6 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:48.854065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c5268e1b-90d8-4d37-9d64-9339a9852a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.878098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1651f5-8110-4440-af2b-a60cdb004d20 None None] Network d3fd7795-331d-4f44-a9ac-5630085fe248 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:48.880026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.887353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:55:48.887676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.897105 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Transition to ACTIVE for port object 97509287-58d2-4355-a534-db6014e77c5c will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:55:48.905543 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:55:48.921266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779097f6-fb0c-4c5a-9c98-40de0b618b08 req-7a31f485-b717-4484-85ee-6bb3bd14aabb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:48.922763 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-779097f6-fb0c-4c5a-9c98-40de0b618b08 req-7a31f485-b717-4484-85ee-6bb3bd14aabb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 932 time: 0.6278088 Nov 25 08:55:48.926838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:55:48.946553 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Sync routers for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:55:48.954840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:48.962130 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:48.963442 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:48.975526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:49.005932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Transition to ACTIVE for port object a3f29115-bd38-403f-8fd8-359e42c387a6 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:49.060413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1d841-eddb-4fc5-8a1a-e6919d86788a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 2220a67f-b3d4-4239-9529-18d862ba4117 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:49.069448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dbb1d841-eddb-4fc5-8a1a-e6919d86788a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:49.072641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:49.078438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:49.131481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:49.158092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:49.159341 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6703935 Nov 25 08:55:49.175500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:49.176821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47096) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:49.180962 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:49.194745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event updated for resources: {'Port': ['ID=97509287-58d2-4355-a534-db6014e77c5c,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:49.197015 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:49.200800 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-779097f6-fb0c-4c5a-9c98-40de0b618b08 req-f350b480-9a9f-4d7d-8a45-9920416e3594 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479477 Nov 25 08:55:49.218390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c5268e1b-90d8-4d37-9d64-9339a9852a87 None None] Port a3f29115-bd38-403f-8fd8-359e42c387a6 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:55:49.292915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:49.355907 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Transition to ACTIVE for port object 193c208f-8c44-4b7d-bae2-2986fae5b291 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:49.403097 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Checking segment: {'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:49.403499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Network hostable DHCP agents. Network: 14e0b75f-82c1-4056-b0d9-ed114430b03c, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:55:49.549721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Network 14e0b75f-82c1-4056-b0d9-ed114430b03c is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:55:49.558027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f6868348-1e41-4765-b556-98f1296bf2dd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:49.636479 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:46Z', 'revision_number': 3, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:49.643804 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Checking router: 39337eba-eaed-4db9-8301-053bf8a38378 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:55:49.644675 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Updating router 39337eba-eaed-4db9-8301-053bf8a38378 port 852d97e2-8dc8-406a-b041-e25687146b38 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:55:49.660704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Transition to ACTIVE for port object 193c208f-8c44-4b7d-bae2-2986fae5b291 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:49.661656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-52479fa0-bf96-4d41-97ab-8754f406b500 None None] Provisioning for port f6868348-1e41-4765-b556-98f1296bf2dd completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:49.667679 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 14e0b75f-82c1-4056-b0d9-ed114430b03c) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:49.692291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eadb98e-88ad-4615-98ba-5a83c9645403 None None] Network 14e0b75f-82c1-4056-b0d9-ed114430b03c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:49.710570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:49.721514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:49.735534 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:49.753426 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:49.766609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:55:49.777923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:49.793145 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/networks/59b24cdf-e9a8-4fee-8ab0-6ff23309be7f HTTP/1.1" status: 204 len: 168 time: 3.4365416 Nov 25 08:55:49.796432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f29115-bd38-403f-8fd8-359e42c387a6,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:49.799795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:49.800777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47100) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:49.801316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4cd11ede-e7e0-4147-b7dc-bf23ceb3bfbb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:49.851326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Pushing event updated for resources: {'Port': ['ID=193c208f-8c44-4b7d-bae2-2986fae5b291,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:49.865421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:49.908956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:49.909394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:49.909896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:49.938828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Network': ['ID=59b24cdf-e9a8-4fee-8ab0-6ff23309be7f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:49.945389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:49.945673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:49.946152 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:49.954322 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 2 to bind port 97509287-58d2-4355-a534-db6014e77c5c Nov 25 08:55:49.956866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b01f4fe-e284-43df-9928-3511f94b247c tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:49.995563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port f6868348-1e41-4765-b556-98f1296bf2dd completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:50.009026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60e35685-0da9-493f-aefd-01cfecdc168a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.018077 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:50.050707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:50.053323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port f6868348-1e41-4765-b556-98f1296bf2dd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:50.053779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.061171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dbb1d841-eddb-4fc5-8a1a-e6919d86788a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.093196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:50.171498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:50.172176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:50.172737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:50.262906 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.292289 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Transition to ACTIVE for port object 852d97e2-8dc8-406a-b041-e25687146b38 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:50.293376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Checking segment: {'id': '391d72e3-d852-4aee-9f0f-a00cefd5e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6d8c232b-7497-4c02-8669-2055460dd030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:50.293744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network hostable DHCP agents. Network: 6d8c232b-7497-4c02-8669-2055460dd030, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:55:50.309542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.312680 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.316834 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:50.339437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:50.339674 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:50.375652 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7f357926-27a5-4a62-9c9f-7f68c13f7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:41Z', 'revision_number': 8, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:50.376882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Subnet': ['ID=e3436b96-3627-400d-9b46-339b8fdf0410,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:50.379573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:50.412056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f357926-27a5-4a62-9c9f-7f68c13f7913 None None] The sync data for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv is: [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:41Z', 'revision_number': 8, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7', 'name': '', 'network_id': '93925a29-df3a-493d-87bd-2ae331e94bcd', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:c7:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:12Z', 'updated_at': '2021-11-25T08:55:27Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'ce87d593-2a33-4694-b73a-5de9f5396d8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:55:50.422314 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 3 to bind port 97509287-58d2-4355-a534-db6014e77c5c Nov 25 08:55:50.451914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1d841-eddb-4fc5-8a1a-e6919d86788a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 2220a67f-b3d4-4239-9529-18d862ba4117 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:50.454468 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Attempting to bind port 852d97e2-8dc8-406a-b041-e25687146b38 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:50.455412 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Attempting to bind port 852d97e2-8dc8-406a-b041-e25687146b38 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:50.455958 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Attempting to bind port 852d97e2-8dc8-406a-b041-e25687146b38 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:50.469489 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:50.470491 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:50.471247 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.471799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Attempting to bind port 193c208f-8c44-4b7d-bae2-2986fae5b291 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:50.472017 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:50.472698 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Bound port: 852d97e2-8dc8-406a-b041-e25687146b38, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:50.473246 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.478209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Attempting to bind port 193c208f-8c44-4b7d-bae2-2986fae5b291 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:50.478646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Attempting to bind port 193c208f-8c44-4b7d-bae2-2986fae5b291 on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:50.488573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a91b0b6a-8145-45ba-92eb-9649d536ef85 None None] Provisioning complete for port f6868348-1e41-4765-b556-98f1296bf2dd triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:50.488867 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a91b0b6a-8145-45ba-92eb-9649d536ef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.497341 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Attempting to bind port a3f29115-bd38-403f-8fd8-359e42c387a6 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:50.497785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Attempting to bind port a3f29115-bd38-403f-8fd8-359e42c387a6 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:50.498124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Attempting to bind port a3f29115-bd38-403f-8fd8-359e42c387a6 on network 3654da2a-b904-407e-8e76-1c4f36a8fca1 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:50.519750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Port a3f29115-bd38-403f-8fd8-359e42c387a6 on network 3654da2a-b904-407e-8e76-1c4f36a8fca1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:50.520089 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Attempting to bind port a3f29115-bd38-403f-8fd8-359e42c387a6 on network 3654da2a-b904-407e-8e76-1c4f36a8fca1 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:50.522118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:50.522526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:50.522990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.523405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:50.524692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Bound port: 193c208f-8c44-4b7d-bae2-2986fae5b291, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:50.524692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.532538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:50.532949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Checking segment: {'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:50.533338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Bound using segment: {'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:50.533816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Bound port: a3f29115-bd38-403f-8fd8-359e42c387a6, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:50.534161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.551572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network 6d8c232b-7497-4c02-8669-2055460dd030 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:55:50.600216 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] For port 852d97e2-8dc8-406a-b041-e25687146b38, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:50.604673 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] For port 852d97e2-8dc8-406a-b041-e25687146b38, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=852d97e2-8dc8-406a-b041-e25687146b38,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:50.613307 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f32490-8af6-4417-a4aa-f7476e181f10 None None] Pushing event updated for resources: {'Port': ['ID=852d97e2-8dc8-406a-b041-e25687146b38,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:50.620914 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-86f32490-8af6-4417-a4aa-f7476e181f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:50.623296 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:55:50.624822 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.631387 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:50.644670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] For port 193c208f-8c44-4b7d-bae2-2986fae5b291, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:50.653541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] For port 193c208f-8c44-4b7d-bae2-2986fae5b291, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=193c208f-8c44-4b7d-bae2-2986fae5b291,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:50.685556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 6d8c232b-7497-4c02-8669-2055460dd030) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:50.686649 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.691496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:50.692091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.696270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5c1e00ad-e8c7-42fc-ba83-75d6fc0607ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:50.774339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14e092e-a6a3-432b-a404-22ccd71142f0 None None] Network 6d8c232b-7497-4c02-8669-2055460dd030 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:50.780530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:50.780873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:50.781207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:50.795524 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:50.797190 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:50.802418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:50.802728 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:50.805761 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3676915 Nov 25 08:55:50.812218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47110) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:50.817853 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 4 to bind port 97509287-58d2-4355-a534-db6014e77c5c Nov 25 08:55:50.824154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'port': {'network_id': '6d8c232b-7497-4c02-8669-2055460dd030', 'name': 'tempest-NetworksIpV6TestAttrs-559559318'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:50.845281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] For port a3f29115-bd38-403f-8fd8-359e42c387a6, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:50.848506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:50.848868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:50.849373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:50.865796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:50.866130 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:50.874061 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 5 to bind port 97509287-58d2-4355-a534-db6014e77c5c Nov 25 08:55:50.901052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:50.901463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:50.901719 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:50.920214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] For port a3f29115-bd38-403f-8fd8-359e42c387a6, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a3f29115-bd38-403f-8fd8-359e42c387a6,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:50.926514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:50.927448 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:50.940345 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 6 to bind port 97509287-58d2-4355-a534-db6014e77c5c Nov 25 08:55:50.948595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:50.959122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:50.990774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ca439-1a31-42ab-bc84-06ad162186c3 req-7467380f-8ece-4343-90c5-04c7600364fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:50.992295 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b49ca439-1a31-42ab-bc84-06ad162186c3 req-7467380f-8ece-4343-90c5-04c7600364fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 944 time: 0.2634785 Nov 25 08:55:51.039726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:51.039726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.041301 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] 10.222.0.41 "PUT /v2.0/ports/a3f29115-bd38-403f-8fd8-359e42c387a6 HTTP/1.1" status: 200 len: 1094 time: 4.3218205 Nov 25 08:55:51.059510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cc2317-4454-4e21-9c3d-806c75598521', 'tag': 'a3f29115-bd38-403f-8fd8-359e42c387a6'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:55:51.085658 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:51.177381 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b49ca439-1a31-42ab-bc84-06ad162186c3 req-a3b594ec-71ab-4e8c-9b8b-9479933356b8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100364 Nov 25 08:55:51.178099 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:51.178458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:51.178792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:51.187921 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13cc2317-4454-4e21-9c3d-806c75598521', 'tag': 'a3f29115-bd38-403f-8fd8-359e42c387a6', 'status': 'completed', 'code': 200} Nov 25 08:55:51.188892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:51.189222 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:51.192211 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 7 to bind port 97509287-58d2-4355-a534-db6014e77c5c Nov 25 08:55:51.214589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.233893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:51.234240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:51.234994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:51.245046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:51.245301 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:51.259332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a91b0b6a-8145-45ba-92eb-9649d536ef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.264140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:51.267174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f29115-bd38-403f-8fd8-359e42c387a6,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:51.270924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:51.277407 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Pushing event updated for resources: {'Port': ['ID=193c208f-8c44-4b7d-bae2-2986fae5b291,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:51.303256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:port and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:51.316913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:51.330279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:51.359820 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 8 to bind port 97509287-58d2-4355-a534-db6014e77c5c Nov 25 08:55:51.361241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:51.368475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:51.373955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.409172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-22e6d164-137d-4289-a253-bb0b28f5cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:51.410703 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-22e6d164-137d-4289-a253-bb0b28f5cda6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 1097 time: 0.3204679 Nov 25 08:55:51.446573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port f6868348-1e41-4765-b556-98f1296bf2dd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f6868348-1e41-4765-b556-98f1296bf2dd,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:51.475823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.478240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:51.478667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:51.479010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:51.487899 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:51.508590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:51.508928 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:51.513622 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 9 to bind port 97509287-58d2-4355-a534-db6014e77c5c Nov 25 08:55:51.542352 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f32490-8af6-4417-a4aa-f7476e181f10 None None] Pushing event updated for resources: {'Port': ['ID=852d97e2-8dc8-406a-b041-e25687146b38,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:51.552142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] device_id is not set on port 166d93bf-29b2-4d0a-9fb3-90399497b7ff yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:51.555195 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-86f32490-8af6-4417-a4aa-f7476e181f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:51.583422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:55:51.586171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dbb1d841-eddb-4fc5-8a1a-e6919d86788a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.612788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.630601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8774c449-85f2-4a07-856b-7bad5b08a4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:51.641919 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-1257bc4a-89e0-4e35-afc4-0a6617391c1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a3f29115-bd38-403f-8fd8-359e42c387a6 HTTP/1.1" status: 200 len: 217 time: 0.2174401 Nov 25 08:55:51.651247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.688292 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:51.688654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:51.688991 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:51.700435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:55:51.701297 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4fbd17db-dc20-4bd3-a6c2-4a8942f53e95 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:55:51.701984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 19573b72-d24b-48d4-a05e-a723ead20edd no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:55:51.707366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1d841-eddb-4fc5-8a1a-e6919d86788a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=2220a67f-b3d4-4239-9529-18d862ba4117,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:51.716502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:51.717105 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:51.729519 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:46Z', 'revision_number': 3, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:51.735284 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b8e31e-ffcf-42af-910d-6436d22ed511 None None] The sync data for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv is: [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:46Z', 'revision_number': 3, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:55:51.750533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dbb1d841-eddb-4fc5-8a1a-e6919d86788a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:51.751002 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 10 to bind port 97509287-58d2-4355-a534-db6014e77c5c Nov 25 08:55:51.781019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 19573b72-d24b-48d4-a05e-a723ead20edd {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:55:51.781433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 19573b72-d24b-48d4-a05e-a723ead20edd not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:55:51.798270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.809363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:51.809560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-a91b0b6a-8145-45ba-92eb-9649d536ef85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:51.809803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:51.809905 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-a91b0b6a-8145-45ba-92eb-9649d536ef85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:51.810131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:51.810256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=f6868348-1e41-4765-b556-98f1296bf2dd,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:51.813754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:51.814320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dbb1d841-eddb-4fc5-8a1a-e6919d86788a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.831695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 97509287-58d2-4355-a534-db6014e77c5c on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:51.832020 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 97509287-58d2-4355-a534-db6014e77c5c on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:51.832388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.874866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-6d8c232b-7497-4c02-8669-2055460dd030', 'network_id': '6d8c232b-7497-4c02-8669-2055460dd030', 'tenant_id': '8f0a7d332ef04652abfd01ba9684d9c8', 'fixed_ips': [{'subnet_id': 'e3436b96-3627-400d-9b46-339b8fdf0410'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:55:51.875895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:51.902099 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dbb1d841-eddb-4fc5-8a1a-e6919d86788a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/2220a67f-b3d4-4239-9529-18d862ba4117 HTTP/1.1" status: 204 len: 168 time: 3.0449529 Nov 25 08:55:51.916776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47116) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:52.080816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] For port 97509287-58d2-4355-a534-db6014e77c5c, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:52.081400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempted to set empty binding levels {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 08:55:52.095924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:52.123743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-25657f4d-1c8f-4cad-888c-e66a5069f7aa tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:52.224753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f6868348-1e41-4765-b556-98f1296bf2dd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:52.249309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:52.249652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:52.275561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-19cb6547-c508-4a7c-b5b8-921ac83bee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:52.277259 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-19cb6547-c508-4a7c-b5b8-921ac83bee8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7853d6c-4c12-4061-ba10-be5ec2067a3d HTTP/1.1" status: 200 len: 838 time: 0.3594747 Nov 25 08:55:52.319795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event updated for resources: {'Port': ['ID=97509287-58d2-4355-a534-db6014e77c5c,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:52.329933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:52.358062 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.0115297 Nov 25 08:55:52.359795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Allocated IP 172.20.0.1 (d3fd7795-331d-4f44-a9ac-5630085fe248/8080decf-6ef4-4752-b21e-15575360c578/bd981ed2-6dd3-4952-8201-9a72e266d3f6) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:52.361750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47122) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:52.479519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82601cc-1c36-4eb6-8041-d6426d9a56a3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:52.481071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82601cc-1c36-4eb6-8041-d6426d9a56a3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:52.482490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d82601cc-1c36-4eb6-8041-d6426d9a56a3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:52.511402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Allocated IP 2001:db8::f816:3eff:fe57:d282 (6d8c232b-7497-4c02-8669-2055460dd030/e3436b96-3627-400d-9b46-339b8fdf0410/f4cd0831-adae-482f-902c-04721c028a6e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:52.640032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port f6868348-1e41-4765-b556-98f1296bf2dd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:52.640607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:52.651579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:52.664138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d82601cc-1c36-4eb6-8041-d6426d9a56a3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:52.665307 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d82601cc-1c36-4eb6-8041-d6426d9a56a3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.7268977 Nov 25 08:55:52.672229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Transition to ACTIVE for port object bd981ed2-6dd3-4952-8201-9a72e266d3f6 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:52.678269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47128) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:52.714481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d3833514-f2a5-4a9b-a02e-670320c626ae tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Deleting port 97509287-58d2-4355-a534-db6014e77c5c {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:52.714871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d3833514-f2a5-4a9b-a02e-670320c626ae tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:52.763951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:52.772687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8579b1-6714-4315-a7ad-6236b6aa335e None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:52.774364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-169397ed-a20b-441e-921f-cf1a4bdbc567 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 6e028596-c44e-4bb3-818e-93bcda890b25 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:52.777568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-169397ed-a20b-441e-921f-cf1a4bdbc567 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:52.782084 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:52.833254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-169397ed-a20b-441e-921f-cf1a4bdbc567 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:52.870913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Pushing event updated for resources: {'Port': ['ID=bd981ed2-6dd3-4952-8201-9a72e266d3f6,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:52.880761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:52.896076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Network d3fd7795-331d-4f44-a9ac-5630085fe248 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:52.902922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:52.905704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:52.924704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-169397ed-a20b-441e-921f-cf1a4bdbc567 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:52.982185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.013670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-2159f4be-725f-4370-8356-37b24f16e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:53.015673 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-2159f4be-725f-4370-8356-37b24f16e5f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3654da2a-b904-407e-8e76-1c4f36a8fca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6757896 Nov 25 08:55:53.019438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-169397ed-a20b-441e-921f-cf1a4bdbc567 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.026824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bcbac394-7529-4c8d-b5f7-8bc7477b813d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:53.082534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f2d90cfb-c036-4e27-8f7d-868702c3e8fb None None] Provisioning for port 193c208f-8c44-4b7d-bae2-2986fae5b291 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:53.123120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 193c208f-8c44-4b7d-bae2-2986fae5b291 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:53.147742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523168-a07d-4815-88eb-13eaebd901b5 req-889993a0-bf9b-4809-8a06-cd7e1a9b106d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:53.148511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-7e523168-a07d-4815-88eb-13eaebd901b5 req-889993a0-bf9b-4809-8a06-cd7e1a9b106d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:53.183512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169397ed-a20b-441e-921f-cf1a4bdbc567 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=6e028596-c44e-4bb3-818e-93bcda890b25,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:53.186966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:53.186966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.235422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-d3833514-f2a5-4a9b-a02e-670320c626ae tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] For port 97509287-58d2-4355-a534-db6014e77c5c, host hv-neutron-8183, got binding levels [] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:53.236497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d3833514-f2a5-4a9b-a02e-670320c626ae tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.272265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.284092 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-169397ed-a20b-441e-921f-cf1a4bdbc567 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:53.289381 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Transition to ACTIVE for port object f4cd0831-adae-482f-902c-04721c028a6e will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:53.307466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-169397ed-a20b-441e-921f-cf1a4bdbc567 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.353079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-7e523168-a07d-4815-88eb-13eaebd901b5 req-889993a0-bf9b-4809-8a06-cd7e1a9b106d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:53.354626 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7e523168-a07d-4815-88eb-13eaebd901b5 req-889993a0-bf9b-4809-8a06-cd7e1a9b106d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 944 time: 0.8684556 Nov 25 08:55:53.381626 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-169397ed-a20b-441e-921f-cf1a4bdbc567 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/6e028596-c44e-4bb3-818e-93bcda890b25 HTTP/1.1" status: 204 len: 168 time: 0.6982825 Nov 25 08:55:53.392784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Transition to ACTIVE for port object f4cd0831-adae-482f-902c-04721c028a6e will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:53.399011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 193c208f-8c44-4b7d-bae2-2986fae5b291 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:53.405671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-812bcee4-978a-4cc0-9be9-3643810628da None None] Provisioning for port bd981ed2-6dd3-4952-8201-9a72e266d3f6 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:53.407783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47132) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:53.409207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.415798 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c7bc443f-f100-4456-a6b6-9f7b2fbdeed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:53.449091 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 193c208f-8c44-4b7d-bae2-2986fae5b291 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:53.449404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.501942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-812bcee4-978a-4cc0-9be9-3643810628da None None] Provisioning complete for port bd981ed2-6dd3-4952-8201-9a72e266d3f6 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:53.503143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-812bcee4-978a-4cc0-9be9-3643810628da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.541412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d3833514-f2a5-4a9b-a02e-670320c626ae tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Calling delete_port for 97509287-58d2-4355-a534-db6014e77c5c owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:53.574179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Network 6d8c232b-7497-4c02-8669-2055460dd030 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:53.584403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:53.595755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:53.596026 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-be631b78-071b-4491-be29-5c7dd30ef376 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1845150 Nov 25 08:55:53.606435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47136) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:53.614264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Pushing event updated for resources: {'Port': ['ID=f4cd0831-adae-482f-902c-04721c028a6e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:53.620600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:53.624960 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-61b42878-365e-453d-a97a-2d51f5d84725 service neutron] 10.222.0.41 "GET /v2.0/networks/3654da2a-b904-407e-8e76-1c4f36a8fca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010065 Nov 25 08:55:53.625162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.693609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-812bcee4-978a-4cc0-9be9-3643810628da None None] Port bd981ed2-6dd3-4952-8201-9a72e266d3f6 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:55:53.711408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d3833514-f2a5-4a9b-a02e-670320c626ae tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.721732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d3db4299-095c-4602-a2c3-c2a2c5603b52 tempest-ServerActionsTestJSON-98213454 tempest-ServerActionsTestJSON-98213454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:53.788529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d3833514-f2a5-4a9b-a02e-670320c626ae tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.795068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3833514-f2a5-4a9b-a02e-670320c626ae tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event deleted for resources: {'Port': ['ID=97509287-58d2-4355-a534-db6014e77c5c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:53.797574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d3833514-f2a5-4a9b-a02e-670320c626ae tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:53.821711 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d3833514-f2a5-4a9b-a02e-670320c626ae tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "DELETE /v2.0/ports/97509287-58d2-4355-a534-db6014e77c5c HTTP/1.1" status: 204 len: 168 time: 1.4586513 Nov 25 08:55:53.825532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47140) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:53.843976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Attempting to bind port f4cd0831-adae-482f-902c-04721c028a6e on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:53.844506 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Attempting to bind port f4cd0831-adae-482f-902c-04721c028a6e by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '391d72e3-d852-4aee-9f0f-a00cefd5e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6d8c232b-7497-4c02-8669-2055460dd030'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:53.844967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Attempting to bind port f4cd0831-adae-482f-902c-04721c028a6e on network 6d8c232b-7497-4c02-8669-2055460dd030 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:53.860641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:55:53.869138 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7e523168-a07d-4815-88eb-13eaebd901b5 req-a314e571-0015-46a3-9d9d-4b8506b63a0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4941988 Nov 25 08:55:53.870133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:53.870676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Checking segment: {'id': '391d72e3-d852-4aee-9f0f-a00cefd5e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6d8c232b-7497-4c02-8669-2055460dd030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:53.871364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.875082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Bound using segment: {'id': '391d72e3-d852-4aee-9f0f-a00cefd5e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6d8c232b-7497-4c02-8669-2055460dd030'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:53.875820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Bound port: f4cd0831-adae-482f-902c-04721c028a6e, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391d72e3-d852-4aee-9f0f-a00cefd5e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6d8c232b-7497-4c02-8669-2055460dd030'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:53.876313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.892128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Deleting port 193c208f-8c44-4b7d-bae2-2986fae5b291 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:53.892604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.924726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:53.945695 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-9427a957-4ce9-404a-885e-26db795bbd04 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] GET failed (client error): The resource could not be found. Nov 25 08:55:53.946212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9427a957-4ce9-404a-885e-26db795bbd04 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Synchronizing usage tracker for tenant:59d176fdf79541c0b18386ef0b81fa21 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:53.966612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Allocated IP 2001:db8::f816:3eff:fe3a:1d45 (6d8c232b-7497-4c02-8669-2055460dd030/e3436b96-3627-400d-9b46-339b8fdf0410/166d93bf-29b2-4d0a-9fb3-90399497b7ff) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:55:54.012618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9427a957-4ce9-404a-885e-26db795bbd04 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Unset dirty status for tenant:59d176fdf79541c0b18386ef0b81fa21 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:54.017352 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9427a957-4ce9-404a-885e-26db795bbd04 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "GET /v2.0/ports/97509287-58d2-4355-a534-db6014e77c5c HTTP/1.1" status: 404 len: 333 time: 0.1874619 Nov 25 08:55:54.018646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47144) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:54.046967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Request body: {'port': {'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-341650283'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:54.055553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:54.071096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:54.073815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 193c208f-8c44-4b7d-bae2-2986fae5b291, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=193c208f-8c44-4b7d-bae2-2986fae5b291,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:54.095621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Made reservation on behalf of 59d176fdf79541c0b18386ef0b81fa21 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:54.099209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.101860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.119262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] For port f4cd0831-adae-482f-902c-04721c028a6e, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:54.120288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.127759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df511956-a47e-4162-83ba-fa08a7a5aff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:54.140050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] device_id is not set on port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:54.173005 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.190135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] For port 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7,segment=NetworkSegment(caeceedb-47c9-4ec2-8349-eefecef72cf5),segment_id=caeceedb-47c9-4ec2-8349-eefecef72cf5)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:54.190551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.211584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] For port f4cd0831-adae-482f-902c-04721c028a6e, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f4cd0831-adae-482f-902c-04721c028a6e,segment=NetworkSegment(391d72e3-d852-4aee-9f0f-a00cefd5e27e),segment_id=391d72e3-d852-4aee-9f0f-a00cefd5e27e)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:55:54.216743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d3833514-f2a5-4a9b-a02e-670320c626ae tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:54.317225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.336556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 852d97e2-8dc8-406a-b041-e25687146b38 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:54.372021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.379854 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Pushing event updated for resources: {'Port': ['ID=bd981ed2-6dd3-4952-8201-9a72e266d3f6,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:54.385855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:54.402538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:54.430663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=193c208f-8c44-4b7d-bae2-2986fae5b291,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:54.437062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:54.440845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:54.465831 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dea852c6-4a6d-4bff-96f5-c6494aba7c33 req-8ca58ec6-49a9-4833-aae1-c01c2edea895 service neutron] 10.222.0.41 "GET /v2.0/networks/3654da2a-b904-407e-8e76-1c4f36a8fca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970338 Nov 25 08:55:54.499936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.540600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Pushing event updated for resources: {'Port': ['ID=f4cd0831-adae-482f-902c-04721c028a6e,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:54.543945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049781f4-eb46-4638-b61a-efe89f109cfc tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:54.544808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-049781f4-eb46-4638-b61a-efe89f109cfc tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:54.546555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:54.548068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Transition to ACTIVE for port object 166d93bf-29b2-4d0a-9fb3-90399497b7ff will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:54.553848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] For port 193c208f-8c44-4b7d-bae2-2986fae5b291, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=193c208f-8c44-4b7d-bae2-2986fae5b291,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:54.554261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.647845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-049781f4-eb46-4638-b61a-efe89f109cfc tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:54.648997 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-049781f4-eb46-4638-b61a-efe89f109cfc tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0338254 Nov 25 08:55:54.659634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47148) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:54.662566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.689356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Calling delete_port for 193c208f-8c44-4b7d-bae2-2986fae5b291 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:54.702677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ac66-9d21-4792-bbd9-95cf6707fa08 req-b7317dcf-7e47-4b71-8dd6-5caa807a3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:54.704158 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba47ac66-9d21-4792-bbd9-95cf6707fa08 req-b7317dcf-7e47-4b71-8dd6-5caa807a3799 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 1097 time: 0.1742151 Nov 25 08:55:54.711471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.765959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 852d97e2-8dc8-406a-b041-e25687146b38 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:54.775156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 852d97e2-8dc8-406a-b041-e25687146b38 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:54.775538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:54.779122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Network d3fd7795-331d-4f44-a9ac-5630085fe248 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:54.780232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:54.794966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:54.798089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c750c392-48f2-49d9-8fc4-c58567ede55c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:54.802684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c750c392-48f2-49d9-8fc4-c58567ede55c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:54.883551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:55:54.884245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:55:54.974523 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:55.002528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 852d97e2-8dc8-406a-b041-e25687146b38, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=852d97e2-8dc8-406a-b041-e25687146b38,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:55.017558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:55.021266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network 6d8c232b-7497-4c02-8669-2055460dd030 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:55.022688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:55.025862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c750c392-48f2-49d9-8fc4-c58567ede55c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:55.030413 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c750c392-48f2-49d9-8fc4-c58567ede55c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3656251 Nov 25 08:55:55.035186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:55.039809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47154) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:55.052451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:55.058989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:55.063691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:55.089850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Port': ['ID=166d93bf-29b2-4d0a-9fb3-90399497b7ff,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:55.110970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:55.122925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:55.128799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=852d97e2-8dc8-406a-b041-e25687146b38,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:55.133707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:55.142227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-84e1d8de-275a-43e7-b06c-c215513ffb4f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:55.172343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:55.182466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 193c208f-8c44-4b7d-bae2-2986fae5b291 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:55:55.187307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e47e2357-05ff-4283-be43-08e1ae4cc414 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:55.215899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:55.224223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:55.232517 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.4173396 Nov 25 08:55:55.247596 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-554bc633-5234-44fa-8151-8a2eefd02072 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1884785 Nov 25 08:55:55.269560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47158) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:55.270059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47160) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:55.297283 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-83672776-534d-4375-b135-bf05e0718a0a None None] Provisioning complete for port bd981ed2-6dd3-4952-8201-9a72e266d3f6 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:55.297668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-83672776-534d-4375-b135-bf05e0718a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:55.331896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:55.388705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Deleting port 193c208f-8c44-4b7d-bae2-2986fae5b291 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:55.389197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:55.465882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-83672776-534d-4375-b135-bf05e0718a0a None None] Port bd981ed2-6dd3-4952-8201-9a72e266d3f6 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:55:55.468387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ac66-9d21-4792-bbd9-95cf6707fa08 req-1fe6311b-eada-4311-950d-faf7aa6a324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:55.470038 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba47ac66-9d21-4792-bbd9-95cf6707fa08 req-1fe6311b-eada-4311-950d-faf7aa6a324f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3654da2a-b904-407e-8e76-1c4f36a8fca1 HTTP/1.1" status: 200 len: 897 time: 0.7563396 Nov 25 08:55:55.485762 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:55.532858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event updated for resources: {'Port': ['ID=7bc677a8-2622-4807-bf94-fe7c3eb17d92,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:55.537013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:55.539486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Network 14e0b75f-82c1-4056-b0d9-ed114430b03c is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:55.558226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:55.570241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:55:55.571344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:55.573262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:55.581378 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba47ac66-9d21-4792-bbd9-95cf6707fa08 req-ce741a2e-c33a-4865-b98b-34d1cf612ff4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a3f29115-bd38-403f-8fd8-359e42c387a6 HTTP/1.1" status: 200 len: 217 time: 0.0990796 Nov 25 08:55:55.593546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Router 39337eba-eaed-4db9-8301-053bf8a38378 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:55:55.638627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db5e593-4155-4cbb-b692-99df778de157 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Deleting subnet e3436b96-3627-400d-9b46-339b8fdf0410 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:55.668623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-4155-4cbb-b692-99df778de157 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:55.686614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] For port 193c208f-8c44-4b7d-bae2-2986fae5b291, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=193c208f-8c44-4b7d-bae2-2986fae5b291,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:55.687024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:55.844476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a59a2c-1d12-4ad5-ba9f-3426f47ee960 req-8259b792-8dc0-4f66-8bcb-1c4535873da2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:55.851741 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-44a59a2c-1d12-4ad5-ba9f-3426f47ee960 req-8259b792-8dc0-4f66-8bcb-1c4535873da2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 944 time: 0.4020553 Nov 25 08:55:55.861314 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8416500 Nov 25 08:55:55.864498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47166) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:55.885935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:55.888747 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Calling delete_port for 193c208f-8c44-4b7d-bae2-2986fae5b291 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:55.998770 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-44a59a2c-1d12-4ad5-ba9f-3426f47ee960 req-74e93c4a-02be-47b7-8d51-84bca1a83d5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457253 Nov 25 08:55:56.008156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:56.016375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:55:56.017688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ac66-9d21-4792-bbd9-95cf6707fa08 req-9b76e915-a517-40ea-95b1-9eaaf3f8b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:56.019407 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba47ac66-9d21-4792-bbd9-95cf6707fa08 req-9b76e915-a517-40ea-95b1-9eaaf3f8b945 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7853d6c-4c12-4061-ba10-be5ec2067a3d HTTP/1.1" status: 200 len: 838 time: 0.4262516 Nov 25 08:55:56.020842 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] 10.222.0.54 "PUT /v2.0/routers/39337eba-eaed-4db9-8301-053bf8a38378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8364308 Nov 25 08:55:56.035043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:56.043108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:56.047758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b86c36ca-eb66-4cf5-8182-957f399cc039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:56.098609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Sync routers for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:55:56.103445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] No DVR routers for this DVR port 193c208f-8c44-4b7d-bae2-2986fae5b291 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:55:56.105805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Pushing event deleted for resources: {'Port': ['ID=193c208f-8c44-4b7d-bae2-2986fae5b291,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:56.108426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab0862-7918-47c6-8d5e-6e507184632b None None] Network 6d8c232b-7497-4c02-8669-2055460dd030 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:56.126440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:56.136341 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-4155-4cbb-b692-99df778de157 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:56.170915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:56.198117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:56.223544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:56.224332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:56.257050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:56.262706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:56.408983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e13ce908-e467-43f0-8f47-b48faf9b8bc4 None None] Provisioning for port f4cd0831-adae-482f-902c-04721c028a6e completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:56.471248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f4cd0831-adae-482f-902c-04721c028a6e up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:56.518222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a3f29115-bd38-403f-8fd8-359e42c387a6 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:55:56.537063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:56.630800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] device_id is not set on port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:55:56.633650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-4155-4cbb-b692-99df778de157 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:56.644539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:56.663260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Transition to ACTIVE for port object 7bc677a8-2622-4807-bf94-fe7c3eb17d92 will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:56.668756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:56.674053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f2f467bc-3e4f-408e-a6f4-a6dc8b6bf33d tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:56.695192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ac66-9d21-4792-bbd9-95cf6707fa08 req-686e0135-df0f-4ebc-89da-e0a289f19291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:56.696952 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba47ac66-9d21-4792-bbd9-95cf6707fa08 req-686e0135-df0f-4ebc-89da-e0a289f19291 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3654da2a-b904-407e-8e76-1c4f36a8fca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5665319 Nov 25 08:55:56.839211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47186) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:56.861468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1464215244-network', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:56.868633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event updated for resources: {'Port': ['ID=7bc677a8-2622-4807-bf94-fe7c3eb17d92,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:56.873073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:56.875636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:56.879458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Usage tracker for resource:network and tenant:2445b5bb5c1044e08facae5bc7ad06be is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:56.882387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:56.882735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:56.883072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:56.885431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:56.894314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:56.896326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:56.896656 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:56.897980 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 2 to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 Nov 25 08:55:56.920393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:56.920789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:56.921233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:56.923981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Made reservation on behalf of 2445b5bb5c1044e08facae5bc7ad06be for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:56.926253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:56.942874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:56.943226 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:56.943884 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 3 to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 Nov 25 08:55:56.952242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:56.977110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:56.982162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:56.982551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:56.983738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:56.988306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Usage tracker for resource:security_group_rule and tenant:2445b5bb5c1044e08facae5bc7ad06be is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:56.993086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:56.996047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:56.996387 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:57.000195 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 4 to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 Nov 25 08:55:57.007574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:57.026916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port f4cd0831-adae-482f-902c-04721c028a6e completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:57.033949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:57.034389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:57.034735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:57.041344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:57.041812 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:57.042445 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 5 to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 Nov 25 08:55:57.059451 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port f4cd0831-adae-482f-902c-04721c028a6e triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:57.060363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.060935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:57.061276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:57.061748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:57.067192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:57.067520 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:57.067951 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 6 to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 Nov 25 08:55:57.086342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:57.086705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:57.087098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:57.094221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:57.094606 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:57.095004 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 7 to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 Nov 25 08:55:57.120504 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba47ac66-9d21-4792-bbd9-95cf6707fa08 req-1dda9f08-1a2c-432c-a847-6888edcef9a1 service neutron] 10.222.0.41 "GET /v2.0/networks/3654da2a-b904-407e-8e76-1c4f36a8fca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097807 Nov 25 08:55:57.127041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-4155-4cbb-b692-99df778de157 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.127277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:57.127628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:57.128019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:57.136571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-169397ed-a20b-441e-921f-cf1a4bdbc567 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:57.139819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:57.140304 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:57.144466 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 8 to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 Nov 25 08:55:57.151587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a3f29115-bd38-403f-8fd8-359e42c387a6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a3f29115-bd38-403f-8fd8-359e42c387a6,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:57.170834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:57.171215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:57.171605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:57.185473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:57.186211 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:57.187918 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 9 to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 Nov 25 08:55:57.195816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:55:57.216041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:57.216457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:57.216981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:57.220317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'a3f29115-bd38-403f-8fd8-359e42c387a6', 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1', 'port_id': 'a3f29115-bd38-403f-8fd8-359e42c387a6', 'mac_address': 'fa:16:3e:98:81:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7853d6c-4c12-4061-ba10-be5ec2067a3d', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:55:57.224998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:57.225445 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:57.231325 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.plugins.ml2.plugin [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 10 to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 Nov 25 08:55:57.252504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-4155-4cbb-b692-99df778de157 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.267625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:57.267969 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:57.268307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:57.286030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:55:57.286419 dv-neutron-818341-1-hyperv neutron-server[87512]: ERROR neutron.plugins.ml2.managers [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:55:57.289472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.326143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5e593-4155-4cbb-b692-99df778de157 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Subnet': ['ID=e3436b96-3627-400d-9b46-339b8fdf0410,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:57.327058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.339854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.358087 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4db5e593-4155-4cbb-b692-99df778de157 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:57.381274 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.384937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f29115-bd38-403f-8fd8-359e42c387a6 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:55:57.394661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dde9da6a-23ef-4d24-bbd6-1302db886d3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:57.401855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.429450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a3f29115-bd38-403f-8fd8-359e42c387a6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a3f29115-bd38-403f-8fd8-359e42c387a6,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:57.430195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbef1d0-905c-473b-9d00-48986bb53156,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:57.441523 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 2, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:57.446100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.450853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eb5cf1ad-bfd1-44cf-89f0-b0c79a2ccbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:57.462199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:55:57.469082 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4db5e593-4155-4cbb-b692-99df778de157 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/subnets/e3436b96-3627-400d-9b46-339b8fdf0410 HTTP/1.1" status: 204 len: 168 time: 2.1980720 Nov 25 08:55:57.475269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.475625 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Added segment 2227704d-6e89-4c01-987a-d49b9fddbe8c of type vlan for network fc2ec383-da00-40bf-abe1-62751dc7df32 Nov 25 08:55:57.515039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.570171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Checking router: 39337eba-eaed-4db9-8301-053bf8a38378 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:55:57.570606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Updating router 39337eba-eaed-4db9-8301-053bf8a38378 port bd981ed2-6dd3-4952-8201-9a72e266d3f6 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:55:57.585401 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47192) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:57.587098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:57.592973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.593997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:57.594158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54adba3e-e5af-41e9-85fa-c830cc5cf558 None None] Network 6d8c232b-7497-4c02-8669-2055460dd030 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:57.594748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.636380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b8c3395f-df3d-45c5-8730-487096c5426b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:57.706185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port f4cd0831-adae-482f-902c-04721c028a6e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f4cd0831-adae-482f-902c-04721c028a6e,segment=NetworkSegment(391d72e3-d852-4aee-9f0f-a00cefd5e27e),segment_id=391d72e3-d852-4aee-9f0f-a00cefd5e27e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:57.728276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] For port 7bc677a8-2622-4807-bf94-fe7c3eb17d92, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:55:57.728276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempted to set empty binding levels {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 08:55:57.738076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.739064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 852d97e2-8dc8-406a-b041-e25687146b38 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:55:57.754695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.776110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Pushing event updated for resources: {'Network': ['ID=fc2ec383-da00-40bf-abe1-62751dc7df32,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:57.783869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0431f8-1ed6-48a8-9dc2-68702d2abae0 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:57.785376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0431f8-1ed6-48a8-9dc2-68702d2abae0 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:57.786914 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-aa0431f8-1ed6-48a8-9dc2-68702d2abae0 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1988528 Nov 25 08:55:57.787922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:57.788622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:57.794821 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba47ac66-9d21-4792-bbd9-95cf6707fa08 req-1981abde-b870-49f5-873b-c5f0b48092f8 service neutron] 10.222.0.41 "GET /v2.0/networks/3654da2a-b904-407e-8e76-1c4f36a8fca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623566 Nov 25 08:55:57.795482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47196) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:57.815238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network fc2ec383-da00-40bf-abe1-62751dc7df32 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:55:57.831354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.835804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] In _notify_port_updated(), no bound segment for port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:55:57.836646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:57.837242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.844417 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "PUT /v2.0/ports/7bc677a8-2622-4807-bf94-fe7c3eb17d92 HTTP/1.1" status: 200 len: 976 time: 1.9610555 Nov 25 08:55:57.844623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aca7cb5e-c15c-4df3-a04a-47cb3ed27840 None None] Provisioning complete for port f4cd0831-adae-482f-902c-04721c028a6e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:57.844720 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9975996 Nov 25 08:55:57.844811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aca7cb5e-c15c-4df3-a04a-47cb3ed27840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:57.844894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47200) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:57.844971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47202) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:57.859148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Request body: {'subnet': {'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1464215244-subnet', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'ip_version': 4}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:57.862690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:55:57.873845 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c4e58-32aa-48fd-b037-1840087e12dd None None] Sync routers for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:55:57.883736 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c4e58-32aa-48fd-b037-1840087e12dd None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:57.884648 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9d7c4e58-32aa-48fd-b037-1840087e12dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:57.919892 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0750535 Nov 25 08:55:57.922853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:57.923146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47208) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:57.958309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cafb9-ebcc-404b-819f-3f4ee62d1238 req-464ee28d-a789-40e1-bd11-c61e377b08a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:57.965518 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-809cafb9-ebcc-404b-819f-3f4ee62d1238 req-464ee28d-a789-40e1-bd11-c61e377b08a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 944 time: 0.7758493 Nov 25 08:55:57.985761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Usage tracker for resource:subnet and tenant:2445b5bb5c1044e08facae5bc7ad06be is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:57.992741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:58.014583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['a3f29115-bd38-403f-8fd8-359e42c387a6'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:55:58.019337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event updated for resources: {'Port': ['ID=7bc677a8-2622-4807-bf94-fe7c3eb17d92,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:58.037770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:58.046474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:58.047049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a3f29115-bd38-403f-8fd8-359e42c387a6,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:58.064860 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-9d7c4e58-32aa-48fd-b037-1840087e12dd None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:58.068805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:55:58.080750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.089467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-762f9432-9b77-46f4-b7b9-c3a4ee8057ae tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:58.106349 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:58.108679 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb7050d-1351-41df-ba93-03a561636923 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting subnet ce87d593-2a33-4694-b73a-5de9f5396d8f {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:55:58.126412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fb7050d-1351-41df-ba93-03a561636923 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.136193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7beb2149-d43e-4cca-a6d4-5054dd1795c1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.159860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Made reservation on behalf of 2445b5bb5c1044e08facae5bc7ad06be for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:58.160139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b344affc-2c24-409f-a928-f9fe31a909a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:58.162438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.191877 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-809cafb9-ebcc-404b-819f-3f4ee62d1238 req-8e93ac89-0398-429d-b35a-f212ff7a3434 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244992 Nov 25 08:55:58.221681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:55:58.274770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:58.284775 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beb2149-d43e-4cca-a6d4-5054dd1795c1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 08:55:58.285488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7beb2149-d43e-4cca-a6d4-5054dd1795c1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:55:58.295156 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7beb2149-d43e-4cca-a6d4-5054dd1795c1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/networks/6d8c232b-7497-4c02-8669-2055460dd030 HTTP/1.1" status: 409 len: 405 time: 0.4864736 Nov 25 08:55:58.296112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47212) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:58.302368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.303255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.323649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=5d4c5aeb-9c19-4b4e-aa61-d072a43f13d3,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:58.336015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1602998379'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:58.354565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:58.358502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:58.359674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.360160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.360624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.361080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.361522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.361978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.362470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.362923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.363371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.363820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.364262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.364708 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.365152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.370872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.371465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.371931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.372971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.373433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.373891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.374372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.374772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:network and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:58.374906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.375269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.375718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.376167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.376626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.377078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.377529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.377979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.378458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.381143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Synchronizing usage tracker for tenant:59d176fdf79541c0b18386ef0b81fa21 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:55:58.388600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:58.392745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fb7050d-1351-41df-ba93-03a561636923 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.399577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:58.407776 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1353753 Nov 25 08:55:58.412692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47216) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:58.420088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a3c1ca02-7c37-4d4f-9758-91b586abd234 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:58.446770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:58.450670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.463146 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9d7c4e58-32aa-48fd-b037-1840087e12dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 9, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:58.468732 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c4e58-32aa-48fd-b037-1840087e12dd None None] Checking router: d3d6389f-5ac2-4be2-a55b-e769fa3a5aad for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:55:58.478429 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c4e58-32aa-48fd-b037-1840087e12dd None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:55:58.479537 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9d7c4e58-32aa-48fd-b037-1840087e12dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:58.488596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fb7050d-1351-41df-ba93-03a561636923 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.564787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Unset dirty status for tenant:59d176fdf79541c0b18386ef0b81fa21 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:55:58.565999 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1fa97a5e-8b36-4c16-a55f-14b33369d6ca tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26287 time: 0.7212782 Nov 25 08:55:58.570023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47220) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:58.607030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fb7050d-1351-41df-ba93-03a561636923 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.617372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-56800f60-f848-4eb4-997e-c2400170a5d5 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:58.619184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:55:58.658004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7050d-1351-41df-ba93-03a561636923 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Subnet': ['ID=ce87d593-2a33-4694-b73a-5de9f5396d8f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:58.658600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.658600 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Added segment 99fad480-7269-40f5-91c3-5a33eddb4c6a of type vlan for network b6db5902-75e4-4488-b391-e470fe7b61c0 Nov 25 08:55:58.663693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2fb7050d-1351-41df-ba93-03a561636923 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:58.671228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a3c1ca02-7c37-4d4f-9758-91b586abd234 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:58.673254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2fb7050d-1351-41df-ba93-03a561636923 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.687615 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2fb7050d-1351-41df-ba93-03a561636923 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/ce87d593-2a33-4694-b73a-5de9f5396d8f HTTP/1.1" status: 204 len: 168 time: 0.7583487 Nov 25 08:55:58.689462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47224) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:58.699703 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-9d7c4e58-32aa-48fd-b037-1840087e12dd None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:55:58.709470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fea58-e829-4467-b387-48862a040569 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Deleting port 7bc677a8-2622-4807-bf94-fe7c3eb17d92 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:58.709809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9fea58-e829-4467-b387-48862a040569 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.711335 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a3c1ca02-7c37-4d4f-9758-91b586abd234 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:58.735624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.741960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc082a-1642-422b-9989-dccf238751c7 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:58.746814 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.753408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d169493e-e303-43f3-85c7-d02e481c4a60 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:58.786686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c1ca02-7c37-4d4f-9758-91b586abd234 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:58.790190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a3c1ca02-7c37-4d4f-9758-91b586abd234 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.859980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.873223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Transition to ACTIVE for port object bd981ed2-6dd3-4952-8201-9a72e266d3f6 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:55:58.883330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:55:58.887075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.913226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port d8cdb2eb-ef9f-4114-8028-47eea6cf7577 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:58.913627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.920677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3039b3-b22e-4df5-a215-e58a8f3dff4a None None] Network 93925a29-df3a-493d-87bd-2ae331e94bcd requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:58.953761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35579fe5-4b0e-4020-ba89-4e244110481a,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:58.963851 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:58.964366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.964626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aca7cb5e-c15c-4df3-a04a-47cb3ed27840 None None] Provisioning for port 166d93bf-29b2-4d0a-9fb3-90399497b7ff completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:55:58.968550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.971589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:58.972198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:58.985151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c0e74df3-7dc2-46bf-a524-d6a7094fd20d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:59.024215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Checking segment: {'id': '2227704d-6e89-4c01-987a-d49b9fddbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:59.024500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Network hostable DHCP agents. Network: fc2ec383-da00-40bf-abe1-62751dc7df32, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:55:59.044832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 852d97e2-8dc8-406a-b041-e25687146b38 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:59.045387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.159964 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8520553 Nov 25 08:55:59.161596 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.ipam_backend_mixin [None req-a3c1ca02-7c37-4d4f-9758-91b586abd234 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d4c5aeb-9c19-4b4e-aa61-d072a43f13d3 (CIDR: 2001:db8::/64) Nov 25 08:55:59.164788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47228) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:59.176541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'subnet': {'network_id': 'b6db5902-75e4-4488-b391-e470fe7b61c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:59.191403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Network': ['ID=b6db5902-75e4-4488-b391-e470fe7b61c0,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:59.197106 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c1ca02-7c37-4d4f-9758-91b586abd234 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:55:59.197586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c1ca02-7c37-4d4f-9758-91b586abd234 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:55:59.206910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:59.206910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Network fc2ec383-da00-40bf-abe1-62751dc7df32 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:55:59.246796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-ea9fea58-e829-4467-b387-48862a040569 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] For port 7bc677a8-2622-4807-bf94-fe7c3eb17d92, host hv-neutron-8183, got binding levels [] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:59.247199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9fea58-e829-4467-b387-48862a040569 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.292368 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9d7c4e58-32aa-48fd-b037-1840087e12dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 9, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:55:59.312738 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c4e58-32aa-48fd-b037-1840087e12dd None None] The sync data for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv is: [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 9, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb770a99-45df-47f6-a2a7-2430fbabb8f7', 'name': '', 'network_id': '97966185-10b0-4c52-a66a-9aaf48d0a440', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:bc:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:00Z', 'updated_at': '2021-11-25T08:55:14Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': '0baae84f-89bc-43f6-8e83-b520ff5a7267', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:55:59.324698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, fc2ec383-da00-40bf-abe1-62751dc7df32) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:55:59.332384 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a3c1ca02-7c37-4d4f-9758-91b586abd234 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9184914 Nov 25 08:55:59.349315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:59.350040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.353666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47234) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:59.373675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:59.419748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aca7cb5e-c15c-4df3-a04a-47cb3ed27840 None None] Provisioning complete for port 166d93bf-29b2-4d0a-9fb3-90399497b7ff triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:55:59.420240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aca7cb5e-c15c-4df3-a04a-47cb3ed27840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.505508 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network b6db5902-75e4-4488-b391-e470fe7b61c0 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:55:59.514715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:59.518002 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef2feee-769d-4474-baa8-63e409679f67 None None] Network fc2ec383-da00-40bf-abe1-62751dc7df32 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:55:59.529622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:subnet and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:59.535491 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-aa5645da-698b-4810-870a-071abe455d8e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6873937 Nov 25 08:55:59.537114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47238) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:55:59.538313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:59.539536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fea58-e829-4467-b387-48862a040569 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Calling delete_port for 7bc677a8-2622-4807-bf94-fe7c3eb17d92 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:59.549141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1464215244-router', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:55:59.554557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:59.562005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:59.571439 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Usage tracker for resource:router and tenant:2445b5bb5c1044e08facae5bc7ad06be is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:55:59.577745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:55:59.595151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:59.616407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:59.620805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.643102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] For port d8cdb2eb-ef9f-4114-8028-47eea6cf7577, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d8cdb2eb-ef9f-4114-8028-47eea6cf7577,segment=NetworkSegment(caeceedb-47c9-4ec2-8349-eefecef72cf5),segment_id=caeceedb-47c9-4ec2-8349-eefecef72cf5)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:55:59.643343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.709404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=f4cd0831-adae-482f-902c-04721c028a6e,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:59.759453 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.599s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:59.778982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Attempting to bind port bd981ed2-6dd3-4952-8201-9a72e266d3f6 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:55:59.779363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Attempting to bind port bd981ed2-6dd3-4952-8201-9a72e266d3f6 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:55:59.779730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Attempting to bind port bd981ed2-6dd3-4952-8201-9a72e266d3f6 on network d3fd7795-331d-4f44-a9ac-5630085fe248 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:55:59.781673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.713s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:59.790416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for d8cdb2eb-ef9f-4114-8028-47eea6cf7577 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:55:59.811626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08bebf7-f4f9-4651-9671-6d4e5711e369 None None] DHCP port deletion for 6d8c232b-7497-4c02-8669-2055460dd030 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:55:59.844213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9fea58-e829-4467-b387-48862a040569 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.857592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3ee83c45-137b-4183-ab7e-6c59cd86e326 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:55:59.883935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:55:59.893964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5e6e0-5a15-4883-bde1-36a401368b18 req-a7e69bb4-f837-40d5-b7e0-e886c55efdbd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:55:59.894865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:55:59.895482 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-08e5e6e0-5a15-4883-bde1-36a401368b18 req-a7e69bb4-f837-40d5-b7e0-e886c55efdbd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 945 time: 0.4676650 Nov 25 08:55:59.909809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.910994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.919356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fea58-e829-4467-b387-48862a040569 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bc677a8-2622-4807-bf94-fe7c3eb17d92,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:55:59.919680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:55:59.927757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:55:59.928146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Checking segment: {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:55:59.928556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.928948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Bound using segment: {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:55:59.929442 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Bound port: bd981ed2-6dd3-4952-8201-9a72e266d3f6, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:55:59.929646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.929823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.937676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea9fea58-e829-4467-b387-48862a040569 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:55:59.951448 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d08bebf7-f4f9-4651-9671-6d4e5711e369 None None] Deleting port f4cd0831-adae-482f-902c-04721c028a6e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:55:59.951836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d08bebf7-f4f9-4651-9671-6d4e5711e369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.958161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9fea58-e829-4467-b387-48862a040569 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:55:59.989139 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-08e5e6e0-5a15-4883-bde1-36a401368b18 req-03210351-743f-4c85-8990-65bde794fc2e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772779 Nov 25 08:55:59.993378 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ea9fea58-e829-4467-b387-48862a040569 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "DELETE /v2.0/ports/7bc677a8-2622-4807-bf94-fe7c3eb17d92 HTTP/1.1" status: 204 len: 168 time: 1.4224777 Nov 25 08:55:59.996315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47242) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:00.037143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.040725 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:00.081476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-aca7cb5e-c15c-4df3-a04a-47cb3ed27840 None None] Port 166d93bf-29b2-4d0a-9fb3-90399497b7ff cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:56:00.143809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.230868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=d8cdb2eb-ef9f-4114-8028-47eea6cf7577,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:00.235685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:00.236733 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0908120-e372-4871-853f-59243c7e581f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] GET failed (client error): The resource could not be found. Nov 25 08:56:00.237120 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d0908120-e372-4871-853f-59243c7e581f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Synchronizing usage tracker for tenant:59d176fdf79541c0b18386ef0b81fa21 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:00.241787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No DVR routers for this DVR port d8cdb2eb-ef9f-4114-8028-47eea6cf7577 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:56:00.283494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6220b-cc55-45fb-9e87-4e031b836795 None None] Pushing event updated for resources: {'Port': ['ID=bd981ed2-6dd3-4952-8201-9a72e266d3f6,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:00.314406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a8d6220b-cc55-45fb-9e87-4e031b836795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:00.348383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d6b5f2-00ed-4c63-a1fa-e9fce6548aff None None] DHCP port deletion for 93925a29-df3a-493d-87bd-2ae331e94bcd request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:56:00.353993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d0908120-e372-4871-853f-59243c7e581f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Unset dirty status for tenant:59d176fdf79541c0b18386ef0b81fa21 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:00.359071 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d0908120-e372-4871-853f-59243c7e581f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "GET /v2.0/ports/7bc677a8-2622-4807-bf94-fe7c3eb17d92 HTTP/1.1" status: 404 len: 333 time: 0.3565042 Nov 25 08:56:00.361859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47246) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:00.369841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-451698046', 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:00.388959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:00.400147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.414205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:00.440062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93925a29-df3a-493d-87bd-2ae331e94bcd']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:00.460826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caeceedb-47c9-4ec2-8349-eefecef72cf5') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:00.461218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caeceedb-47c9-4ec2-8349-eefecef72cf5') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:00.474726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Made reservation on behalf of 59d176fdf79541c0b18386ef0b81fa21 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:00.477167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.503409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.504620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] For port bd981ed2-6dd3-4952-8201-9a72e266d3f6, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:00.519511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] device_id is not set on port 09f76e55-4f3e-4e94-b11e-1fc68a7041bf yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:56:00.563010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.579457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:56:00.579713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.588353 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] For port bd981ed2-6dd3-4952-8201-9a72e266d3f6, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=bd981ed2-6dd3-4952-8201-9a72e266d3f6,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:56:00.595447 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:56:00.607877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.679650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.698982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-27103632-1012-4c3a-b2f1-f197adc48501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:00.718953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.733959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '5d4c5aeb-9c19-4b4e-aa61-d072a43f13d3'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:00.734966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.736351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-896f12c6-70d2-4478-ba70-f34fafec2351 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:00.750699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.762950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f4cd0831-adae-482f-902c-04721c028a6e no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:00.807645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Network': ['ID=93925a29-df3a-493d-87bd-2ae331e94bcd,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:00.809122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.816642 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:00.817598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fe7c4383-40a4-4613-961f-8aea746829b0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:00.838063 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/networks/93925a29-df3a-493d-87bd-2ae331e94bcd HTTP/1.1" status: 204 len: 168 time: 2.1488316 Nov 25 08:56:00.841340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47252) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:00.905800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:56:00.913086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.922517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-fc2ec383-da00-40bf-abe1-62751dc7df32', 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'fixed_ips': [{'subnet_id': '35579fe5-4b0e-4020-ba89-4e244110481a'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:00.923572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.925937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:00.936131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:00.941516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:00.942090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:00.965418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=2d832aa4-9d87-476e-96b7-5bc4931f36ca,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:00.976337 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:00.977169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8111b4e6-d1f9-47c8-b9af-7a59782e6201 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:01.038468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:01.038639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d08bebf7-f4f9-4651-9671-6d4e5711e369 None None] For port f4cd0831-adae-482f-902c-04721c028a6e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f4cd0831-adae-482f-902c-04721c028a6e,segment=NetworkSegment(391d72e3-d852-4aee-9f0f-a00cefd5e27e),segment_id=391d72e3-d852-4aee-9f0f-a00cefd5e27e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:01.043775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d08bebf7-f4f9-4651-9671-6d4e5711e369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:01.101965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Checking segment: {'id': '99fad480-7269-40f5-91c3-5a33eddb4c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b6db5902-75e4-4488-b391-e470fe7b61c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:01.104063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network hostable DHCP agents. Network: b6db5902-75e4-4488-b391-e470fe7b61c0, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:56:01.113439 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7469771 Nov 25 08:56:01.129779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:01.130553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:01.131711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47258) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:01.151362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:92:45:27', 'name': 'tempest-NetworksTestDHCPv6-1328171145'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:01.292840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Subnet': ['ID=46341f6b-b5e6-4de1-af09-df7b0c873a91,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:01.297699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:01.324153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network b6db5902-75e4-4488-b391-e470fe7b61c0 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:56:01.347581 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:01.359044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:01.463071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Network 14e0b75f-82c1-4056-b0d9-ed114430b03c is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:01.472998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:01.484019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, b6db5902-75e4-4488-b391-e470fe7b61c0) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:01.486855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:01.488535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:01.488880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:01.489414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:01.489556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:01.495171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event updated for resources: {'Port': ['ID=09f76e55-4f3e-4e94-b11e-1fc68a7041bf,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:01.506700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:01.526958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d08bebf7-f4f9-4651-9671-6d4e5711e369 None None] Calling delete_port for f4cd0831-adae-482f-902c-04721c028a6e owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:01.529429 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1667919 Nov 25 08:56:01.534322 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47262) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:01.557125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6220b-cc55-45fb-9e87-4e031b836795 None None] Pushing event updated for resources: {'Port': ['ID=bd981ed2-6dd3-4952-8201-9a72e266d3f6,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:01.582831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f5000c-b70f-490b-8c3f-cc17f8e5b6f9 None None] Network b6db5902-75e4-4488-b391-e470fe7b61c0 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:01.599593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a8d6220b-cc55-45fb-9e87-4e031b836795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:01.615205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1146cb0-e4b8-428f-b62d-c96de79bf104 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:01.615939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1146cb0-e4b8-428f-b62d-c96de79bf104 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Synchronizing usage tracker for tenant:59d176fdf79541c0b18386ef0b81fa21 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:01.667826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1146cb0-e4b8-428f-b62d-c96de79bf104 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Unset dirty status for tenant:59d176fdf79541c0b18386ef0b81fa21 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:01.672106 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a1146cb0-e4b8-428f-b62d-c96de79bf104 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "GET /v2.0/ports/09f76e55-4f3e-4e94-b11e-1fc68a7041bf HTTP/1.1" status: 200 len: 954 time: 0.1339183 Nov 25 08:56:01.673116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47266) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:01.748850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:01.756124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-98d99c76-d06e-454e-81d7-8475a2a3c519 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Deleting port 09f76e55-4f3e-4e94-b11e-1fc68a7041bf {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:01.756124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98d99c76-d06e-454e-81d7-8475a2a3c519 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:01.756445 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5864534 Nov 25 08:56:01.757770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47270) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:01.792765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cdf4a-3a43-43ac-9066-abee74558e48 req-8e9b0022-5d63-42fb-a54f-5e26532431c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:01.795017 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-776cdf4a-3a43-43ac-9066-abee74558e48 req-8e9b0022-5d63-42fb-a54f-5e26532431c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 945 time: 0.6239750 Nov 25 08:56:01.804077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:01.812665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:01.826412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:01.928501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:01.944135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:01.969671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.063586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Allocated IP 2001:db8::f816:3eff:fe97:69c (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/5d4c5aeb-9c19-4b4e-aa61-d072a43f13d3/07d4f022-a107-4b74-8de8-540da603da0a) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:02.065562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d08bebf7-f4f9-4651-9671-6d4e5711e369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.078133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a8d6220b-cc55-45fb-9e87-4e031b836795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:02.081937 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-776cdf4a-3a43-43ac-9066-abee74558e48 req-0052bf75-f942-43e0-97e9-11d76d02dfe6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690568 Nov 25 08:56:02.130343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:02.149774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.218199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Allocated IP 172.20.0.2 (fc2ec383-da00-40bf-abe1-62751dc7df32/35579fe5-4b0e-4020-ba89-4e244110481a/cd675279-79de-4349-b846-b61008ff5034) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:02.240988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.251587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bebf7-f4f9-4651-9671-6d4e5711e369 None None] Pushing event deleted for resources: {'Port': ['ID=f4cd0831-adae-482f-902c-04721c028a6e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:02.298934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d08bebf7-f4f9-4651-9671-6d4e5711e369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:02.299287 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bebf7-f4f9-4651-9671-6d4e5711e369 None None] No DVR routers for this DVR port f4cd0831-adae-482f-902c-04721c028a6e on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:56:02.325207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 31f23aeb-a015-4713-85d6-dcf4132b1370 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:56:02.355443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d8cdb2eb-ef9f-4114-8028-47eea6cf7577 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:02.401464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Allocated IP 172.26.3.95 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/fb16bf2e-b08e-46de-8d0b-588e163ebe86) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:02.406931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.411640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98d99c76-d06e-454e-81d7-8475a2a3c519 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.529588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: d8cdb2eb-ef9f-4114-8028-47eea6cf7577 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:56:02.529928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d8cdb2eb-ef9f-4114-8028-47eea6cf7577 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:56:02.530367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:02.550971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-98d99c76-d06e-454e-81d7-8475a2a3c519 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Calling delete_port for 09f76e55-4f3e-4e94-b11e-1fc68a7041bf owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:02.595578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.609937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ed7312bd-1ab4-47f5-9510-55413e554577 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:02.661823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Subnet': ['ID=46341f6b-b5e6-4de1-af09-df7b0c873a91,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:02.682188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:02.692689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98d99c76-d06e-454e-81d7-8475a2a3c519 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.701065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ee83b19d-17d6-40ff-85d2-f0d68112669e tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:02.714225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:56:02.714594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 755f1ad8-f6e8-46ae-a0a3-a2d0aaf7cab7 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:56:02.751106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d99c76-d06e-454e-81d7-8475a2a3c519 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event deleted for resources: {'Port': ['ID=09f76e55-4f3e-4e94-b11e-1fc68a7041bf,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:02.753004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port eb770a99-45df-47f6-a2a7-2430fbabb8f7 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:02.753481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.756485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.780918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-98d99c76-d06e-454e-81d7-8475a2a3c519 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:02.800590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98d99c76-d06e-454e-81d7-8475a2a3c519 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.802636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.809448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e9388a42-6beb-4c0d-aed1-4ec72d1c912f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:02.844345 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-98d99c76-d06e-454e-81d7-8475a2a3c519 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "DELETE /v2.0/ports/09f76e55-4f3e-4e94-b11e-1fc68a7041bf HTTP/1.1" status: 204 len: 168 time: 1.1707478 Nov 25 08:56:02.847507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47274) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:02.853140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bf8135-241d-476d-9846-226c716fa4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-b6db5902-75e4-4488-b391-e470fe7b61c0', 'network_id': 'b6db5902-75e4-4488-b391-e470fe7b61c0', 'tenant_id': '8f0a7d332ef04652abfd01ba9684d9c8', 'fixed_ips': [{'subnet_id': '46341f6b-b5e6-4de1-af09-df7b0c873a91'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:02.853936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44bf8135-241d-476d-9846-226c716fa4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.859967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.944738 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefd921f-6765-4a27-b627-93b57c9a2834 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] GET failed (client error): The resource could not be found. Nov 25 08:56:02.949593 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fefd921f-6765-4a27-b627-93b57c9a2834 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "GET /v2.0/ports/09f76e55-4f3e-4e94-b11e-1fc68a7041bf HTTP/1.1" status: 404 len: 333 time: 0.0974643 Nov 25 08:56:02.950822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47278) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:02.951943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:02.953600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6db5902-75e4-4488-b391-e470fe7b61c0']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:02.957635 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Request body: {'port': {'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1046949037'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:02.963584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:02.969119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Pushing event updated for resources: {'Port': ['ID=fb16bf2e-b08e-46de-8d0b-588e163ebe86,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:02.972414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:02.979064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:02.987729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Usage tracker for resource:port and tenant:59d176fdf79541c0b18386ef0b81fa21 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:02.993490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:02.998129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] For port eb770a99-45df-47f6-a2a7-2430fbabb8f7, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=eb770a99-45df-47f6-a2a7-2430fbabb8f7,segment=NetworkSegment(2f035546-2246-4b03-9b0c-c0e55237b50d),segment_id=2f035546-2246-4b03-9b0c-c0e55237b50d)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:02.998301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:02.998726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:02.999849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fad480-7269-40f5-91c3-5a33eddb4c6a') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:03.000139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fad480-7269-40f5-91c3-5a33eddb4c6a') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:03.012083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:03.024614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:03.052180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:03.113275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:56:03.113769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:56:03.129404 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:56:03.147358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for eb770a99-45df-47f6-a2a7-2430fbabb8f7 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:03.200732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Made reservation on behalf of 59d176fdf79541c0b18386ef0b81fa21 for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:03.203632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:03.238047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:03.259858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:03.283611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cddcf7-3e9b-46a1-9baf-3667ae630938 None None] Network b6db5902-75e4-4488-b391-e470fe7b61c0 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:03.294010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] device_id is not set on port 59090e71-3a5a-4928-92d9-f5baa2f97d34 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:56:03.366176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:00Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:03.382270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dd6b0-ec31-4115-89bf-91f0d679ebc3 None None] The sync data for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv is: [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:00Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:03.478363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f73789-12aa-4f94-921d-e8a7ffc73673 req-8381d22b-3ae8-470a-80a9-b6da424f26bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:03.480128 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c6f73789-12aa-4f94-921d-e8a7ffc73673 req-8381d22b-3ae8-470a-80a9-b6da424f26bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 945 time: 0.2520621 Nov 25 08:56:03.524354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:03.533291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Transition to ACTIVE for port object 07d4f022-a107-4b74-8de8-540da603da0a will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:03.538223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Transition to ACTIVE for port object cd675279-79de-4349-b846-b61008ff5034 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:03.545283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bcc026c8-a1b5-450b-9987-d31d5c794b49 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:03.573967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Transition to ACTIVE for port object cd675279-79de-4349-b846-b61008ff5034 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:03.578176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:03.585807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Transition to ACTIVE for port object 07d4f022-a107-4b74-8de8-540da603da0a will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:03.585973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:03.593159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Network': ['ID=b6db5902-75e4-4488-b391-e470fe7b61c0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:03.593463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:03.600112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:03.611323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:03.668988 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/networks/b6db5902-75e4-4488-b391-e470fe7b61c0 HTTP/1.1" status: 204 len: 168 time: 1.9065175 Nov 25 08:56:03.672874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47284) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:03.682621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1636363090'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:03.692227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:03.703057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Network fc2ec383-da00-40bf-abe1-62751dc7df32 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:03.704445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Pushing event updated for resources: {'Port': ['ID=cd675279-79de-4349-b846-b61008ff5034,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:03.713237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:03.716588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:03.721172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:03.725301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:03.725775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:03.762077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:network and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:03.783177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:03.801885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e2c48180-39e4-4c1c-ab82-f1871530c063 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:03.857825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=eb770a99-45df-47f6-a2a7-2430fbabb8f7,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:03.861402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:03.867068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:03.893555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Pushing event updated for resources: {'Port': ['ID=07d4f022-a107-4b74-8de8-540da603da0a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:03.905562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:03.926886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:03.936647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:03.946250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:03.997435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:04.006081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.007988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Attempting to bind port cd675279-79de-4349-b846-b61008ff5034 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:04.008485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Attempting to bind port cd675279-79de-4349-b846-b61008ff5034 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '2227704d-6e89-4c01-987a-d49b9fddbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:04.008968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Attempting to bind port cd675279-79de-4349-b846-b61008ff5034 on network fc2ec383-da00-40bf-abe1-62751dc7df32 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:04.062371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.073018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:56:04.073574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Checking segment: {'id': '2227704d-6e89-4c01-987a-d49b9fddbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:04.074100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.074693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Bound using segment: {'id': '2227704d-6e89-4c01-987a-d49b9fddbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:56:04.075899 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Bound port: cd675279-79de-4349-b846-b61008ff5034, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2227704d-6e89-4c01-987a-d49b9fddbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:56:04.076396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.117055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:56:04.133789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.134440 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Added segment ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5 of type vlan for network d808a514-41ea-47ab-9a6c-7066509b0300 Nov 25 08:56:04.145623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8:0:1::9a (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/2d832aa4-9d87-476e-96b7-5bc4931f36ca/31f23aeb-a015-4713-85d6-dcf4132b1370) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:04.180611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::f816:3eff:fe92:4527 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/5d4c5aeb-9c19-4b4e-aa61-d072a43f13d3/31f23aeb-a015-4713-85d6-dcf4132b1370) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:04.193291 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.195874 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Attempting to bind port 07d4f022-a107-4b74-8de8-540da603da0a on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:04.197971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Attempting to bind port 07d4f022-a107-4b74-8de8-540da603da0a by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:04.202234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Attempting to bind port 07d4f022-a107-4b74-8de8-540da603da0a on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:04.214929 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c6f73789-12aa-4f94-921d-e8a7ffc73673 req-0e628b21-78cf-4376-8090-70565f203d41 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7268870 Nov 25 08:56:04.216077 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:56:04.216583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:04.217101 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.217609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:56:04.218207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Bound port: 07d4f022-a107-4b74-8de8-540da603da0a, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:56:04.218739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.282768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.302524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] For port cd675279-79de-4349-b846-b61008ff5034, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:04.311743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.324481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] For port cd675279-79de-4349-b846-b61008ff5034, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cd675279-79de-4349-b846-b61008ff5034,segment=NetworkSegment(2227704d-6e89-4c01-987a-d49b9fddbe8c),segment_id=2227704d-6e89-4c01-987a-d49b9fddbe8c)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:04.344393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.354955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:04.359025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.415124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] For port 07d4f022-a107-4b74-8de8-540da603da0a, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:04.441832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] For port 07d4f022-a107-4b74-8de8-540da603da0a, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=07d4f022-a107-4b74-8de8-540da603da0a,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:04.462408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.467617 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Pushing event updated for resources: {'Port': ['ID=cd675279-79de-4349-b846-b61008ff5034,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:04.472137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:04.472796 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-fddf1ea5-f1da-4b9c-b9f6-fdb151bed1ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:04.514123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a3f29115-bd38-403f-8fd8-359e42c387a6 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:04.569999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.581287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8f9b1567-bc3c-458c-aabe-ef5d348ffbe4 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:04.596249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.603305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:04.607081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.641139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Pushing event updated for resources: {'Port': ['ID=07d4f022-a107-4b74-8de8-540da603da0a,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:04.644516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:04.665167 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port a3f29115-bd38-403f-8fd8-359e42c387a6 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:04.673737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port a3f29115-bd38-403f-8fd8-359e42c387a6 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:04.674166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.704407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ebe41ef9-851c-47c1-82f2-4f05a336527d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:04.707321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Network 14e0b75f-82c1-4056-b0d9-ed114430b03c is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:04.799959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:04.812761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:04.813964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:04.814318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:04.983915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event updated for resources: {'Port': ['ID=59090e71-3a5a-4928-92d9-f5baa2f97d34,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:05.015950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:05.017831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:05.057980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47288) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:05.060572 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1019084 Nov 25 08:56:05.119918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:56:05.127207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cc2317-4454-4e21-9c3d-806c75598521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f29115-bd38-403f-8fd8-359e42c387a6'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:56:05.158319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a3f29115-bd38-403f-8fd8-359e42c387a6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a3f29115-bd38-403f-8fd8-359e42c387a6,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:05.171051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:05.172992 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:05.202018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:05.264261 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5901332 Nov 25 08:56:05.291137 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cc2317-4454-4e21-9c3d-806c75598521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f29115-bd38-403f-8fd8-359e42c387a6', 'code': 200} Nov 25 08:56:05.293527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47296) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:05.298985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cd675279-79de-4349-b846-b61008ff5034 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:05.332874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Network': ['ID=d808a514-41ea-47ab-9a6c-7066509b0300,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:05.341377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'subnet': {'network_id': 'd808a514-41ea-47ab-9a6c-7066509b0300', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:05.366544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:05.370699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network d808a514-41ea-47ab-9a6c-7066509b0300 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:56:05.533011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a3f29115-bd38-403f-8fd8-359e42c387a6,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:05.535837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:05.537609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port cd675279-79de-4349-b846-b61008ff5034 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:05.543538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device bd981ed2-6dd3-4952-8201-9a72e266d3f6 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:05.560364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:05.565639 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7233315 Nov 25 08:56:05.572051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47300) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:05.576271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:05.576729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4bc5d-2421-41e7-9a2d-8d8314eb05b9 None None] Sync routers for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:05.582191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:subnet and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:05.585596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:05.592931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:05.605307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4bc5d-2421-41e7-9a2d-8d8314eb05b9 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:05.605962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-46e4bc5d-2421-41e7-9a2d-8d8314eb05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:05.672287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec36c4-76dd-47ec-86de-d13a4fa4393f req-e38929e0-0d2b-4b0f-9284-eade661508eb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:05.674140 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6cec36c4-76dd-47ec-86de-d13a4fa4393f req-e38929e0-0d2b-4b0f-9284-eade661508eb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 946 time: 0.2159746 Nov 25 08:56:05.678540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-db18983d-adeb-4441-bd08-ed7542a782c3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting subnet 0baae84f-89bc-43f6-8e83-b520ff5a7267 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:05.697797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db18983d-adeb-4441-bd08-ed7542a782c3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:05.711954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:05.744711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 31f23aeb-a015-4713-85d6-dcf4132b1370 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:05.812241 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6cec36c4-76dd-47ec-86de-d13a4fa4393f req-bd98dce3-3d6e-4cc0-93ad-d60352277c67 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290061 Nov 25 08:56:05.818142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db18983d-adeb-4441-bd08-ed7542a782c3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:05.850862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port bd981ed2-6dd3-4952-8201-9a72e266d3f6 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:05.865393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port bd981ed2-6dd3-4952-8201-9a72e266d3f6 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:05.865773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:05.899780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:05.901263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-46e4bc5d-2421-41e7-9a2d-8d8314eb05b9 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:05.906994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:05.926609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db18983d-adeb-4441-bd08-ed7542a782c3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.021408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.032173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db18983d-adeb-4441-bd08-ed7542a782c3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.039429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-629551da-e378-4def-9865-1e7e91f88ec7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:06.257402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18983d-adeb-4441-bd08-ed7542a782c3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Subnet': ['ID=0baae84f-89bc-43f6-8e83-b520ff5a7267,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:06.260363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-db18983d-adeb-4441-bd08-ed7542a782c3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:06.263740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db18983d-adeb-4441-bd08-ed7542a782c3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.274314 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-db18983d-adeb-4441-bd08-ed7542a782c3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/0baae84f-89bc-43f6-8e83-b520ff5a7267 HTTP/1.1" status: 204 len: 168 time: 0.7000813 Nov 25 08:56:06.274996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47306) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:06.296193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d69f143-121b-4ad4-b22b-8eae5656fb02 None None] Network 97966185-10b0-4c52-a66a-9aaf48d0a440 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:06.335596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:06.401141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d666b2af-5e58-4dcf-aa97-06830826a833 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:06.408997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.422706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 0b73f750-7ed0-4bd9-ad63-23ca680fd749 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:06.423542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.472316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.487306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:06.498797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:06.513427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:06.518996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:06.519611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.533147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=31f23aeb-a015-4713-85d6-dcf4132b1370,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:06.580321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.587000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:06.590826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c00a7-be20-4181-86aa-32aaffb9ae50 None None] Network fc2ec383-da00-40bf-abe1-62751dc7df32 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:06.637918 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.5025563 Nov 25 08:56:06.637918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.638450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47310) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:06.655471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-75a0b6ec-58b8-4fda-ab9b-2bee661fe75b None None] Provisioning for port 07d4f022-a107-4b74-8de8-540da603da0a completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:06.678650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] For port 0b73f750-7ed0-4bd9-ad63-23ca680fd749, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0b73f750-7ed0-4bd9-ad63-23ca680fd749,segment=NetworkSegment(2f035546-2246-4b03-9b0c-c0e55237b50d),segment_id=2f035546-2246-4b03-9b0c-c0e55237b50d)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:06.679008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.760996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0eb1ab-3f92-43ff-b09f-f4d30af63252 req-029e683d-e923-4c7c-a5bd-19cdfc048892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:06.762526 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd0eb1ab-3f92-43ff-b09f-f4d30af63252 req-029e683d-e923-4c7c-a5bd-19cdfc048892 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 1099 time: 0.9704256 Nov 25 08:56:06.806366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port bd981ed2-6dd3-4952-8201-9a72e266d3f6, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=bd981ed2-6dd3-4952-8201-9a72e266d3f6,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:06.812041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 0b73f750-7ed0-4bd9-ad63-23ca680fd749 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:06.896634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:06.902022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9bfe6109-d7d0-4c7d-a3a9-33c48aff73a1 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:06.952851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=0b73f750-7ed0-4bd9-ad63-23ca680fd749,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:06.955461 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:06.966729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No DVR routers for this DVR port 0b73f750-7ed0-4bd9-ad63-23ca680fd749 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:56:07.010490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.012110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:07.057193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-03feee93-5c49-4464-81d2-225e745aed7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 31f23aeb-a015-4713-85d6-dcf4132b1370 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:07.057539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-03feee93-5c49-4464-81d2-225e745aed7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.129556 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd0eb1ab-3f92-43ff-b09f-f4d30af63252 req-143e2b7a-3f1e-4a18-9af5-d7676e6fad50 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473217 Nov 25 08:56:07.166676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-63e3de76-7c3a-471d-80df-d4e0b4d67bd6 None None] Provisioning for port cd675279-79de-4349-b846-b61008ff5034 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:07.180321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-63e3de76-7c3a-471d-80df-d4e0b4d67bd6 None None] Provisioning complete for port cd675279-79de-4349-b846-b61008ff5034 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:07.180845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-63e3de76-7c3a-471d-80df-d4e0b4d67bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.182008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.224128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97966185-10b0-4c52-a66a-9aaf48d0a440']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:07.244821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f035546-2246-4b03-9b0c-c0e55237b50d') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:07.245239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f035546-2246-4b03-9b0c-c0e55237b50d') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:07.255694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 07d4f022-a107-4b74-8de8-540da603da0a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:07.273005 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.303461 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.311296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:56:07.311843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:56:07.327138 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:56:07.355732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.371074 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b8784960-27b3-4488-95b2-17a5d3282e03 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:07.379357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e23c2-514e-4808-a183-68f60f60e7f3 None None] DHCP port deletion for 97966185-10b0-4c52-a66a-9aaf48d0a440 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:56:07.424123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=bd981ed2-6dd3-4952-8201-9a72e266d3f6,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:07.427966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.429140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:07.434091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.439792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3e3f7710-3ac2-4752-ae39-93bb4b6624ff tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:07.476210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Network': ['ID=97966185-10b0-4c52-a66a-9aaf48d0a440,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:07.478918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:07.479145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-46e4bc5d-2421-41e7-9a2d-8d8314eb05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:56:03Z', 'revision_number': 10, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:07.486758 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/networks/97966185-10b0-4c52-a66a-9aaf48d0a440 HTTP/1.1" status: 204 len: 168 time: 1.2107580 Nov 25 08:56:07.487448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47316) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:07.530010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] device_id is not set on port 59090e71-3a5a-4928-92d9-f5baa2f97d34 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:56:07.535086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4bc5d-2421-41e7-9a2d-8d8314eb05b9 None None] Checking router: d3d6389f-5ac2-4be2-a55b-e769fa3a5aad for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:56:07.543366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 07d4f022-a107-4b74-8de8-540da603da0a completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:07.548199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.562985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0eb72-2836-4bfe-80ca-ea3b7b57fc6b req-2d526837-ea52-46a9-849c-e37a124e0139 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:07.564501 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1aa0eb72-2836-4bfe-80ca-ea3b7b57fc6b req-2d526837-ea52-46a9-849c-e37a124e0139 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 946 time: 0.5963666 Nov 25 08:56:07.570232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 07d4f022-a107-4b74-8de8-540da603da0a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:07.570621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.616528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-63e3de76-7c3a-471d-80df-d4e0b4d67bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.626036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4bc5d-2421-41e7-9a2d-8d8314eb05b9 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:07.626711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-46e4bc5d-2421-41e7-9a2d-8d8314eb05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:07.633510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Subnet': ['ID=c7db0c57-d3be-46d3-ad93-5d09bae5359e,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:07.642867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:56:07.645084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Transition to ACTIVE for port object 59090e71-3a5a-4928-92d9-f5baa2f97d34 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:07.649533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:07.656937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Checking segment: {'id': 'ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd808a514-41ea-47ab-9a6c-7066509b0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:07.657417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network hostable DHCP agents. Network: d808a514-41ea-47ab-9a6c-7066509b0300, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:56:07.682464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.697434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d713cd4-fa1e-45af-b012-ea7de28f1fbc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:07.813512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-63e3de76-7c3a-471d-80df-d4e0b4d67bd6 None None] For port cd675279-79de-4349-b846-b61008ff5034, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cd675279-79de-4349-b846-b61008ff5034,segment=NetworkSegment(2227704d-6e89-4c01-987a-d49b9fddbe8c),segment_id=2227704d-6e89-4c01-987a-d49b9fddbe8c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:07.824282 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-63e3de76-7c3a-471d-80df-d4e0b4d67bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.830831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:07.861643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-03feee93-5c49-4464-81d2-225e745aed7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:07.932227 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1aa0eb72-2836-4bfe-80ca-ea3b7b57fc6b req-e8078fc4-6971-4806-9f8a-76373a926ae6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499963 Nov 25 08:56:07.990264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-46e4bc5d-2421-41e7-9a2d-8d8314eb05b9 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:08.134744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3de76-7c3a-471d-80df-d4e0b4d67bd6 None None] Pushing event updated for resources: {'Port': ['ID=cd675279-79de-4349-b846-b61008ff5034,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:08.141994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15e0674-f359-4aea-8550-091d1541274d None None] Update dhcp port {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': '5d4c5aeb-9c19-4b4e-aa61-d072a43f13d3', 'ip_address': '2001:db8::f816:3eff:fe97:69c'}, {'subnet_id': '2d832aa4-9d87-476e-96b7-5bc4931f36ca'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': '07d4f022-a107-4b74-8de8-540da603da0a'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:56:08.166816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-63e3de76-7c3a-471d-80df-d4e0b4d67bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:08.222955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:08.230648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:08.275885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b94032ad-d0b0-4f85-982b-c09da52359bf None None] Provisioning complete for port cd675279-79de-4349-b846-b61008ff5034 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:08.276273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b94032ad-d0b0-4f85-982b-c09da52359bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:08.339366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-03feee93-5c49-4464-81d2-225e745aed7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 31f23aeb-a015-4713-85d6-dcf4132b1370 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:08.389639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:08.390352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:08.390352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:08.406323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network d808a514-41ea-47ab-9a6c-7066509b0300 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:56:08.407180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c15e0674-f359-4aea-8550-091d1541274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:08.415375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event updated for resources: {'Port': ['ID=59090e71-3a5a-4928-92d9-f5baa2f97d34,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:08.419318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:08.419848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:56:08.420167 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:56:08.433692 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 2 to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 Nov 25 08:56:08.436236 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 07d4f022-a107-4b74-8de8-540da603da0a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=07d4f022-a107-4b74-8de8-540da603da0a,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:08.458240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:08.458646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:08.459079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:08.480123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:56:08.480511 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:56:08.480957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, d808a514-41ea-47ab-9a6c-7066509b0300) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:08.481587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:08.486324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:08.486846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:08.494909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:08.502324 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 3 to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 Nov 25 08:56:08.547708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:08.561076 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Sync routers for ids ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:08.561863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:08.562464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:08.562968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:08.575525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:56:08.576232 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:56:08.584167 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 4 to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 Nov 25 08:56:08.589154 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Routers {'ccaf3d0f-bd1e-4d00-8b02-ce674765a935'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:08.592208 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:08.610623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7b2ac-50e2-44d2-8bb1-8b7a08f09107 None None] Network d808a514-41ea-47ab-9a6c-7066509b0300 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:08.611400 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3024662 Nov 25 08:56:08.612334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47320) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:08.692224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:08.692871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:08.693430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:08.702413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:08.703941 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1670415 Nov 25 08:56:08.707803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47324) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:08.714156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:56:08.714800 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:56:08.765785 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 5 to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 Nov 25 08:56:08.800340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:08.801088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:08.801645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:08.812627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:56:08.813300 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:56:08.817494 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 6 to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 Nov 25 08:56:08.859841 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Set router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:08.904178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:08.904950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:08.905509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:08.909099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=07d4f022-a107-4b74-8de8-540da603da0a,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:08.920922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:08.933282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:56:08.933963 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:56:08.939678 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 7 to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 Nov 25 08:56:08.956961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:08.957639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:08.958193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:08.982082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:08.996391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:56:08.997743 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:56:09.007876 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 8 to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 Nov 25 08:56:09.039987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-03feee93-5c49-4464-81d2-225e745aed7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.073368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-c15e0674-f359-4aea-8550-091d1541274d None None] Allocated IP 2001:db8:0:1::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/2d832aa4-9d87-476e-96b7-5bc4931f36ca/07d4f022-a107-4b74-8de8-540da603da0a) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:09.074138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-002e89e7-ee3b-41cc-bd45-68161265cc03 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:09.192775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-46e4bc5d-2421-41e7-9a2d-8d8314eb05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:56:03Z', 'revision_number': 10, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:09.205039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cd675279-79de-4349-b846-b61008ff5034 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:09.234864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03feee93-5c49-4464-81d2-225e745aed7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=31f23aeb-a015-4713-85d6-dcf4132b1370,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:09.236507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-d808a514-41ea-47ab-9a6c-7066509b0300', 'network_id': 'd808a514-41ea-47ab-9a6c-7066509b0300', 'tenant_id': '8f0a7d332ef04652abfd01ba9684d9c8', 'fixed_ips': [{'subnet_id': 'c7db0c57-d3be-46d3-ad93-5d09bae5359e'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:09.237370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.238347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-03feee93-5c49-4464-81d2-225e745aed7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:09.256835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:09.257409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.290200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-03feee93-5c49-4464-81d2-225e745aed7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.295978 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-03feee93-5c49-4464-81d2-225e745aed7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/31f23aeb-a015-4713-85d6-dcf4132b1370 HTTP/1.1" status: 204 len: 168 time: 2.6527815 Nov 25 08:56:09.297135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:09.297565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:09.297995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:09.300607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47330) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:09.323027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4bc5d-2421-41e7-9a2d-8d8314eb05b9 None None] The sync data for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv is: [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:56:03Z', 'revision_number': 10, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None, '_interfaces': [{'id': '5a06adaa-1e2d-4e65-b0f4-f9312fb520c1', 'name': '', 'network_id': '7086f785-33d2-40a4-9a64-44bbb7c85945', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'mac_address': 'fa:16:3e:4f:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:45Z', 'updated_at': '2021-11-25T08:55:01Z', 'revision_number': 5, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'subnets': [{'id': 'e2f0276c-e25d-4b84-aa47-62536acb6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:09.353299 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'name': 'tempest-TestVolumeBootPattern-1464215244-router', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:59Z', 'updated_at': '2021-11-25T08:56:03Z', 'revision_number': 3, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'gw_port': {'id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:01Z', 'updated_at': '2021-11-25T08:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:09.367364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:56:09.367815 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:56:09.374675 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 9 to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 Nov 25 08:56:09.375380 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Checking router: ccaf3d0f-bd1e-4d00-8b02-ce674765a935 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:56:09.375740 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Updating router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 port fb16bf2e-b08e-46de-8d0b-588e163ebe86 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:56:09.398406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:09.399063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:09.399445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:09.414537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:56:09.415056 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:56:09.418437 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempt 10 to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 Nov 25 08:56:09.437886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.460123 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.468879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:09.469342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:09.469820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempting to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:09.480703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c15e0674-f359-4aea-8550-091d1541274d None None] For port 07d4f022-a107-4b74-8de8-540da603da0a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=07d4f022-a107-4b74-8de8-540da603da0a,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:09.497483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:56:09.497891 dv-neutron-818341-1-hyperv neutron-server[87513]: ERROR neutron.plugins.ml2.managers [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Failed to bind port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'cbb59748-132a-4bca-bdee-6ec0289cda79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '14e0b75f-82c1-4056-b0d9-ed114430b03c'}] Nov 25 08:56:09.498418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.523244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] For port 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5a06adaa-1e2d-4e65-b0f4-f9312fb520c1,segment=NetworkSegment(c0ce1090-18d6-4704-9efc-a6190d845eef),segment_id=c0ce1090-18d6-4704-9efc-a6190d845eef)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:09.523613 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.560293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port cd675279-79de-4349-b846-b61008ff5034 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:09.560678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.609476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d54cece-1d64-49c2-bf41-95b513357432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:09.610456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3d54cece-1d64-49c2-bf41-95b513357432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:09.614564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c15e0674-f359-4aea-8550-091d1541274d None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.620827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Allocated IP 2001:db8::2 (d808a514-41ea-47ab-9a6c-7066509b0300/c7db0c57-d3be-46d3-ad93-5d09bae5359e/15131f7d-f04b-438e-9af7-5580f55c71ab) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:09.657751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3d54cece-1d64-49c2-bf41-95b513357432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:09.657958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c15e0674-f359-4aea-8550-091d1541274d None None] Transition to ACTIVE for port object 07d4f022-a107-4b74-8de8-540da603da0a will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:09.662273 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3d54cece-1d64-49c2-bf41-95b513357432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.3570032 Nov 25 08:56:09.663069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47334) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:09.663201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:09.679754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c15e0674-f359-4aea-8550-091d1541274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.706685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] For port 59090e71-3a5a-4928-92d9-f5baa2f97d34, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:09.707205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attempted to set empty binding levels {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 08:56:09.715528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.727350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d6d6d644-b3d8-46c9-852f-9fb5fab0497a tempest-FloatingIPAdminTestJSON-441072965 tempest-FloatingIPAdminTestJSON-441072965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:09.752321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a8d6220b-cc55-45fb-9e87-4e031b836795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:09.799101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event updated for resources: {'Port': ['ID=59090e71-3a5a-4928-92d9-f5baa2f97d34,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:09.803312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:09.814205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] In _notify_port_updated(), no bound segment for port 59090e71-3a5a-4928-92d9-f5baa2f97d34 on network 14e0b75f-82c1-4056-b0d9-ed114430b03c {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 08:56:09.815334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:09.816178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.821579 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "PUT /v2.0/ports/59090e71-3a5a-4928-92d9-f5baa2f97d34 HTTP/1.1" status: 200 len: 977 time: 4.7377198 Nov 25 08:56:09.823451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47338) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:09.911753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-addc7fbe-a608-41e4-916b-bed945b9b3fe tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Deleting port 59090e71-3a5a-4928-92d9-f5baa2f97d34 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:09.912244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-addc7fbe-a608-41e4-916b-bed945b9b3fe tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.951454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:09.956697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea9fea58-e829-4467-b387-48862a040569 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:10.038362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e0674-f359-4aea-8550-091d1541274d None None] Pushing event updated for resources: {'Port': ['ID=07d4f022-a107-4b74-8de8-540da603da0a,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:10.051670 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:10.066614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c15e0674-f359-4aea-8550-091d1541274d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:10.086573 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Transition to ACTIVE for port object fb16bf2e-b08e-46de-8d0b-588e163ebe86 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:10.110494 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:10.116808 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-d2b0657d-882d-45d4-b360-66ab0d8bbebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:10.139428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device bd981ed2-6dd3-4952-8201-9a72e266d3f6 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:10.227216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-addc7fbe-a608-41e4-916b-bed945b9b3fe tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] For port 59090e71-3a5a-4928-92d9-f5baa2f97d34, host hv-neutron-8183, got binding levels [] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:10.227733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-addc7fbe-a608-41e4-916b-bed945b9b3fe tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:10.289873 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Attempting to bind port fb16bf2e-b08e-46de-8d0b-588e163ebe86 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:10.290559 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Attempting to bind port fb16bf2e-b08e-46de-8d0b-588e163ebe86 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:10.291234 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Attempting to bind port fb16bf2e-b08e-46de-8d0b-588e163ebe86 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:10.300108 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=5a06adaa-1e2d-4e65-b0f4-f9312fb520c1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:10.306986 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:56:10.307758 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:10.308382 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:10.309958 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:56:10.310672 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Bound port: fb16bf2e-b08e-46de-8d0b-588e163ebe86, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:56:10.311399 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:10.340571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:10.352437 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Pushing event updated for resources: {'Port': ['ID=fb16bf2e-b08e-46de-8d0b-588e163ebe86,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:10.372439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Transition to ACTIVE for port object 15131f7d-f04b-438e-9af7-5580f55c71ab will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:10.381715 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.383476 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.385150 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.386877 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.387495 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.391658 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.392265 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.392610 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.392944 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.393403 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.393743 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.394218 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:10.402481 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:10.427429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Transition to ACTIVE for port object 15131f7d-f04b-438e-9af7-5580f55c71ab will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:10.463532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port bd981ed2-6dd3-4952-8201-9a72e266d3f6 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:10.464007 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:10.498195 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] For port fb16bf2e-b08e-46de-8d0b-588e163ebe86, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:10.507755 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] For port fb16bf2e-b08e-46de-8d0b-588e163ebe86, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fb16bf2e-b08e-46de-8d0b-588e163ebe86,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:10.515364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:10.520610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:10.522496 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:10.529145 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-801269b5-c274-4bbf-bd64-e8da53ee705c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:10.549115 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9fdf1f79-80ad-4f5b-b920-9afd3e561d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:10.641767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-addc7fbe-a608-41e4-916b-bed945b9b3fe tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Calling delete_port for 59090e71-3a5a-4928-92d9-f5baa2f97d34 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:10.706538 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Routers {'ccaf3d0f-bd1e-4d00-8b02-ce674765a935'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:10.706702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:10.707179 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:10.711366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6a2023d7-05c4-48d1-899b-da54217bcc3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:10.717970 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Network d808a514-41ea-47ab-9a6c-7066509b0300 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:10.725494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Pushing event updated for resources: {'Port': ['ID=15131f7d-f04b-438e-9af7-5580f55c71ab,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:10.727925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:10.732402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:10.743262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:10.763480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Subnet': ['ID=c7db0c57-d3be-46d3-ad93-5d09bae5359e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:10.804730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:10.848909 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Pushing event updated for resources: {'Port': ['ID=fb16bf2e-b08e-46de-8d0b-588e163ebe86,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:10.892887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c9603-89bd-41dd-a986-ad3f810428cc tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:10.898335 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-da1c9603-89bd-41dd-a986-ad3f810428cc tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.2285788 Nov 25 08:56:10.934985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47342) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:10.959094 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:10.999979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.035718 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Attempting to bind port 15131f7d-f04b-438e-9af7-5580f55c71ab on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:11.036068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Attempting to bind port 15131f7d-f04b-438e-9af7-5580f55c71ab by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd808a514-41ea-47ab-9a6c-7066509b0300'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:11.036429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Attempting to bind port 15131f7d-f04b-438e-9af7-5580f55c71ab on network d808a514-41ea-47ab-9a6c-7066509b0300 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:11.061507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:56:11.062169 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Checking segment: {'id': 'ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd808a514-41ea-47ab-9a6c-7066509b0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:11.062959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.063530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Bound using segment: {'id': 'ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd808a514-41ea-47ab-9a6c-7066509b0300'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:56:11.064170 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Bound port: 15131f7d-f04b-438e-9af7-5580f55c71ab, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd808a514-41ea-47ab-9a6c-7066509b0300'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:56:11.064717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.087557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 07d4f022-a107-4b74-8de8-540da603da0a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:11.110340 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] Set router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:11.111465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.150346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d808a514-41ea-47ab-9a6c-7066509b0300']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:11.175846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-addc7fbe-a608-41e4-916b-bed945b9b3fe tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.185023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:11.185637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:11.203971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7dd5b897-1e36-43a0-82f4-dc82f4a42417 None None] Provisioning for port 07d4f022-a107-4b74-8de8-540da603da0a completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:11.214307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7dd5b897-1e36-43a0-82f4-dc82f4a42417 None None] Provisioning complete for port 07d4f022-a107-4b74-8de8-540da603da0a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:11.217373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf2ee79e-94c6-4f47-88fc-a9f4f4636413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:11.218715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7dd5b897-1e36-43a0-82f4-dc82f4a42417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.312139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec558b-d455-43ac-8bd7-69fde9ce5d46 req-a7604594-e87f-4d35-8c01-8197b381c1e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:11.313861 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-86ec558b-d455-43ac-8bd7-69fde9ce5d46 req-a7604594-e87f-4d35-8c01-8197b381c1e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 946 time: 2.0638602 Nov 25 08:56:11.322375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-addc7fbe-a608-41e4-916b-bed945b9b3fe tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.340399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.351710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] For port 15131f7d-f04b-438e-9af7-5580f55c71ab, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:11.359060 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-addc7fbe-a608-41e4-916b-bed945b9b3fe tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "DELETE /v2.0/ports/59090e71-3a5a-4928-92d9-f5baa2f97d34 HTTP/1.1" status: 204 len: 168 time: 1.5344539 Nov 25 08:56:11.363358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a3d90-0e90-412a-8659-29a5cf1d4f90 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:11.365662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a3d90-0e90-412a-8659-29a5cf1d4f90 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:11.367271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a3d90-0e90-412a-8659-29a5cf1d4f90 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:11.368064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] For port 15131f7d-f04b-438e-9af7-5580f55c71ab, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=15131f7d-f04b-438e-9af7-5580f55c71ab,segment=NetworkSegment(ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5),segment_id=ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:11.368232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-082a3d90-0e90-412a-8659-29a5cf1d4f90 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:11.375895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47346) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:11.376967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc7fbe-a608-41e4-916b-bed945b9b3fe tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Pushing event deleted for resources: {'Port': ['ID=59090e71-3a5a-4928-92d9-f5baa2f97d34,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:11.380443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-addc7fbe-a608-41e4-916b-bed945b9b3fe tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:11.391096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.397894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-82ee1a4e-4fbc-4493-8a8d-fcdf72ae1869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:11.443062 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b94205-4cf6-4881-9f6b-0c26fd047109 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] GET failed (client error): The resource could not be found. Nov 25 08:56:11.443650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-53b94205-4cf6-4881-9f6b-0c26fd047109 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Synchronizing usage tracker for tenant:59d176fdf79541c0b18386ef0b81fa21 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:11.460210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.463125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-082a3d90-0e90-412a-8659-29a5cf1d4f90 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:11.468494 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-082a3d90-0e90-412a-8659-29a5cf1d4f90 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5323143 Nov 25 08:56:11.473722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47350) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:11.477054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:56:11.478912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:56:11.496277 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:56:11.518113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 07d4f022-a107-4b74-8de8-540da603da0a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:11.519575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.531901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-53b94205-4cf6-4881-9f6b-0c26fd047109 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Unset dirty status for tenant:59d176fdf79541c0b18386ef0b81fa21 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:11.536583 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-53b94205-4cf6-4881-9f6b-0c26fd047109 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] 10.222.0.54 "GET /v2.0/ports/59090e71-3a5a-4928-92d9-f5baa2f97d34 HTTP/1.1" status: 404 len: 333 time: 0.1551423 Nov 25 08:56:11.537360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47354) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:11.656857 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'name': 'tempest-TestVolumeBootPattern-1464215244-router', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:59Z', 'updated_at': '2021-11-25T08:56:03Z', 'revision_number': 3, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'gw_port': {'id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:01Z', 'updated_at': '2021-11-25T08:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:11.662534 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f846fdd-d40d-4a1c-a1f5-1e699e946521 None None] The sync data for ids ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'] in dv-neutron-818341-1-hyperv is: [{'id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'name': 'tempest-TestVolumeBootPattern-1464215244-router', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:59Z', 'updated_at': '2021-11-25T08:56:03Z', 'revision_number': 3, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'gw_port': {'id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:01Z', 'updated_at': '2021-11-25T08:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:11.701645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Pushing event updated for resources: {'Port': ['ID=15131f7d-f04b-438e-9af7-5580f55c71ab,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:11.710881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:11.734673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7dd5b897-1e36-43a0-82f4-dc82f4a42417 None None] Could not find standard attr ID for object 31f23aeb-a015-4713-85d6-dcf4132b1370. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:56:11.748711 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-86ec558b-d455-43ac-8bd7-69fde9ce5d46 req-301b15bf-66c6-44ba-8814-4b09cb142078 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3459325 Nov 25 08:56:11.804284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:56:11.816431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.839437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc164581-3d65-42a3-a4db-38865b0f3c8c None None] Network d808a514-41ea-47ab-9a6c-7066509b0300 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:11.897018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.902771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 08:56:11.902771 dv-neutron-818341-1-hyperv neutron-server[87513]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 08:56:11.902771 dv-neutron-818341-1-hyperv neutron-server[87513]: [parameters: {'id': 'd808a514-41ea-47ab-9a6c-7066509b0300'}] Nov 25 08:56:11.902771 dv-neutron-818341-1-hyperv neutron-server[87513]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:56:11.903455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:56:11.910974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-74986d33-d672-4b26-8c93-108520b622a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 2d832aa4-9d87-476e-96b7-5bc4931f36ca {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:11.914311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-74986d33-d672-4b26-8c93-108520b622a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:11.948669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0b73f750-7ed0-4bd9-ad63-23ca680fd749 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:12.022316 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-86a61cfe-fe17-4546-aca3-a976bfe50b3d None None] Could not find standard attr ID for object 31f23aeb-a015-4713-85d6-dcf4132b1370. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:56:12.026362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 0b73f750-7ed0-4bd9-ad63-23ca680fd749 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:56:12.026715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0b73f750-7ed0-4bd9-ad63-23ca680fd749 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:56:12.058350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:12.078908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5004e95-51d0-415b-b432-4a9e38adaac2 None None] Sync routers for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:12.081845 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5932779 Nov 25 08:56:12.082546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47360) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:12.097288 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5004e95-51d0-415b-b432-4a9e38adaac2 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:12.097921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d5004e95-51d0-415b-b432-4a9e38adaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:12.105476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-74986d33-d672-4b26-8c93-108520b622a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.261304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.307244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e0b75f-82c1-4056-b0d9-ed114430b03c']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:12.337687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8860eae-1411-445b-9abb-1001377fa095 req-719280a4-0d8d-45e8-88a1-236bb623ea56 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:12.338813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d5004e95-51d0-415b-b432-4a9e38adaac2 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:12.339550 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b8860eae-1411-445b-9abb-1001377fa095 req-719280a4-0d8d-45e8-88a1-236bb623ea56 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 946 time: 0.3906641 Nov 25 08:56:12.346036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb59748-132a-4bca-bdee-6ec0289cda79') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:12.346539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb59748-132a-4bca-bdee-6ec0289cda79') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:12.381188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.398935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 07d4f022-a107-4b74-8de8-540da603da0a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:12.416334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.417009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-74986d33-d672-4b26-8c93-108520b622a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.458780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.484331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:56:12.484892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:56:12.503903 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:56:12.509086 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b8860eae-1411-445b-9abb-1001377fa095 req-f4113bd4-a051-4276-a48d-4489efd55f8f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551712 Nov 25 08:56:12.515568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d5004e95-51d0-415b-b432-4a9e38adaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:56:09Z', 'revision_number': 11, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:12.519231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Deleting port 15131f7d-f04b-438e-9af7-5580f55c71ab {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:12.519703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.526000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5004e95-51d0-415b-b432-4a9e38adaac2 None None] Checking router: d3d6389f-5ac2-4be2-a55b-e769fa3a5aad for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:56:12.574153 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5004e95-51d0-415b-b432-4a9e38adaac2 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:12.581415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d5004e95-51d0-415b-b432-4a9e38adaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:12.584162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72fa7b0-51f0-45d9-adff-326d4b0e8675 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting subnet e2f0276c-e25d-4b84-aa47-62536acb6de7 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:12.590446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b72fa7b0-51f0-45d9-adff-326d4b0e8675 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.646678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Allocated IP 172.20.0.1 (fc2ec383-da00-40bf-abe1-62751dc7df32/35579fe5-4b0e-4020-ba89-4e244110481a/7a209768-09d2-4a27-94db-00cbca57f508) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:12.661986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e998a2-5fa9-417d-9ca1-e791da7b4821 None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:56:12.672654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b72fa7b0-51f0-45d9-adff-326d4b0e8675 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.849569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.851278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-74986d33-d672-4b26-8c93-108520b622a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.863841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4db5e593-4155-4cbb-b692-99df778de157 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:12.900056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.905217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74986d33-d672-4b26-8c93-108520b622a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=2d832aa4-9d87-476e-96b7-5bc4931f36ca,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:12.909110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b72fa7b0-51f0-45d9-adff-326d4b0e8675 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.945413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:12.980770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Transition to ACTIVE for port object 7a209768-09d2-4a27-94db-00cbca57f508 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:12.993284 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d5004e95-51d0-415b-b432-4a9e38adaac2 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:13.021054 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b72fa7b0-51f0-45d9-adff-326d4b0e8675 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.026403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-75d5d872-77f4-4c39-ba92-8bd28865a4d5 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:13.073793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-74986d33-d672-4b26-8c93-108520b622a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:13.075981 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] 10.222.0.54 "DELETE /v2.0/networks/14e0b75f-82c1-4056-b0d9-ed114430b03c HTTP/1.1" status: 204 len: 168 time: 1.5301971 Nov 25 08:56:13.079104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-74986d33-d672-4b26-8c93-108520b622a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.083792 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-74986d33-d672-4b26-8c93-108520b622a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/2d832aa4-9d87-476e-96b7-5bc4931f36ca HTTP/1.1" status: 204 len: 168 time: 1.6089427 Nov 25 08:56:13.084650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ff5b6af2-31db-4b1d-b78e-ab93c9839843 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:13.100497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47372) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:13.101726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.110800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Pushing event deleted for resources: {'Network': ['ID=14e0b75f-82c1-4056-b0d9-ed114430b03c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:13.113918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:13.115772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] For port 15131f7d-f04b-438e-9af7-5580f55c71ab, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=15131f7d-f04b-438e-9af7-5580f55c71ab,segment=NetworkSegment(ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5),segment_id=ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:13.116093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.155544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d5004e95-51d0-415b-b432-4a9e38adaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:56:09Z', 'revision_number': 11, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:13.167419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5004e95-51d0-415b-b432-4a9e38adaac2 None None] The sync data for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv is: [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:56:09Z', 'revision_number': 11, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:13.185811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b72fa7b0-51f0-45d9-adff-326d4b0e8675 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.187307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 07d4f022-a107-4b74-8de8-540da603da0a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:13.187658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.195525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-613fefcf-ab38-4ec4-921a-31bc53d3a888 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 5d4c5aeb-9c19-4b4e-aa61-d072a43f13d3 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:13.198567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-613fefcf-ab38-4ec4-921a-31bc53d3a888 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.246402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fa7b0-51f0-45d9-adff-326d4b0e8675 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f0276c-e25d-4b84-aa47-62536acb6de7,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:13.255076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Calling delete_port for 15131f7d-f04b-438e-9af7-5580f55c71ab owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:13.255508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b72fa7b0-51f0-45d9-adff-326d4b0e8675 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:13.258681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-98d99c76-d06e-454e-81d7-8475a2a3c519 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:13.269278 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e998a2-5fa9-417d-9ca1-e791da7b4821 None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:56:13.306084 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Network fc2ec383-da00-40bf-abe1-62751dc7df32 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:13.312478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:13.322251 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b72fa7b0-51f0-45d9-adff-326d4b0e8675 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/e2f0276c-e25d-4b84-aa47-62536acb6de7 HTTP/1.1" status: 204 len: 168 time: 1.2356975 Nov 25 08:56:13.326228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:13.326944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47376) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:13.391638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-613fefcf-ab38-4ec4-921a-31bc53d3a888 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.473824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.488266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dbec0ce3-a7eb-4d62-a890-94a5ba186df1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:13.495542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Pushing event updated for resources: {'Port': ['ID=7a209768-09d2-4a27-94db-00cbca57f508,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:13.504221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:13.516537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47382) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:13.518943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.545637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Port': ['ID=15131f7d-f04b-438e-9af7-5580f55c71ab,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:13.548600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:13.552254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.557438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] No DVR routers for this DVR port 15131f7d-f04b-438e-9af7-5580f55c71ab on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:56:13.582120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eb770a99-45df-47f6-a2a7-2430fbabb8f7 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:13.611785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-613fefcf-ab38-4ec4-921a-31bc53d3a888 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.625903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: eb770a99-45df-47f6-a2a7-2430fbabb8f7 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:56:13.626256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device eb770a99-45df-47f6-a2a7-2430fbabb8f7 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:56:13.716576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.735231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.747503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d808a514-41ea-47ab-9a6c-7066509b0300']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:13.776883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:13.777186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada91857-b19f-4e2b-b9aa-db4bc3b6d8d5') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:13.801465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.808756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Deleting port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:13.809620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.850255 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a896d95a-b3b8-45cc-9fac-4390ea26b99d None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:13.872937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-613fefcf-ab38-4ec4-921a-31bc53d3a888 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.874863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.880545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7c10b1-bd7a-4ba1-bd21-d4a771713414 None None] Network 7086f785-33d2-40a4-9a64-44bbb7c85945 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:13.888227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1ec5c8ca-528e-43a3-94b0-060471cc12f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:13.888404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:56:13.888831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:56:13.904884 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:56:13.952546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fefcf-ab38-4ec4-921a-31bc53d3a888 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4c5aeb-9c19-4b4e-aa61-d072a43f13d3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:13.955874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-613fefcf-ab38-4ec4-921a-31bc53d3a888 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:14.045138 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-47e30fd7-fae3-4a60-8992-dda9517d8124 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=208c6d32d5ad48a4ac9beecafbaff8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174317 Nov 25 08:56:14.071707 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47388) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:14.072038 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47390) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:14.073107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-613fefcf-ab38-4ec4-921a-31bc53d3a888 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.220610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.233986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.238262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-90ce1aa8-17e5-464a-b310-224f5e751ac2 tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:14.324050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Network': ['ID=d808a514-41ea-47ab-9a6c-7066509b0300,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:14.334452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:14.349601 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/networks/d808a514-41ea-47ab-9a6c-7066509b0300 HTTP/1.1" status: 204 len: 168 time: 5.7298341 Nov 25 08:56:14.353004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47396) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:14.356780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fb16bf2e-b08e-46de-8d0b-588e163ebe86 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:14.361886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-632951877'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:14.365024 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-613fefcf-ab38-4ec4-921a-31bc53d3a888 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/5d4c5aeb-9c19-4b4e-aa61-d072a43f13d3 HTTP/1.1" status: 204 len: 168 time: 1.2508516 Nov 25 08:56:14.374469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47400) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:14.388220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:14.462048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:network and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:14.471279 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c5c1f7f7-bdf8-425d-a264-3e34409ed71d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869935 Nov 25 08:56:14.472689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47404) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:14.475425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:14.480211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] For port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=93ae4ab2-cd4f-4630-be7e-1a6d27c7548f,segment=NetworkSegment(c0ce1090-18d6-4704-9efc-a6190d845eef),segment_id=c0ce1090-18d6-4704-9efc-a6190d845eef)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:14.480916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.495713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:14.624427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:14.639792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-33df2927-7a23-4296-b0a3-029820b4c4b0 None None] Provisioning for port 7a209768-09d2-4a27-94db-00cbca57f508 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:14.647769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f563953f-b1e0-4328-b1e5-6ab1976d30e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.655373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-33df2927-7a23-4296-b0a3-029820b4c4b0 None None] Provisioning complete for port 7a209768-09d2-4a27-94db-00cbca57f508 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:14.655845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33df2927-7a23-4296-b0a3-029820b4c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.706397 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port fb16bf2e-b08e-46de-8d0b-588e163ebe86 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:14.733181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port fb16bf2e-b08e-46de-8d0b-588e163ebe86 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:14.733580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.757400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Calling delete_port for 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:14.782393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-33df2927-7a23-4296-b0a3-029820b4c4b0 None None] Port 7a209768-09d2-4a27-94db-00cbca57f508 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:56:14.803181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:14.806756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.856246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:56:14.877611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.877611 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Added segment 71d715a7-6aff-492e-bd7e-5a637b411595 of type vlan for network 9ca8401a-5e5a-4eec-8383-cb9775511ba7 Nov 25 08:56:14.899790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.901219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f563953f-b1e0-4328-b1e5-6ab1976d30e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.912357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.918057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port fb16bf2e-b08e-46de-8d0b-588e163ebe86, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fb16bf2e-b08e-46de-8d0b-588e163ebe86,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:14.929290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.934732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.941553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3ae8ab6f-46e4-45ba-a7df-94d282cfc2f4 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:14.944234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:14.968237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.970055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:14.984236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:14.995673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:14.998506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Port': ['ID=93ae4ab2-cd4f-4630-be7e-1a6d27c7548f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:15.001785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:15.002574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No DVR routers for this DVR port 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:56:15.013104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a56ba5-8a5c-4701-813e-64bf995683a7 None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:56:15.014974 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:15.025590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:15.028885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-893ffc44-0f4a-4d47-afbb-0b8c58219c4e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:15.040392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35b77b-e1a2-4c8c-823e-f09a57ba0b61 None None] DHCP port deletion for 7086f785-33d2-40a4-9a64-44bbb7c85945 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:56:15.056809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.063502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:15.064344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.072452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d3a56ba5-8a5c-4701-813e-64bf995683a7 None None] Deleting port 07d4f022-a107-4b74-8de8-540da603da0a {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:15.072452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3a56ba5-8a5c-4701-813e-64bf995683a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.072738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-06692060-e43a-4973-94c1-d4ac9f8fee44 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:15.076167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:15.096869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:56:15.097233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5a06adaa-1e2d-4e65-b0f4-f9312fb520c1 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:56:15.192775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:15.194889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.203539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=fb16bf2e-b08e-46de-8d0b-588e163ebe86,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:15.207945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:15.272740 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9186604 Nov 25 08:56:15.276049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47408) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:15.278392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.291419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Network': ['ID=9ca8401a-5e5a-4eec-8383-cb9775511ba7,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:15.297144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Request body: {'subnet': {'network_id': '9ca8401a-5e5a-4eec-8383-cb9775511ba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:15.315418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:15.332048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 9ca8401a-5e5a-4eec-8383-cb9775511ba7 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:56:15.339897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Pushing event updated for resources: {'Port': ['ID=7a209768-09d2-4a27-94db-00cbca57f508,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:15.343381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f563953f-b1e0-4328-b1e5-6ab1976d30e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.352313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:15.363395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e258f722-bbc9-4b4f-8bd0-5f877df9e174 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:15.369421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.384029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7086f785-33d2-40a4-9a64-44bbb7c85945']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:15.400981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563953f-b1e0-4328-b1e5-6ab1976d30e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e8a5b9-4d8c-45e2-be64-2981d774e7b6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:15.411120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ce1090-18d6-4704-9efc-a6190d845eef') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:15.411419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ce1090-18d6-4704-9efc-a6190d845eef') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:15.412714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f563953f-b1e0-4328-b1e5-6ab1976d30e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:15.435866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.454359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d3a56ba5-8a5c-4701-813e-64bf995683a7 None None] For port 07d4f022-a107-4b74-8de8-540da603da0a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=07d4f022-a107-4b74-8de8-540da603da0a,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:15.454609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3a56ba5-8a5c-4701-813e-64bf995683a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.455650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:15.458813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.466420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Usage tracker for resource:subnet and tenant:8f0a7d332ef04652abfd01ba9684d9c8 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:15.470445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:15.473703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:56:15.474122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:56:15.490507 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:56:15.499934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f563953f-b1e0-4328-b1e5-6ab1976d30e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.500584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:15.505713 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f563953f-b1e0-4328-b1e5-6ab1976d30e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/93e8a5b9-4d8c-45e2-be64-2981d774e7b6 HTTP/1.1" status: 204 len: 168 time: 1.4279869 Nov 25 08:56:15.580955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Made reservation on behalf of 8f0a7d332ef04652abfd01ba9684d9c8 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:15.584808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.597878 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d3a56ba5-8a5c-4701-813e-64bf995683a7 None None] Calling delete_port for 07d4f022-a107-4b74-8de8-540da603da0a owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:15.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.673525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:15.682993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3a56ba5-8a5c-4701-813e-64bf995683a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.689234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c15e0674-f359-4aea-8550-091d1541274d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:15.692594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:15.712512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Pushing event deleted for resources: {'Network': ['ID=7086f785-33d2-40a4-9a64-44bbb7c85945,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:15.717847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:15.719267 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/networks/7086f785-33d2-40a4-9a64-44bbb7c85945 HTTP/1.1" status: 204 len: 168 time: 2.3913627 Nov 25 08:56:15.723808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47414) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:15.730063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9086110a-b114-43d9-a13b-f65a65f55a34 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'routes': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:15.746346 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a56ba5-8a5c-4701-813e-64bf995683a7 None None] Pushing event deleted for resources: {'Port': ['ID=07d4f022-a107-4b74-8de8-540da603da0a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:15.751138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d3a56ba5-8a5c-4701-813e-64bf995683a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:15.753610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a56ba5-8a5c-4701-813e-64bf995683a7 None None] No DVR routers for this DVR port 07d4f022-a107-4b74-8de8-540da603da0a on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:56:15.775674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Network fc2ec383-da00-40bf-abe1-62751dc7df32 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:15.775674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:16.009115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47420) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:16.119498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.extraroute_db [None req-9086110a-b114-43d9-a13b-f65a65f55a34 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Added routes are [] {{(pid=87513) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 08:56:16.120524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-313ecef8-d4f6-4d3e-9331-c8f238b66875 None None] Provisioning complete for port 7a209768-09d2-4a27-94db-00cbca57f508 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:16.120756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.extraroute_db [None req-9086110a-b114-43d9-a13b-f65a65f55a34 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Removed routes are [] {{(pid=87513) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 08:56:16.121223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9086110a-b114-43d9-a13b-f65a65f55a34 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:16.121460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-313ecef8-d4f6-4d3e-9331-c8f238b66875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:16.157126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fb16bf2e-b08e-46de-8d0b-588e163ebe86 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:16.237411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-313ecef8-d4f6-4d3e-9331-c8f238b66875 None None] Port 7a209768-09d2-4a27-94db-00cbca57f508 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:56:16.253462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port fb16bf2e-b08e-46de-8d0b-588e163ebe86 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:16.253938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:16.291249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:16.402278 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fa003e26-0d91-41b8-b0b3-2088fc67cc87 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59d176fdf79541c0b18386ef0b81fa21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849454 Nov 25 08:56:16.414383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47424) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:16.419527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:56:16.440176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-076233eb-cc0b-44dd-bdb3-6376fcb7d183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:16.443562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:16.484952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:56:16.485442 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 93ae4ab2-cd4f-4630-be7e-1a6d27c7548f not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:56:16.485965 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 07d4f022-a107-4b74-8de8-540da603da0a no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:16.512848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.objects.ports [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87512) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:56:16.518316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:16.531677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 07d4f022-a107-4b74-8de8-540da603da0a {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:56:16.532058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 07d4f022-a107-4b74-8de8-540da603da0a not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:56:16.532176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-86439257-ea68-4dfa-9e77-47a4adc7cf85 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:16.628260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9086110a-b114-43d9-a13b-f65a65f55a34 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:16.654701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9086110a-b114-43d9-a13b-f65a65f55a34 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:16.663329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a3a894cc-1378-4508-a569-68d56fb62eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:16.716336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:16.731016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:16.740761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f48bab-0de7-46b0-a290-87e13bd82171 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:16.747062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:16.747600 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:16.772999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=1187e3ca-7d98-4031-979e-7c2b321ea949,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:16.781037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:16.852550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a3a894cc-1378-4508-a569-68d56fb62eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:16.873943 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2567668 Nov 25 08:56:16.875166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47428) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:16.891958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:16.902359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9086110a-b114-43d9-a13b-f65a65f55a34 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:56:16.929978 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Sync routers for ids ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:16.946412 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Routers {'ccaf3d0f-bd1e-4d00-8b02-ce674765a935'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:16.947133 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:16.953257 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] 10.222.0.54 "PUT /v2.0/routers/ccaf3d0f-bd1e-4d00-8b02-ce674765a935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2442837 Nov 25 08:56:16.971639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:17.072261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377435fa-a987-43bb-9017-d4696620137d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '1187e3ca-7d98-4031-979e-7c2b321ea949'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:17.073121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-377435fa-a987-43bb-9017-d4696620137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:17.091351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.objects.ports [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87513) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:56:17.101062 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:17.147004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.17 (3654da2a-b904-407e-8e76-1c4f36a8fca1/c7853d6c-4c12-4061-ba10-be5ec2067a3d/4040ac14-2161-4f2b-9d9c-d851a38fa5bd) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:17.148973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-10349772-ec4f-41e1-aa08-3040849bd691 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:17.254542 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Set router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:17.303785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-377435fa-a987-43bb-9017-d4696620137d None None] Allocated IP 2001:db8::f816:3eff:fe48:6680 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/1187e3ca-7d98-4031-979e-7c2b321ea949/72c97ffe-e190-4a2e-8438-50c428675340) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:17.392168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a3a894cc-1378-4508-a569-68d56fb62eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:17.407863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:17.430920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a6f40308-0a9e-4152-b504-0213357a887a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:17.431194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9086110a-b114-43d9-a13b-f65a65f55a34 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:17.442930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f0267e-f228-4038-b0ae-631aeb3c1f03 None None] Sync routers for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:17.447010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9086110a-b114-43d9-a13b-f65a65f55a34 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:17.448398 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9086110a-b114-43d9-a13b-f65a65f55a34 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad HTTP/1.1" status: 200 len: 701 time: 1.7236388 Nov 25 08:56:17.453484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a3a894cc-1378-4508-a569-68d56fb62eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:17.456318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47440) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:17.457547 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a3a894cc-1378-4508-a569-68d56fb62eb9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c502e17a-f3b2-4050-be17-c01dfefcd142 HTTP/1.1" status: 204 len: 168 time: 1.0421846 Nov 25 08:56:17.468988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event updated for resources: {'Subnet': ['ID=cd4c0d79-d665-46f8-82a8-f7df04cacdd0,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:17.480077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:17.480798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Checking segment: {'id': '71d715a7-6aff-492e-bd7e-5a637b411595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9ca8401a-5e5a-4eec-8383-cb9775511ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:17.481787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network hostable DHCP agents. Network: 9ca8401a-5e5a-4eec-8383-cb9775511ba7, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:56:17.489126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f0267e-f228-4038-b0ae-631aeb3c1f03 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:17.490162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c7f0267e-f228-4038-b0ae-631aeb3c1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:17.490489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:17.508252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a894cc-1378-4508-a569-68d56fb62eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c502e17a-f3b2-4050-be17-c01dfefcd142,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:17.516792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a3a894cc-1378-4508-a569-68d56fb62eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:17.528820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Network 9ca8401a-5e5a-4eec-8383-cb9775511ba7 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:56:17.546912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 9ca8401a-5e5a-4eec-8383-cb9775511ba7) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:17.556772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:17.559475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:17.563607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2fd5b1-f59f-45c3-a5a3-7feba9d5d547 None None] Network 9ca8401a-5e5a-4eec-8383-cb9775511ba7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:17.606078 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3193302 Nov 25 08:56:17.608545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47446) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:17.696161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 4040ac14-2161-4f2b-9d9c-d851a38fa5bd will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:17.749278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-95c4ca45-4de0-4974-8c70-838d3c7027d7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Synchronizing usage tracker for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:17.827021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:17.836435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:17.862882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-c7f0267e-f228-4038-b0ae-631aeb3c1f03 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:17.882377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:17.913595 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'name': 'tempest-TestVolumeBootPattern-1464215244-router', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:59Z', 'updated_at': '2021-11-25T08:56:13Z', 'revision_number': 4, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'gw_port': {'id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:01Z', 'updated_at': '2021-11-25T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7a209768-09d2-4a27-94db-00cbca57f508', 'name': '', 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'mac_address': 'fa:16:3e:b1:dc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '35579fe5-4b0e-4020-ba89-4e244110481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:11Z', 'updated_at': '2021-11-25T08:56:13Z', 'revision_number': 2, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'subnets': [{'id': '35579fe5-4b0e-4020-ba89-4e244110481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:17.918998 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Checking router: ccaf3d0f-bd1e-4d00-8b02-ce674765a935 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:56:17.920465 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Updating router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 port 7a209768-09d2-4a27-94db-00cbca57f508 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:56:17.970494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:18.013995 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:18.045202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-95c4ca45-4de0-4974-8c70-838d3c7027d7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Unset dirty status for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:18.053910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c7f0267e-f228-4038-b0ae-631aeb3c1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:56:09Z', 'revision_number': 11, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:18.057698 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-95c4ca45-4de0-4974-8c70-838d3c7027d7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3d6389f-5ac2-4be2-a55b-e769fa3a5aad HTTP/1.1" status: 200 len: 205 time: 0.5835202 Nov 25 08:56:18.057698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 3654da2a-b904-407e-8e76-1c4f36a8fca1 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:18.067215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47452) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:18.078979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:18.085889 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-377435fa-a987-43bb-9017-d4696620137d None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:18.110939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f0267e-f228-4038-b0ae-631aeb3c1f03 None None] Checking router: d3d6389f-5ac2-4be2-a55b-e769fa3a5aad for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:56:18.120978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:18.164846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-377435fa-a987-43bb-9017-d4696620137d None None] Transition to ACTIVE for port object 72c97ffe-e190-4a2e-8438-50c428675340 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:18.243920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=4040ac14-2161-4f2b-9d9c-d851a38fa5bd,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:18.266681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e94fcffb-4654-48c5-b86a-785c2c57cdc6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:18.283739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a6f40308-0a9e-4152-b504-0213357a887a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:18.293191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f0267e-f228-4038-b0ae-631aeb3c1f03 None None] Routers {'d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:18.295797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:18.296733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c7f0267e-f228-4038-b0ae-631aeb3c1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:18.303890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a6f40308-0a9e-4152-b504-0213357a887a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:18.321249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a6f40308-0a9e-4152-b504-0213357a887a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:18.331666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a6f40308-0a9e-4152-b504-0213357a887a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:18.361415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:18.395533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f40308-0a9e-4152-b504-0213357a887a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:18.405951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a6f40308-0a9e-4152-b504-0213357a887a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:18.488903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-377435fa-a987-43bb-9017-d4696620137d None None] Transition to ACTIVE for port object 72c97ffe-e190-4a2e-8438-50c428675340 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:18.495616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:18.503631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abbc6b84-405a-42e5-9f05-d6622d23dddf tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:18.645288 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-377435fa-a987-43bb-9017-d4696620137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:18.653659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:18.755916 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:18.763171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-c7f0267e-f228-4038-b0ae-631aeb3c1f03 None None] Set router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:18.775883 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Transition to ACTIVE for port object 7a209768-09d2-4a27-94db-00cbca57f508 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:18.798785 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:18.805074 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:18.821198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4c0d79-d665-46f8-82a8-f7df04cacdd0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:18.892340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47470) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:18.918066 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.ipam_backend_mixin [None req-a6f40308-0a9e-4152-b504-0213357a887a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1187e3ca-7d98-4031-979e-7c2b321ea949 (CIDR: 2001:db8::/64) Nov 25 08:56:18.919920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:18.943559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165698459', 'description': 'tempest-secgroup-smoke-165698459 description', 'project_id': '92b396747441487d9e6a7a94c81c8e1d'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:18.951917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:18.957716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Usage tracker for resource:security_group and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:18.961225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:18.969355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:18.981379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377435fa-a987-43bb-9017-d4696620137d None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:18.986466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e6d6da92-f54b-4b96-9bb4-772ea42ecebf None None] Provisioning for port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:18.989741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c7f0267e-f228-4038-b0ae-631aeb3c1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:56:09Z', 'revision_number': 11, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:18.991593 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f40308-0a9e-4152-b504-0213357a887a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:56:18.992968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f40308-0a9e-4152-b504-0213357a887a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:19.003313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-377435fa-a987-43bb-9017-d4696620137d None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:19.008786 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377435fa-a987-43bb-9017-d4696620137d None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:19.013466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f0267e-f228-4038-b0ae-631aeb3c1f03 None None] The sync data for ids ['d3d6389f-5ac2-4be2-a55b-e769fa3a5aad'] in dv-neutron-818341-1-hyperv is: [{'id': 'd3d6389f-5ac2-4be2-a55b-e769fa3a5aad', 'name': 'tempest-RoutersTest-router-1139558465', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:39Z', 'updated_at': '2021-11-25T08:56:09Z', 'revision_number': 11, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:19.014808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e6d6da92-f54b-4b96-9bb4-772ea42ecebf None None] Provisioning complete for port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:19.015170 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6d6da92-f54b-4b96-9bb4-772ea42ecebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.079018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af63f846-fe07-4ddf-8878-3373ffeb1d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-9ca8401a-5e5a-4eec-8383-cb9775511ba7', 'network_id': '9ca8401a-5e5a-4eec-8383-cb9775511ba7', 'tenant_id': '8f0a7d332ef04652abfd01ba9684d9c8', 'fixed_ips': [{'subnet_id': 'cd4c0d79-d665-46f8-82a8-f7df04cacdd0'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:19.079876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af63f846-fe07-4ddf-8878-3373ffeb1d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.082573 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Attempting to bind port 7a209768-09d2-4a27-94db-00cbca57f508 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:19.084666 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Attempting to bind port 7a209768-09d2-4a27-94db-00cbca57f508 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '2227704d-6e89-4c01-987a-d49b9fddbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:19.084666 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Attempting to bind port 7a209768-09d2-4a27-94db-00cbca57f508 on network fc2ec383-da00-40bf-abe1-62751dc7df32 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:19.088613 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.093087 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:56:19.093447 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Checking segment: {'id': '2227704d-6e89-4c01-987a-d49b9fddbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:19.093927 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.096125 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Bound using segment: {'id': '2227704d-6e89-4c01-987a-d49b9fddbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:56:19.096722 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Bound port: 7a209768-09d2-4a27-94db-00cbca57f508, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2227704d-6e89-4c01-987a-d49b9fddbe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:56:19.097162 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.191314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377435fa-a987-43bb-9017-d4696620137d None None] Pushing event updated for resources: {'Port': ['ID=72c97ffe-e190-4a2e-8438-50c428675340,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:19.247434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-377435fa-a987-43bb-9017-d4696620137d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:19.261031 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] For port 7a209768-09d2-4a27-94db-00cbca57f508, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:19.264628 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] For port 7a209768-09d2-4a27-94db-00cbca57f508, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7a209768-09d2-4a27-94db-00cbca57f508,segment=NetworkSegment(2227704d-6e89-4c01-987a-d49b9fddbe8c),segment_id=2227704d-6e89-4c01-987a-d49b9fddbe8c)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:19.273471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e94fcffb-4654-48c5-b86a-785c2c57cdc6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.275918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e94fcffb-4654-48c5-b86a-785c2c57cdc6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.278712 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5c55b-4a00-48b2-9ad4-0856bc3c669c None None] Pushing event updated for resources: {'Port': ['ID=7a209768-09d2-4a27-94db-00cbca57f508,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:19.288238 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.300376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:19.300720 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-55c5c55b-4a00-48b2-9ad4-0856bc3c669c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:19.301241 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-55c5c55b-4a00-48b2-9ad4-0856bc3c669c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:19.323694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e94fcffb-4654-48c5-b86a-785c2c57cdc6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.324228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94fcffb-4654-48c5-b86a-785c2c57cdc6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Fanout notify agent at l3_agent the message router_deleted on router d3d6389f-5ac2-4be2-a55b-e769fa3a5aad {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:56:19.382932 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Routers {'ccaf3d0f-bd1e-4d00-8b02-ce674765a935'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:19.383588 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:55:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:19.435303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e6d6da92-f54b-4b96-9bb4-772ea42ecebf None None] Port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:56:19.446504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:19.455314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Usage tracker for resource:security_group_rule and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:19.472954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:19.484772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:19.503544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.532273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e94fcffb-4654-48c5-b86a-785c2c57cdc6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.538562 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e94fcffb-4654-48c5-b86a-785c2c57cdc6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad HTTP/1.1" status: 204 len: 168 time: 1.4691963 Nov 25 08:56:19.549745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47480) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:19.563083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-377435fa-a987-43bb-9017-d4696620137d None None] Attempting to bind port 72c97ffe-e190-4a2e-8438-50c428675340 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:19.563817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-377435fa-a987-43bb-9017-d4696620137d None None] Attempting to bind port 72c97ffe-e190-4a2e-8438-50c428675340 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:19.564376 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377435fa-a987-43bb-9017-d4696620137d None None] Attempting to bind port 72c97ffe-e190-4a2e-8438-50c428675340 on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:19.570828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9e5aed32-d9e2-430b-8426-f74fab87c81a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1110854887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:19.578161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377435fa-a987-43bb-9017-d4696620137d None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:56:19.578861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377435fa-a987-43bb-9017-d4696620137d None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:19.579441 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-377435fa-a987-43bb-9017-d4696620137d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.580012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377435fa-a987-43bb-9017-d4696620137d None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:56:19.580670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-377435fa-a987-43bb-9017-d4696620137d None None] Bound port: 72c97ffe-e190-4a2e-8438-50c428675340, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:56:19.581223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-377435fa-a987-43bb-9017-d4696620137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.611263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9e5aed32-d9e2-430b-8426-f74fab87c81a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:19.624746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca8401a-5e5a-4eec-8383-cb9775511ba7']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:19.643442 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.651523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9e5aed32-d9e2-430b-8426-f74fab87c81a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Usage tracker for resource:router and tenant:6525eb582bfe417caa5ef800cfccd39d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:19.654823 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a6f40308-0a9e-4152-b504-0213357a887a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7786288 Nov 25 08:56:19.659010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9e5aed32-d9e2-430b-8426-f74fab87c81a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:19.659489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47484) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:19.666664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d715a7-6aff-492e-bd7e-5a637b411595') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:19.667236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d715a7-6aff-492e-bd7e-5a637b411595') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:19.678250 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5c55b-4a00-48b2-9ad4-0856bc3c669c None None] Pushing event updated for resources: {'Port': ['ID=7a209768-09d2-4a27-94db-00cbca57f508,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:19.687504 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-55c5c55b-4a00-48b2-9ad4-0856bc3c669c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:19.696675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9e5aed32-d9e2-430b-8426-f74fab87c81a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:19.708182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.716034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef6af2-f57c-402e-a15f-3da85a3ed87b None None] Network 9ca8401a-5e5a-4eec-8383-cb9775511ba7 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:19.733446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.744287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.750803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e5aed32-d9e2-430b-8426-f74fab87c81a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.752257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e5aed32-d9e2-430b-8426-f74fab87c81a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.769471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:56:19.769882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.785849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:19.808515 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] Set router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:19.849013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9115e36-fec5-4e3b-81c0-f866c0ca6755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.853467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-377435fa-a987-43bb-9017-d4696620137d None None] For port 72c97ffe-e190-4a2e-8438-50c428675340, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:19.880480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-377435fa-a987-43bb-9017-d4696620137d None None] For port 72c97ffe-e190-4a2e-8438-50c428675340, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=72c97ffe-e190-4a2e-8438-50c428675340,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:56:19.887756 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:56:19.892729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-994f7675-9aef-46da-9571-2856dc997c7e tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:19.903626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e5aed32-d9e2-430b-8426-f74fab87c81a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.920901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.925315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:19.944343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.948463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-377435fa-a987-43bb-9017-d4696620137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.952508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e5aed32-d9e2-430b-8426-f74fab87c81a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.956259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:19.958140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-1cc7f52a-fadf-421c-b72b-d6e70666620b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:19.962233 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0269365 Nov 25 08:56:19.973784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47494) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:19.979252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Network': ['ID=9ca8401a-5e5a-4eec-8383-cb9775511ba7,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:19.984583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'security_group_rule': {'security_group_id': '4afe17c0-e86b-4f93-b3a2-83da2e961030', 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:19.990564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afe17c0-e86b-4f93-b3a2-83da2e961030,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:19.992369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:19.996459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Usage tracker for resource:security_group_rule and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:19.999674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:20.005615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:20.007786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:20.019757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47498) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:20.020552 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/networks/9ca8401a-5e5a-4eec-8383-cb9775511ba7 HTTP/1.1" status: 204 len: 168 time: 2.4108708 Nov 25 08:56:20.023263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:20.034955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e5aed32-d9e2-430b-8426-f74fab87c81a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:20.036299 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9e5aed32-d9e2-430b-8426-f74fab87c81a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4848630 Nov 25 08:56:20.039824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47502) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:20.049377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:20.082973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377435fa-a987-43bb-9017-d4696620137d None None] Pushing event updated for resources: {'Port': ['ID=72c97ffe-e190-4a2e-8438-50c428675340,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:20.087846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:20.089048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-377435fa-a987-43bb-9017-d4696620137d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:20.106157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8024ed4d-051f-4362-b5e7-d826b9569d55 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:20.183583 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-f561ebc4-4f59-4487-879a-cdbe2ea88ca9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:20.184364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f561ebc4-4f59-4487-879a-cdbe2ea88ca9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:20.188685 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f561ebc4-4f59-4487-879a-cdbe2ea88ca9 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/subnets/cd4c0d79-d665-46f8-82a8-f7df04cacdd0 HTTP/1.1" status: 404 len: 337 time: 0.1649842 Nov 25 08:56:20.196936 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47512) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:20.329761 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb222d75-89ad-4cb6-9f60-2eab33cb0c96 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:20.330385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb222d75-89ad-4cb6-9f60-2eab33cb0c96 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:20.332154 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cb222d75-89ad-4cb6-9f60-2eab33cb0c96 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/networks/9ca8401a-5e5a-4eec-8383-cb9775511ba7 HTTP/1.1" status: 404 len: 339 time: 0.0803738 Nov 25 08:56:20.335912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47516) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:20.336430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47518) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:20.408405 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09f3a57-e1cb-4612-86e3-d142b7584a3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:20.408970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09f3a57-e1cb-4612-86e3-d142b7584a3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:20.413033 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f09f3a57-e1cb-4612-86e3-d142b7584a3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/subnets/c7db0c57-d3be-46d3-ad93-5d09bae5359e HTTP/1.1" status: 404 len: 337 time: 0.0692525 Nov 25 08:56:20.418691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47526) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:20.487264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:20.501073 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f7e2c7-c650-4c84-a890-6005b86e23dc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:20.506145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f7e2c7-c650-4c84-a890-6005b86e23dc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:20.510361 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-50f7e2c7-c650-4c84-a890-6005b86e23dc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/networks/d808a514-41ea-47ab-9a6c-7066509b0300 HTTP/1.1" status: 404 len: 339 time: 0.0890963 Nov 25 08:56:20.510361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:20.516091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47530) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:20.516631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:20.527017 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'name': 'tempest-TestVolumeBootPattern-1464215244-router', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:59Z', 'updated_at': '2021-11-25T08:56:13Z', 'revision_number': 4, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'gw_port': {'id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:01Z', 'updated_at': '2021-11-25T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7a209768-09d2-4a27-94db-00cbca57f508', 'name': '', 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'mac_address': 'fa:16:3e:b1:dc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '35579fe5-4b0e-4020-ba89-4e244110481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:11Z', 'updated_at': '2021-11-25T08:56:19Z', 'revision_number': 4, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'subnets': [{'id': '35579fe5-4b0e-4020-ba89-4e244110481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:20.533425 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fbb76-e1fd-46a7-bc0c-338c2cd28190 None None] The sync data for ids ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'] in dv-neutron-818341-1-hyperv is: [{'id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'name': 'tempest-TestVolumeBootPattern-1464215244-router', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:59Z', 'updated_at': '2021-11-25T08:56:13Z', 'revision_number': 4, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'gw_port': {'id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:01Z', 'updated_at': '2021-11-25T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7a209768-09d2-4a27-94db-00cbca57f508', 'name': '', 'network_id': 'fc2ec383-da00-40bf-abe1-62751dc7df32', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'mac_address': 'fa:16:3e:b1:dc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '35579fe5-4b0e-4020-ba89-4e244110481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:11Z', 'updated_at': '2021-11-25T08:56:19Z', 'revision_number': 4, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'subnets': [{'id': '35579fe5-4b0e-4020-ba89-4e244110481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:20.592749 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-15683aa2-5c7a-4ecb-b164-334f0ecefcd4 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:20.592749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15683aa2-5c7a-4ecb-b164-334f0ecefcd4 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:20.594456 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-15683aa2-5c7a-4ecb-b164-334f0ecefcd4 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/subnets/46341f6b-b5e6-4de1-af09-df7b0c873a91 HTTP/1.1" status: 404 len: 337 time: 0.0747375 Nov 25 08:56:20.599208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:20.613766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47534) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:20.649539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:20.654495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8024ed4d-051f-4362-b5e7-d826b9569d55 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:20.657286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1121456177', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:20.659594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:20.661971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:20.672815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:20.676299 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b8c5f0-f776-45f3-88b0-af77356d8ab0 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:20.676980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b8c5f0-f776-45f3-88b0-af77356d8ab0 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:20.678946 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c6b8c5f0-f776-45f3-88b0-af77356d8ab0 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/networks/b6db5902-75e4-4488-b391-e470fe7b61c0 HTTP/1.1" status: 404 len: 339 time: 0.0645635 Nov 25 08:56:20.689079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47540) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:20.698978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:20.699227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c1120e-1015-434a-8de9-b64a3460c99b,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:20.702936 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:20.718123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Usage tracker for resource:port and tenant:dd1375ec9a934c0ea2273076743a2c2c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:20.726831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:20.735830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8024ed4d-051f-4362-b5e7-d826b9569d55 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:20.759076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.759461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.759847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.760206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.760567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.760928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.761286 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.761645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.762079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.762447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.762802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.763329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:20.820925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:20.829176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:20.832801 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8555696 Nov 25 08:56:20.850256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:20.855006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47544) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:20.866195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'security_group_rule': {'security_group_id': '4afe17c0-e86b-4f93-b3a2-83da2e961030', 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:20.885578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:20.900713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Usage tracker for resource:security_group_rule and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:20.909364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:20.912076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Made reservation on behalf of dd1375ec9a934c0ea2273076743a2c2c for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:20.914619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:20.935408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7bc9202d-e134-4cc7-b3af-eb66e1f57f3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Deleting port 166d93bf-29b2-4d0a-9fb3-90399497b7ff {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:20.935746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7bc9202d-e134-4cc7-b3af-eb66e1f57f3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:20.938790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:20.953715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.022485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:21.042979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Usage tracker for resource:security_group_rule and tenant:dd1375ec9a934c0ea2273076743a2c2c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:21.049000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:21.053954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.068053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:21.123389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.153977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.193229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:21.264058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8024ed4d-051f-4362-b5e7-d826b9569d55 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Router 84d50ca9-fe8b-46ae-8467-5350bd815fa5 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:56:21.368284 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.396415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.416986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.433191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] device_id is not set on port 158a9c1e-e732-44bc-83c7-470df84666ac yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:56:21.482457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.512751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=4040ac14-2161-4f2b-9d9c-d851a38fa5bd,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:21.518837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.532008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:21.541615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dc7c6c6f-1e7d-4001-b297-934af007f423 tempest-PortsTestJSON-960559529 tempest-PortsTestJSON-960559529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:21.575224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.581934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7bc9202d-e134-4cc7-b3af-eb66e1f57f3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.589797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8024ed4d-051f-4362-b5e7-d826b9569d55 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:21.603585 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c2ac88-14bb-4373-9a54-bc07f8ee2ca8 None None] Sync routers for ids ['84d50ca9-fe8b-46ae-8467-5350bd815fa5'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:21.608822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8024ed4d-051f-4362-b5e7-d826b9569d55 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.610049 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8024ed4d-051f-4362-b5e7-d826b9569d55 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "PUT /v2.0/routers/84d50ca9-fe8b-46ae-8467-5350bd815fa5 HTTP/1.1" status: 200 len: 694 time: 1.5624716 Nov 25 08:56:21.612956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47548) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:21.618354 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c2ac88-14bb-4373-9a54-bc07f8ee2ca8 None None] Routers {'84d50ca9-fe8b-46ae-8467-5350bd815fa5'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:21.619254 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-73c2ac88-14bb-4373-9a54-bc07f8ee2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['84d50ca9-fe8b-46ae-8467-5350bd815fa5'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:21.619752 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8b10537b-b677-492d-91d4-8d243f7d01e5 None None] Provisioning for port 72c97ffe-e190-4a2e-8438-50c428675340 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:21.700400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.774250 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-73c2ac88-14bb-4373-9a54-bc07f8ee2ca8 None None] Set router 84d50ca9-fe8b-46ae-8467-5350bd815fa5 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:21.818560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7bc9202d-e134-4cc7-b3af-eb66e1f57f3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Calling delete_port for 166d93bf-29b2-4d0a-9fb3-90399497b7ff owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:21.886574 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-73c2ac88-14bb-4373-9a54-bc07f8ee2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d50ca9-fe8b-46ae-8467-5350bd815fa5', 'name': 'tempest-RoutersTest-router-1110854887', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:56:19Z', 'updated_at': '2021-11-25T08:56:20Z', 'revision_number': 2, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:21.891602 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c2ac88-14bb-4373-9a54-bc07f8ee2ca8 None None] Checking router: 84d50ca9-fe8b-46ae-8467-5350bd815fa5 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:56:21.900596 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c2ac88-14bb-4373-9a54-bc07f8ee2ca8 None None] Routers {'84d50ca9-fe8b-46ae-8467-5350bd815fa5'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:21.901425 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-73c2ac88-14bb-4373-9a54-bc07f8ee2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['84d50ca9-fe8b-46ae-8467-5350bd815fa5'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:21.943826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10261906-0fd1-409d-ab63-7a228641e51e,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:21.957590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:21.973397 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b55c63c1-2019-4b8a-b4f1-5d0ecaf7dac4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/routers/84d50ca9-fe8b-46ae-8467-5350bd815fa5 HTTP/1.1" status: 200 len: 700 time: 0.3590825 Nov 25 08:56:21.973645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:21.976555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.976920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.977305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.977445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47552) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:21.977689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.978056 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.978458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.978834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.979323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.980045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.980424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.980839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.981214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:21.986257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62375788-d32d-4820-bf18-3dd84b117fd8 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:21.988043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:21.988639 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:21.998771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:21.999237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:22.032543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:22.033757 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1780570 Nov 25 08:56:22.043046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47556) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:22.043725 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40fd47c-f2d3-4279-a2e7-591fb50ac9d4,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:22.047568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:22.060975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a131a7ac-1894-4395-998a-4127a1249e51 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:22.094762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'security_group_rule': {'security_group_id': '4afe17c0-e86b-4f93-b3a2-83da2e961030', 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:22.108974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8f69684e-7cee-4ab5-9b1d-a4abd810e2d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Synchronizing usage tracker for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:22.126661 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4101050 Nov 25 08:56:22.137036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:22.142025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Allocated IP 172.26.3.221 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/158a9c1e-e732-44bc-83c7-470df84666ac) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:22.148521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47560) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:22.154773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Usage tracker for resource:security_group_rule and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:22.165494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:22.175448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:56:a1:94', 'name': 'tempest-NetworksTestDHCPv6-595635175'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:22.179234 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-73c2ac88-14bb-4373-9a54-bc07f8ee2ca8 None None] Set router 84d50ca9-fe8b-46ae-8467-5350bd815fa5 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:22.186878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8f69684e-7cee-4ab5-9b1d-a4abd810e2d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Unset dirty status for tenant:6525eb582bfe417caa5ef800cfccd39d on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:22.192890 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8f69684e-7cee-4ab5-9b1d-a4abd810e2d8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d50ca9-fe8b-46ae-8467-5350bd815fa5 HTTP/1.1" status: 200 len: 205 time: 0.2142279 Nov 25 08:56:22.193623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47564) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:22.232195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:22.304807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 72c97ffe-e190-4a2e-8438-50c428675340 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:22.322824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 3654da2a-b904-407e-8e76-1c4f36a8fca1 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:22.329911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:22.344319 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-73c2ac88-14bb-4373-9a54-bc07f8ee2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d50ca9-fe8b-46ae-8467-5350bd815fa5', 'name': 'tempest-RoutersTest-router-1110854887', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:56:19Z', 'updated_at': '2021-11-25T08:56:20Z', 'revision_number': 2, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:22.351066 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c2ac88-14bb-4373-9a54-bc07f8ee2ca8 None None] The sync data for ids ['84d50ca9-fe8b-46ae-8467-5350bd815fa5'] in dv-neutron-818341-1-hyperv is: [{'id': '84d50ca9-fe8b-46ae-8467-5350bd815fa5', 'name': 'tempest-RoutersTest-router-1110854887', 'tenant_id': '6525eb582bfe417caa5ef800cfccd39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:56:19Z', 'updated_at': '2021-11-25T08:56:20Z', 'revision_number': 2, 'project_id': '6525eb582bfe417caa5ef800cfccd39d', 'gw_port_host': None}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:22.391337 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7bc9202d-e134-4cc7-b3af-eb66e1f57f3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:22.417079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-03feee93-5c49-4464-81d2-225e745aed7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:22.480421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9202d-e134-4cc7-b3af-eb66e1f57f3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Port': ['ID=166d93bf-29b2-4d0a-9fb3-90399497b7ff,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:22.487814 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7bc9202d-e134-4cc7-b3af-eb66e1f57f3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:22.500490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7bc9202d-e134-4cc7-b3af-eb66e1f57f3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:22.510414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0af33b6-a62c-4260-a8ac-bdf837d50c71 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:22.582428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 72c97ffe-e190-4a2e-8438-50c428675340 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:22.594749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 72c97ffe-e190-4a2e-8438-50c428675340 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:22.595368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:22.659184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=6becdb96-be8e-449e-acc1-92a3525b4615,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:22.682084 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:22.718758 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7bc9202d-e134-4cc7-b3af-eb66e1f57f3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/ports/166d93bf-29b2-4d0a-9fb3-90399497b7ff HTTP/1.1" status: 204 len: 168 time: 2.0262506 Nov 25 08:56:22.746682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:22.792492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47568) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:22.805765 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:22.840692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:22.850144 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cb96f3fc-c63d-46a8-be4f-41a0c49b2d67 None None] Provisioning complete for port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:22.853301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb96f3fc-c63d-46a8-be4f-41a0c49b2d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:22.854673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:22.858344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:22.867608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:22.900337 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a8e657-999c-463f-980c-ce39db44a257 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:22.901191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a8e657-999c-463f-980c-ce39db44a257 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:22.901498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f75d99-8304-4c19-b697-3b8dea33681c None None] Update dhcp port {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': '1187e3ca-7d98-4031-979e-7c2b321ea949', 'ip_address': '2001:db8::f816:3eff:fe48:6680'}, {'subnet_id': '6becdb96-be8e-449e-acc1-92a3525b4615'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': '72c97ffe-e190-4a2e-8438-50c428675340'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:56:22.905936 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-64a8e657-999c-463f-980c-ce39db44a257 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/subnets/e3436b96-3627-400d-9b46-339b8fdf0410 HTTP/1.1" status: 404 len: 337 time: 0.1009786 Nov 25 08:56:22.905936 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:22.915125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47572) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:22.975487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cb96f3fc-c63d-46a8-be4f-41a0c49b2d67 None None] Port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:56:22.985084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 72c97ffe-e190-4a2e-8438-50c428675340, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=72c97ffe-e190-4a2e-8438-50c428675340,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:22.998186 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33f75d99-8304-4c19-b697-3b8dea33681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:22.999313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0af33b6-a62c-4260-a8ac-bdf837d50c71 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.002353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0af33b6-a62c-4260-a8ac-bdf837d50c71 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.021120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.021976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7a209768-09d2-4a27-94db-00cbca57f508 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:23.029501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0af33b6-a62c-4260-a8ac-bdf837d50c71 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.030210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0af33b6-a62c-4260-a8ac-bdf837d50c71 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Fanout notify agent at l3_agent the message router_deleted on router 84d50ca9-fe8b-46ae-8467-5350bd815fa5 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:56:23.055084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0af33b6-a62c-4260-a8ac-bdf837d50c71 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.060323 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e0af33b6-a62c-4260-a8ac-bdf837d50c71 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/84d50ca9-fe8b-46ae-8467-5350bd815fa5 HTTP/1.1" status: 204 len: 168 time: 0.8587613 Nov 25 08:56:23.060767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47576) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.065716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f8a7b16c-cb85-460b-a075-3581b3c60c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:23.100692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:23.115482 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5404dbb7-a5c2-4b4c-a6f7-c2fd49957e15 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d50ca9-fe8b-46ae-8467-5350bd815fa5 HTTP/1.1" status: 200 len: 205 time: 0.0510678 Nov 25 08:56:23.115726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47580) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.193219 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-ab140423-15b9-4120-9f03-1f4ebbb166f1 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] delete failed (client error): The resource could not be found. Nov 25 08:56:23.194846 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ab140423-15b9-4120-9f03-1f4ebbb166f1 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/84d50ca9-fe8b-46ae-8467-5350bd815fa5 HTTP/1.1" status: 404 len: 336 time: 0.0780578 Nov 25 08:56:23.197438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47584) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.238823 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74bf508-69f5-4a23-a0a3-89dc99735545 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:23.239124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74bf508-69f5-4a23-a0a3-89dc99735545 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:23.243456 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a74bf508-69f5-4a23-a0a3-89dc99735545 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/ac5eb953-7e3a-4c40-b5c6-f82c0c2c958c HTTP/1.1" status: 404 len: 337 time: 0.0423055 Nov 25 08:56:23.243908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47588) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.257856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=72c97ffe-e190-4a2e-8438-50c428675340,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:23.263485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.268155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:23.270853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.286881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 3063460c-2fb9-4d02-9b39-30f4b27a2283 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:56:23.287381 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe8275f-09fe-40bf-a17c-decb1e09e067 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:23.287678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.287979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe8275f-09fe-40bf-a17c-decb1e09e067 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:23.291025 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cfe8275f-09fe-40bf-a17c-decb1e09e067 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/ce87d593-2a33-4694-b73a-5de9f5396d8f HTTP/1.1" status: 404 len: 337 time: 0.0451531 Nov 25 08:56:23.292626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47592) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.320374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8644bce0-e5c1-4f93-a11a-e47f57f13192 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:23.335461 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.337128 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5707b1-2fad-4661-acef-d8b317f90f97 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:23.337675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5707b1-2fad-4661-acef-d8b317f90f97 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:23.342197 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1d5707b1-2fad-4661-acef-d8b317f90f97 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/0baae84f-89bc-43f6-8e83-b520ff5a7267 HTTP/1.1" status: 404 len: 337 time: 0.0458455 Nov 25 08:56:23.342517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47596) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.354894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 7a209768-09d2-4a27-94db-00cbca57f508 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:23.363721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 7a209768-09d2-4a27-94db-00cbca57f508 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:23.364260 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.381563 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b958f95-55c8-483f-9e3e-19b165671b63 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:23.382024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b958f95-55c8-483f-9e3e-19b165671b63 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:23.384103 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1b958f95-55c8-483f-9e3e-19b165671b63 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/e2f0276c-e25d-4b84-aa47-62536acb6de7 HTTP/1.1" status: 404 len: 337 time: 0.0403805 Nov 25 08:56:23.386462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47600) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.436871 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6575271e-4cb5-4882-937c-df53345dacd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3d6389f-5ac2-4be2-a55b-e769fa3a5aad HTTP/1.1" status: 200 len: 205 time: 0.0466721 Nov 25 08:56:23.437137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47604) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.446747 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-33f75d99-8304-4c19-b697-3b8dea33681c None None] Allocated IP 2001:db8:0:1::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/6becdb96-be8e-449e-acc1-92a3525b4615/72c97ffe-e190-4a2e-8438-50c428675340) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:23.478724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c1f71a-a0bf-4e33-9c3d-7cc721406d9d,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:23.482236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:23.494169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0010d504-ec26-4ad4-b02b-920c9dabac40 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:23.509154 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-84f1fcd6-2ee8-46a8-a836-5b225bd91f78 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] delete failed (client error): The resource could not be found. Nov 25 08:56:23.512594 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-84f1fcd6-2ee8-46a8-a836-5b225bd91f78 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/d3d6389f-5ac2-4be2-a55b-e769fa3a5aad HTTP/1.1" status: 404 len: 336 time: 0.0721467 Nov 25 08:56:23.513033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47608) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.531601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.537152 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4912910 Nov 25 08:56:23.553542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.565768 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ad549183-bd59-494c-8b41-e8e5e5b96ef0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=46efc545-907a-442e-9365-5ab9e92cb2e2 HTTP/1.1" status: 200 len: 205 time: 0.0495141 Nov 25 08:56:23.565768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47612) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.566346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47614) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.569570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'security_group_rule': {'security_group_id': '4afe17c0-e86b-4f93-b3a2-83da2e961030', 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:23.611209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.638953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:23.640672 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-ccf337be-e81a-446c-b724-a0a8513ddce8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] delete failed (client error): The resource could not be found. Nov 25 08:56:23.641096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:23.641475 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ccf337be-e81a-446c-b724-a0a8513ddce8 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/46efc545-907a-442e-9365-5ab9e92cb2e2 HTTP/1.1" status: 404 len: 336 time: 0.0674322 Nov 25 08:56:23.642518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:23.644638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47620) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.676679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 7a209768-09d2-4a27-94db-00cbca57f508, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7a209768-09d2-4a27-94db-00cbca57f508,segment=NetworkSegment(2227704d-6e89-4c01-987a-d49b9fddbe8c),segment_id=2227704d-6e89-4c01-987a-d49b9fddbe8c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:23.679227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:23.686795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Usage tracker for resource:security_group_rule and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:23.688920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.693688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:23.699027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:23.710707 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9440ee-18f2-4afb-9557-25659388cd6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:23.711162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9440ee-18f2-4afb-9557-25659388cd6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:23.712992 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0c9440ee-18f2-4afb-9557-25659388cd6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/8b1b9513-a1d8-4797-8ba0-0746e6062c77 HTTP/1.1" status: 404 len: 337 time: 0.0674558 Nov 25 08:56:23.714084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:23.717437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47624) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.774591 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-14dff2de-3367-48da-8385-d876116e609f tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=39288f5e-1428-4726-8da8-85524b598e56 HTTP/1.1" status: 200 len: 205 time: 0.0544512 Nov 25 08:56:23.776495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=7a209768-09d2-4a27-94db-00cbca57f508,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:23.776649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47628) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.784902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-33f75d99-8304-4c19-b697-3b8dea33681c None None] For port 72c97ffe-e190-4a2e-8438-50c428675340, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=72c97ffe-e190-4a2e-8438-50c428675340,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:23.787875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:23.815197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33f75d99-8304-4c19-b697-3b8dea33681c None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.833646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-33f75d99-8304-4c19-b697-3b8dea33681c None None] Transition to ACTIVE for port object 72c97ffe-e190-4a2e-8438-50c428675340 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:23.837922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33f75d99-8304-4c19-b697-3b8dea33681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.847630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:23.859657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.875618 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-3f94d145-d180-483b-85f8-0697baf61eaa tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] delete failed (client error): The resource could not be found. Nov 25 08:56:23.879114 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3f94d145-d180-483b-85f8-0697baf61eaa tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/39288f5e-1428-4726-8da8-85524b598e56 HTTP/1.1" status: 404 len: 336 time: 0.0923579 Nov 25 08:56:23.884978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47632) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.946954 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fe98c64f-29f1-4ecf-a0f2-d163e19d7bcf tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=83cd163f-459e-4c44-a3a0-780ae692c625 HTTP/1.1" status: 200 len: 205 time: 0.0586290 Nov 25 08:56:23.948647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47636) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:23.957928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:23.958711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:23.975717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 1406e111-ac72-433d-9260-30510e4dc52d yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:56:24.003202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f75d99-8304-4c19-b697-3b8dea33681c None None] Pushing event updated for resources: {'Port': ['ID=72c97ffe-e190-4a2e-8438-50c428675340,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:24.025419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-33f75d99-8304-4c19-b697-3b8dea33681c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:24.033997 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-b393ec07-611a-4f96-9e7b-1bd7c6e265a6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] delete failed (client error): The resource could not be found. Nov 25 08:56:24.036414 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b393ec07-611a-4f96-9e7b-1bd7c6e265a6 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/83cd163f-459e-4c44-a3a0-780ae692c625 HTTP/1.1" status: 404 len: 336 time: 0.0860310 Nov 25 08:56:24.037394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Pushing event updated for resources: {'Port': ['ID=158a9c1e-e732-44bc-83c7-470df84666ac,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:24.041490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47640) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.054661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:24.061882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.068069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.073957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.085387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-46a5d0ec-57cb-4914-920a-a226a6f3a331 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:24.105700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f320ef5-fec2-4710-a86c-e01d75fd1f53,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:24.110552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:24.120584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.126096 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5608799 Nov 25 08:56:24.127199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47644) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.133704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'security_group_rule': {'security_group_id': '4afe17c0-e86b-4f93-b3a2-83da2e961030', 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:24.141372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:24.146655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Usage tracker for resource:security_group_rule and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:24.150390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:24.158021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:24.161376 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-a574e9df-54cb-4fe0-aaf9-022b347e1289 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:24.161887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a574e9df-54cb-4fe0-aaf9-022b347e1289 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:24.163815 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a574e9df-54cb-4fe0-aaf9-022b347e1289 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/8c6983b1-48e2-4781-8418-1e51fc51a6bb HTTP/1.1" status: 404 len: 337 time: 0.1112096 Nov 25 08:56:24.169993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47648) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.174696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 72c97ffe-e190-4a2e-8438-50c428675340 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:24.182980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8c232b-7497-4c02-8669-2055460dd030']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:24.191223 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8512955 Nov 25 08:56:24.208593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47652) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.221628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391d72e3-d852-4aee-9f0f-a00cefd5e27e') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:24.222046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391d72e3-d852-4aee-9f0f-a00cefd5e27e') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:24.228386 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5629bd4b-346b-4db2-aceb-e449c8f026c4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0db139e-a4f9-48ae-bd22-15297862ab06 HTTP/1.1" status: 200 len: 205 time: 0.0545914 Nov 25 08:56:24.229061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47656) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.232316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.221'}]}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:24.250161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:24.253492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.264553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7a209768-09d2-4a27-94db-00cbca57f508 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:24.300178 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:24.313567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Usage tracker for resource:router and tenant:dd1375ec9a934c0ea2273076743a2c2c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:24.319232 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Project 92b396747441487d9e6a7a94c81c8e1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:56:24.335002 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/3063460c-2fb9-4d02-9b39-30f4b27a2283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2542243 Nov 25 08:56:24.335627 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-1b854ee3-67ba-4198-a1dc-4b55d18183b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] delete failed (client error): The resource could not be found. Nov 25 08:56:24.336878 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1b854ee3-67ba-4198-a1dc-4b55d18183b4 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/a0db139e-a4f9-48ae-bd22-15297862ab06 HTTP/1.1" status: 404 len: 336 time: 0.1065154 Nov 25 08:56:24.339555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47662) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.341387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:24.342953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.344475 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Sync routers for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:24.353830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.357222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:24.368462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:24.369106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:24.430477 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f66039-5cd5-487e-baa4-783ad1a4375e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:24.431392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f66039-5cd5-487e-baa4-783ad1a4375e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:24.436135 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-62f66039-5cd5-487e-baa4-783ad1a4375e tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/2fade2be-bba3-458d-98c7-1632b047a212 HTTP/1.1" status: 404 len: 337 time: 0.0925403 Nov 25 08:56:24.437606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47666) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.496094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.500910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8:0:1::cb (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/6becdb96-be8e-449e-acc1-92a3525b4615/1406e111-ac72-433d-9260-30510e4dc52d) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:24.510674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::f816:3eff:fe56:a194 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/1187e3ca-7d98-4031-979e-7c2b321ea949/1406e111-ac72-433d-9260-30510e4dc52d) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:24.514401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.519177 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-dc5e0b8c-4212-4aba-928a-79b154e2b2b9 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "GET /v2.0/ports?device_id=431188c7-e154-4778-9ea6-9c35e4f7f696 HTTP/1.1" status: 200 len: 205 time: 0.0783505 Nov 25 08:56:24.519592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf900f78-bb7d-4a88-a3c3-e1fb0ae2309e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:24.531841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47672) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.558716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:56:24.559699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:56:24.577770 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:56:24.633682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:24.661075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.662229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.693438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 7a209768-09d2-4a27-94db-00cbca57f508 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:24.693822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.750767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56144a83-408d-4f42-94b7-150957f6e8a2,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:24.761377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:24.765365 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-93110039-1742-412f-ab57-a934806fa5b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] delete failed (client error): The resource could not be found. Nov 25 08:56:24.769091 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-93110039-1742-412f-ab57-a934806fa5b3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/routers/431188c7-e154-4778-9ea6-9c35e4f7f696 HTTP/1.1" status: 404 len: 336 time: 0.2361794 Nov 25 08:56:24.769948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47676) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.796934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.815071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.816277 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6882813 Nov 25 08:56:24.817669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.818176 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-3120e9b0-2272-4f38-8164-637667d6dbea tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:24.818659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3120e9b0-2272-4f38-8164-637667d6dbea tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:24.823093 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3120e9b0-2272-4f38-8164-637667d6dbea tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/d41011ab-7f4c-4755-adf1-496625ffe381 HTTP/1.1" status: 404 len: 337 time: 0.0474324 Nov 25 08:56:24.823093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47680) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.824354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:24.826858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'security_group_rule': {'security_group_id': '4afe17c0-e86b-4f93-b3a2-83da2e961030', 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:24.831030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47682) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.845899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.846940 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b1142295-87aa-4d29-9956-00ea074ed029 None None] Provisioning for port 72c97ffe-e190-4a2e-8438-50c428675340 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:24.872801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b1142295-87aa-4d29-9956-00ea074ed029 None None] Provisioning complete for port 72c97ffe-e190-4a2e-8438-50c428675340 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:24.873181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b1142295-87aa-4d29-9956-00ea074ed029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:24.873517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Network': ['ID=6d8c232b-7497-4c02-8669-2055460dd030,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:24.877007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:24.879499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:24.884344 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/networks/6d8c232b-7497-4c02-8669-2055460dd030 HTTP/1.1" status: 204 len: 168 time: 1.9640424 Nov 25 08:56:24.887202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47688) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:24.923160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Usage tracker for resource:security_group_rule and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:24.926111 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdc9bec-828b-46e2-bdcc-9d9d43ce80bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:24.926591 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdc9bec-828b-46e2-bdcc-9d9d43ce80bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:24.931070 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7bdc9bec-828b-46e2-bdcc-9d9d43ce80bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] 10.222.0.54 "DELETE /v2.0/subnets/516fc3e6-2397-4733-aa3a-bd1c745131dc HTTP/1.1" status: 404 len: 337 time: 0.0963252 Nov 25 08:56:24.931070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:24.946239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:24.986082 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Project 92b396747441487d9e6a7a94c81c8e1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:56:24.993595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-aeb77ef2-8674-464b-8f12-737baf361ca1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Deleting port 53ebc20b-8b78-429f-bc62-ed24045e7036 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:24.993800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ef2-8674-464b-8f12-737baf361ca1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.107677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.113612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.239167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 1406e111-ac72-433d-9260-30510e4dc52d will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:25.327719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:56:18Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '7d19c000-3209-44c7-be8f-c3ac18fdfca3', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.126', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'port_id': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'mac_address': 'fa:16:3e:ad:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:54:18Z', 'updated_at': '2021-11-25T08:54:27Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4040ac14-2161-4f2b-9d9c-d851a38fa5bd', 'name': '', 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:36:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c7853d6c-4c12-4061-ba10-be5ec2067a3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:16Z', 'updated_at': '2021-11-25T08:56:20Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'c7853d6c-4c12-4061-ba10-be5ec2067a3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:25.333107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Checking router: 3063460c-2fb9-4d02-9b39-30f4b27a2283 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:56:25.334034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Updating router 3063460c-2fb9-4d02-9b39-30f4b27a2283 port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:56:25.338532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.343341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.346312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.350898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ef2-8674-464b-8f12-737baf361ca1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.365234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9695c93e-7bc0-4387-9a53-b8525db02fb9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:25.419176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.443237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47696) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:25.463554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.471371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:25.527821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-aeb77ef2-8674-464b-8f12-737baf361ca1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Calling delete_port for 53ebc20b-8b78-429f-bc62-ed24045e7036 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:25.549405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:25.553572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:25.562923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:25.569781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc6495c-270f-415a-a43e-f33aff747a14,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:25.570900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:25.571645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.572643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:25.579060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=1406e111-ac72-433d-9260-30510e4dc52d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:25.592534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:25.602221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.607564 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7854867 Nov 25 08:56:25.628819 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4792223 Nov 25 08:56:25.633165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47706) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:25.666860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ef2-8674-464b-8f12-737baf361ca1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.674612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-81a40843-098e-443a-b9dc-baf31ffbdb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:25.740495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb77ef2-8674-464b-8f12-737baf361ca1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Port': ['ID=53ebc20b-8b78-429f-bc62-ed24045e7036,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:25.743576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-aeb77ef2-8674-464b-8f12-737baf361ca1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:25.765646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ef2-8674-464b-8f12-737baf361ca1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.781254 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-aeb77ef2-8674-464b-8f12-737baf361ca1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/ports/53ebc20b-8b78-429f-bc62-ed24045e7036 HTTP/1.1" status: 204 len: 168 time: 0.8906612 Nov 25 08:56:25.785064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47728) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:25.878355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-925acf97-0380-4b26-b089-feafaf9739f3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 1406e111-ac72-433d-9260-30510e4dc52d {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:25.881282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-925acf97-0380-4b26-b089-feafaf9739f3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.888482 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d50623-0469-44a2-96b0-35eb1b63fa49 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:25.888948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d50623-0469-44a2-96b0-35eb1b63fa49 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:25.893012 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b8d50623-0469-44a2-96b0-35eb1b63fa49 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/subnets/384cc454-2a29-4be8-9467-4505be7b4ba0 HTTP/1.1" status: 404 len: 337 time: 0.1046474 Nov 25 08:56:25.893275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47740) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:25.919988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.935362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Transition to ACTIVE for port object 4040ac14-2161-4f2b-9d9c-d851a38fa5bd will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:25.944065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:25.946986 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-37d3379d-5bb0-406b-895a-30533f65db3f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6525eb582bfe417caa5ef800cfccd39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998848 Nov 25 08:56:25.948904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d30288a9-aea5-469b-9ec8-fb21751c056c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:25.958049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47744) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:26.132156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.228144 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15d38c-4e42-467c-b9b9-19051a73047e None None] Pushing event updated for resources: {'Port': ['ID=4040ac14-2161-4f2b-9d9c-d851a38fa5bd,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:26.231732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ef15d38c-4e42-467c-b9b9-19051a73047e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:26.237881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ba5f808d-7970-48a3-acd4-1dd3556c2b6e None None] Provisioning for port 1406e111-ac72-433d-9260-30510e4dc52d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:26.307541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ba5f808d-7970-48a3-acd4-1dd3556c2b6e None None] Provisioning complete for port 1406e111-ac72-433d-9260-30510e4dc52d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:26.307939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba5f808d-7970-48a3-acd4-1dd3556c2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.323001 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.359859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:26.384220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c423da-1c1c-488e-8057-48d0d7bee66b') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:26.384560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c423da-1c1c-488e-8057-48d0d7bee66b') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:26.417009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.439665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.448025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:56:26.448779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:56:26.466446 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:56:26.491220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Attempting to bind port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:26.491743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Attempting to bind port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:26.492212 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Attempting to bind port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd on network 3654da2a-b904-407e-8e76-1c4f36a8fca1 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:26.502657 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:56:26.503221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Checking segment: {'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:26.503988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.504490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Bound using segment: {'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:56:26.505080 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Bound port: 4040ac14-2161-4f2b-9d9c-d851a38fa5bd, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7163db4-4954-43f1-927d-807330e0dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:56:26.505556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.524415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f808d-7970-48a3-acd4-1dd3556c2b6e None None] Port 1406e111-ac72-433d-9260-30510e4dc52d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:56:26.575865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.583629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.595766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d96d5852-8d25-4958-9b60-aef0b41bc199 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:26.622565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Network': ['ID=5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:26.624971 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/networks/5feb8b82-13ac-4a86-b5e0-d4cf9ab6d68d HTTP/1.1" status: 204 len: 168 time: 0.7308350 Nov 25 08:56:26.625855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:26.629221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47762) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:26.655549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] For port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:26.661858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] For port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4040ac14-2161-4f2b-9d9c-d851a38fa5bd,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:26.669632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.673276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:26.692080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bb49956a-9ffd-4e0a-b131-11181a5fcf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.759558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:26.760221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:26.803800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.838246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15d38c-4e42-467c-b9b9-19051a73047e None None] Pushing event updated for resources: {'Port': ['ID=4040ac14-2161-4f2b-9d9c-d851a38fa5bd,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:26.866001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.898865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ef15d38c-4e42-467c-b9b9-19051a73047e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:26.948291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bb49956a-9ffd-4e0a-b131-11181a5fcf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:26.988943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:26.990968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0c752e-2c07-45b1-8e95-21adc23968d8 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Deleting subnet aea42f22-6534-4a9a-b323-9ff784b0f129 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:27.037271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1f0c752e-2c07-45b1-8e95-21adc23968d8 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:27.108479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-925acf97-0380-4b26-b089-feafaf9739f3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:27.307214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-925acf97-0380-4b26-b089-feafaf9739f3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 1406e111-ac72-433d-9260-30510e4dc52d owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:27.359689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1f0c752e-2c07-45b1-8e95-21adc23968d8 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:27.417900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:56:18Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '7d19c000-3209-44c7-be8f-c3ac18fdfca3', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.126', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'port_id': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'mac_address': 'fa:16:3e:ad:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:54:18Z', 'updated_at': '2021-11-25T08:54:27Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4040ac14-2161-4f2b-9d9c-d851a38fa5bd', 'name': '', 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:36:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c7853d6c-4c12-4061-ba10-be5ec2067a3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:16Z', 'updated_at': '2021-11-25T08:56:26Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'c7853d6c-4c12-4061-ba10-be5ec2067a3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:27.423039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee85f2-eda6-4e4b-b487-1812f2d1f076 None None] The sync data for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv is: [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:56:18Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '7d19c000-3209-44c7-be8f-c3ac18fdfca3', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.126', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'port_id': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'mac_address': 'fa:16:3e:ad:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:54:18Z', 'updated_at': '2021-11-25T08:54:27Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4040ac14-2161-4f2b-9d9c-d851a38fa5bd', 'name': '', 'network_id': '3654da2a-b904-407e-8e76-1c4f36a8fca1', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:36:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c7853d6c-4c12-4061-ba10-be5ec2067a3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:16Z', 'updated_at': '2021-11-25T08:56:26Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'c7853d6c-4c12-4061-ba10-be5ec2067a3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:27.526376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bb49956a-9ffd-4e0a-b131-11181a5fcf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:27.535163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:27.590018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49956a-9ffd-4e0a-b131-11181a5fcf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d52851-8bff-4c5c-8a53-f4c9e49f89e8,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:27.614183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bb49956a-9ffd-4e0a-b131-11181a5fcf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:27.631111 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:56:27.663288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bb49956a-9ffd-4e0a-b131-11181a5fcf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:27.665083 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bb49956a-9ffd-4e0a-b131-11181a5fcf8f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8d52851-8bff-4c5c-8a53-f4c9e49f89e8 HTTP/1.1" status: 204 len: 168 time: 1.7056627 Nov 25 08:56:27.666375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.072457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1f0c752e-2c07-45b1-8e95-21adc23968d8 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.207153 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4040ac14-2161-4f2b-9d9c-d851a38fa5bd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:28.302643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:28.316440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:28.316957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.462809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.468303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.472569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-925acf97-0380-4b26-b089-feafaf9739f3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.481234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.484521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-11e409d9-4cce-477b-a079-2923b64ae862 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:28.538572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4040ac14-2161-4f2b-9d9c-d851a38fa5bd,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:28.545496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.551315 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-63e3de76-7c3a-471d-80df-d4e0b4d67bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:28.566905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925acf97-0380-4b26-b089-feafaf9739f3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=1406e111-ac72-433d-9260-30510e4dc52d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:28.639111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-925acf97-0380-4b26-b089-feafaf9739f3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:28.643266 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=4040ac14-2161-4f2b-9d9c-d851a38fa5bd,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:28.647343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:28.709626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.710181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 615fb85b-5624-4e3d-baf4-1b406a1626b9 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:56:28.740340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-925acf97-0380-4b26-b089-feafaf9739f3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.743941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1f0c752e-2c07-45b1-8e95-21adc23968d8 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.751078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-474d70ac-0b7e-4607-822e-edfd1b83a26c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:28.811319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c752e-2c07-45b1-8e95-21adc23968d8 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Subnet': ['ID=aea42f22-6534-4a9a-b323-9ff784b0f129,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:28.814390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1f0c752e-2c07-45b1-8e95-21adc23968d8 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:28.819107 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 08:56:28.823882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47832) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:28.825020 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3f1ccc98-7f6e-47b6-98cf-02d011fb8dc8 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6116343 Nov 25 08:56:28.825649 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2983d-7c9f-49a3-a6ff-9fdab8b6ea12 None None] Network ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:28.827425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1f0c752e-2c07-45b1-8e95-21adc23968d8 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:28.829905 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-925acf97-0380-4b26-b089-feafaf9739f3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/1406e111-ac72-433d-9260-30510e4dc52d HTTP/1.1" status: 204 len: 168 time: 3.1958106 Nov 25 08:56:28.832491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47836) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:28.898899 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1f0c752e-2c07-45b1-8e95-21adc23968d8 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/subnets/aea42f22-6534-4a9a-b323-9ff784b0f129 HTTP/1.1" status: 204 len: 168 time: 2.2648830 Nov 25 08:56:28.900539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47840) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:28.901194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47842) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:29.016570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f9217d-b535-4e3e-bde4-8089a49e466f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:29.017333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b9f9217d-b535-4e3e-bde4-8089a49e466f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:29.067898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b9f9217d-b535-4e3e-bde4-8089a49e466f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:29.069244 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b9f9217d-b535-4e3e-bde4-8089a49e466f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2356198 Nov 25 08:56:29.071986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47860) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:29.181156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-765e816a-d497-4b01-a7d1-163c672d43da tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Deleting port 158a9c1e-e732-44bc-83c7-470df84666ac {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:29.195058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-765e816a-d497-4b01-a7d1-163c672d43da tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:29.244472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f820391-bb9b-47ab-98cb-14c048d151ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:29.247474 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5f820391-bb9b-47ab-98cb-14c048d151ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1738009 Nov 25 08:56:29.252465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47866) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:29.443213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7557c36-b067-4489-a438-9f014e0f812b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:29.445299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7557c36-b067-4489-a438-9f014e0f812b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:29.447110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7557c36-b067-4489-a438-9f014e0f812b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:29.448241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e7557c36-b067-4489-a438-9f014e0f812b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:29.470670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede9096-5842-4f8a-ad71-d60e52e3f245 None None] DHCP port deletion for ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:56:29.475198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ede9096-5842-4f8a-ad71-d60e52e3f245 None None] Deleting port ac21599a-eff6-4ff4-a1c6-bb034deef827 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:29.475391 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ede9096-5842-4f8a-ad71-d60e52e3f245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:29.487098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e7557c36-b067-4489-a438-9f014e0f812b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:29.488334 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e7557c36-b067-4489-a438-9f014e0f812b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2306933 Nov 25 08:56:29.491438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47878) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:29.619441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b43e4e2a-d0fc-4aab-9913-dd257994d5da tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-270759288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:29.666651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-619f1b6e-2745-4a62-96dd-730bf8b3dd38 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 1187e3ca-7d98-4031-979e-7c2b321ea949 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:29.671389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619f1b6e-2745-4a62-96dd-730bf8b3dd38 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:29.692006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b43e4e2a-d0fc-4aab-9913-dd257994d5da tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:29.744278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b43e4e2a-d0fc-4aab-9913-dd257994d5da tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Usage tracker for resource:router and tenant:f50c9d492c0e45be80448af6a1af10c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:29.776533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b43e4e2a-d0fc-4aab-9913-dd257994d5da tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:29.784721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619f1b6e-2745-4a62-96dd-730bf8b3dd38 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:29.803013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:29.805878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b43e4e2a-d0fc-4aab-9913-dd257994d5da tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:29.814648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0ede9096-5842-4f8a-ad71-d60e52e3f245 None None] For port ac21599a-eff6-4ff4-a1c6-bb034deef827, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ac21599a-eff6-4ff4-a1c6-bb034deef827,segment=NetworkSegment(8c1560da-0a01-441e-92e4-3818c5a4d2dd),segment_id=8c1560da-0a01-441e-92e4-3818c5a4d2dd)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:29.815641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ede9096-5842-4f8a-ad71-d60e52e3f245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:29.859159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9547dec-e738-4c79-a03d-23de376976c5 req-37d39018-cdc2-4c20-9bf1-48f3f915b9f4 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:29.860813 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e9547dec-e738-4c79-a03d-23de376976c5 req-37d39018-cdc2-4c20-9bf1-48f3f915b9f4 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.2809317 Nov 25 08:56:29.938047 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e9547dec-e738-4c79-a03d-23de376976c5 req-9006447e-6fe9-4ffb-a6a8-37a58295de9f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695565 Nov 25 08:56:29.943357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619f1b6e-2745-4a62-96dd-730bf8b3dd38 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.012134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b43e4e2a-d0fc-4aab-9913-dd257994d5da tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.013278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b43e4e2a-d0fc-4aab-9913-dd257994d5da tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.025093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Deleting port ac21599a-eff6-4ff4-a1c6-bb034deef827 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:30.025437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.050098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ede9096-5842-4f8a-ad71-d60e52e3f245 None None] Calling delete_port for ac21599a-eff6-4ff4-a1c6-bb034deef827 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:30.098001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619f1b6e-2745-4a62-96dd-730bf8b3dd38 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.106298 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8e243759-378f-494d-a45d-dbb688cc16ad tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:30.157232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f1b6e-2745-4a62-96dd-730bf8b3dd38 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=1187e3ca-7d98-4031-979e-7c2b321ea949,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:30.159318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-619f1b6e-2745-4a62-96dd-730bf8b3dd38 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.162390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-619f1b6e-2745-4a62-96dd-730bf8b3dd38 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:30.171335 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ede9096-5842-4f8a-ad71-d60e52e3f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.181904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f13479a5-8fce-41d2-9d89-61d3a8c79f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:30.195128 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-619f1b6e-2745-4a62-96dd-730bf8b3dd38 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/1187e3ca-7d98-4031-979e-7c2b321ea949 HTTP/1.1" status: 204 len: 168 time: 0.7024209 Nov 25 08:56:30.197750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47882) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:30.222021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07858494-c342-4bbe-bf20-5ab373988216 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:30.233783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-765e816a-d497-4b01-a7d1-163c672d43da tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.245693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4040ac14-2161-4f2b-9d9c-d851a38fa5bd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:30.277201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-e844c2fe-90cd-4d67-8b58-fdba9989b550 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 6becdb96-be8e-449e-acc1-92a3525b4615 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:30.280844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e844c2fe-90cd-4d67-8b58-fdba9989b550 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.346812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e844c2fe-90cd-4d67-8b58-fdba9989b550 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.416825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-765e816a-d497-4b01-a7d1-163c672d43da tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Calling delete_port for 158a9c1e-e732-44bc-83c7-470df84666ac owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:30.444410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede9096-5842-4f8a-ad71-d60e52e3f245 None None] Pushing event deleted for resources: {'Port': ['ID=ac21599a-eff6-4ff4-a1c6-bb034deef827,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:30.462200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e844c2fe-90cd-4d67-8b58-fdba9989b550 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.474095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b43e4e2a-d0fc-4aab-9913-dd257994d5da tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.495429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0ede9096-5842-4f8a-ad71-d60e52e3f245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:30.499493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede9096-5842-4f8a-ad71-d60e52e3f245 None None] No DVR routers for this DVR port ac21599a-eff6-4ff4-a1c6-bb034deef827 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:56:30.560203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] The port 'ac21599a-eff6-4ff4-a1c6-bb034deef827' was deleted {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:56:30.628661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b43e4e2a-d0fc-4aab-9913-dd257994d5da tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.643861 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e844c2fe-90cd-4d67-8b58-fdba9989b550 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.669653 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0d3c058e-d6d9-40ae-923b-9cfc482af883 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:30.715643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:30.716211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.719971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844c2fe-90cd-4d67-8b58-fdba9989b550 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=6becdb96-be8e-449e-acc1-92a3525b4615,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:30.722114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e844c2fe-90cd-4d67-8b58-fdba9989b550 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.727554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e844c2fe-90cd-4d67-8b58-fdba9989b550 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:30.742905 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e844c2fe-90cd-4d67-8b58-fdba9989b550 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/6becdb96-be8e-449e-acc1-92a3525b4615 HTTP/1.1" status: 204 len: 168 time: 0.5440850 Nov 25 08:56:30.743773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47888) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:30.764303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.814671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b43e4e2a-d0fc-4aab-9913-dd257994d5da tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.815763 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b43e4e2a-d0fc-4aab-9913-dd257994d5da tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.9134860 Nov 25 08:56:30.834895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47892) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:30.850371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-315592651'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:30.868153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:30.880258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:30.890377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1560da-0a01-441e-92e4-3818c5a4d2dd') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:30.890679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1560da-0a01-441e-92e4-3818c5a4d2dd') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:30.899487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Usage tracker for resource:network and tenant:f50c9d492c0e45be80448af6a1af10c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:30.910624 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c6b66869-f772-4ae8-b23d-cb256658e240 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1619000 Nov 25 08:56:30.911238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:30.911377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47896) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:30.920914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:30.929518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:30.937827 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:30.949712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ac21599a-eff6-4ff4-a1c6-bb034deef827 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:31.000671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: ac21599a-eff6-4ff4-a1c6-bb034deef827 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:56:31.001213 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ac21599a-eff6-4ff4-a1c6-bb034deef827 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:56:31.043363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e330d91e-1dd7-4f7e-8315-526a8963c209 None None] Update dhcp port {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': '6becdb96-be8e-449e-acc1-92a3525b4615'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': '72c97ffe-e190-4a2e-8438-50c428675340'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:56:31.062425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-765e816a-d497-4b01-a7d1-163c672d43da tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.082795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f51fa64c-791c-4cbe-ae23-9a23e791ba5c tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:31.103030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e330d91e-1dd7-4f7e-8315-526a8963c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.125282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.155188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:56:31.155676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:56:31.174992 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:56:31.177748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e816a-d497-4b01-a7d1-163c672d43da tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Pushing event deleted for resources: {'Port': ['ID=158a9c1e-e732-44bc-83c7-470df84666ac,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:31.178199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-765e816a-d497-4b01-a7d1-163c672d43da tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:31.178992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Made reservation on behalf of f50c9d492c0e45be80448af6a1af10c3 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:31.182384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.314740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de600c-1441-47ed-8052-16413a8d94ff None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:31.338131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.347390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:31.405102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:31.413155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:31.429247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:31.432008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:31.434745 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-778df85e-9a00-4d50-b548-a37cbd7ce04c None None] Provisioning complete for port 72c97ffe-e190-4a2e-8438-50c428675340 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:31.435138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-778df85e-9a00-4d50-b548-a37cbd7ce04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.447185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Usage tracker for resource:security_group_rule and tenant:f50c9d492c0e45be80448af6a1af10c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:31.452105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:31.469575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.485390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:31.494545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.497657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-35b9c6d4-3be9-4ab6-8b90-d95a3dc5b7ec tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:31.533390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:31.537124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.556049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-765e816a-d497-4b01-a7d1-163c672d43da tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.571745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Pushing event deleted for resources: {'Network': ['ID=ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:31.574130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:31.589551 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] 10.222.0.54 "DELETE /v2.0/networks/ec84e787-13c0-44a3-8db6-7e3fe4b3a7fc HTTP/1.1" status: 204 len: 168 time: 2.6829700 Nov 25 08:56:31.653969 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-765e816a-d497-4b01-a7d1-163c672d43da tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] 10.222.0.54 "DELETE /v2.0/ports/158a9c1e-e732-44bc-83c7-470df84666ac HTTP/1.1" status: 204 len: 168 time: 2.8282986 Nov 25 08:56:31.695303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ebcfd-2115-4edc-a4d2-7ec81bbd13ad req-69e374ce-b7b0-45fd-bdf6-af12b1369917 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:31.697501 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e49ebcfd-2115-4edc-a4d2-7ec81bbd13ad req-69e374ce-b7b0-45fd-bdf6-af12b1369917 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.5467772 Nov 25 08:56:31.707933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:56:31.712101 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Deleting port 72c97ffe-e190-4a2e-8438-50c428675340 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:31.712491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:31.819944 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e49ebcfd-2115-4edc-a4d2-7ec81bbd13ad req-460f8b3d-c6d4-4a08-a95c-5c6d578a99be tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127977 Nov 25 08:56:31.993703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] For port 72c97ffe-e190-4a2e-8438-50c428675340, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=72c97ffe-e190-4a2e-8438-50c428675340,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:31.994172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.031623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.046563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.054020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7a721594-66e7-46b7-992c-69fdeaa13d6f tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:32.104140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:56:32.126953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf622229-628f-4340-b7cf-1b8cba89ef2a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:32.130583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:32.146560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.146910 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Added segment 1946ef1c-4f78-40e8-a58a-d5fcaf4a2110 of type vlan for network 54227083-d93a-4716-89f5-b7afd6c9dc4d Nov 25 08:56:32.190759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.199553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2a12d40f-d20f-44c8-9687-3c4f4f086265 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:32.212154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47914) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:32.241938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.274258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47920) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:32.275196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:32.279440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 72c97ffe-e190-4a2e-8438-50c428675340 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:32.280584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:32.283464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:32.284044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.295859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=011be29a-5d5e-4635-9c6d-86582cecb11c,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:32.311502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:32.319098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Calling delete_port for 72c97ffe-e190-4a2e-8438-50c428675340 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:32.338093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.345383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:32.346072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.351836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-01da3d93-e47b-417e-a8d6-d2fdba8178d4 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:32.377447 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4621418 Nov 25 08:56:32.380788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47926) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:32.393832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-69d1e577-eb0c-464a-846c-eea28ba19f7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:32.458816 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6201403 Nov 25 08:56:32.459926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47930) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:32.468571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Request body: {'subnet': {'network_id': '54227083-d93a-4716-89f5-b7afd6c9dc4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:32.544422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.564861 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d523bf01-06b8-4756-b771-722626df87a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.592780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 72c97ffe-e190-4a2e-8438-50c428675340, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=72c97ffe-e190-4a2e-8438-50c428675340,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:32.593695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:32.596476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event updated for resources: {'Network': ['ID=54227083-d93a-4716-89f5-b7afd6c9dc4d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:32.599254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.600314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:32.603855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-377435fa-a987-43bb-9017-d4696620137d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:32.604044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Usage tracker for resource:subnet and tenant:f50c9d492c0e45be80448af6a1af10c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:32.607279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:32.610502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d523bf01-06b8-4756-b771-722626df87a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:32.617072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:32.619131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d523bf01-06b8-4756-b771-722626df87a1 admin admin] Usage tracker for resource:security_group_rule and tenant:36f61c9ad59c426e83b2c72656bdae69 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:32.633554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d523bf01-06b8-4756-b771-722626df87a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:32.638855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Made reservation on behalf of f50c9d492c0e45be80448af6a1af10c3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:32.645304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:32.647048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 54227083-d93a-4716-89f5-b7afd6c9dc4d details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:56:32.674922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d523bf01-06b8-4756-b771-722626df87a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:32.684648 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-83bd2a8d-4cfc-4974-babe-bbff699f4216 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f0a7d332ef04652abfd01ba9684d9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665933 Nov 25 08:56:32.684890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:56:32.684890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:56:32.688314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47938) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:32.755789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-69d1e577-eb0c-464a-846c-eea28ba19f7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:32.760210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-69d1e577-eb0c-464a-846c-eea28ba19f7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:32.766980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-69d1e577-eb0c-464a-846c-eea28ba19f7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:32.838922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=72c97ffe-e190-4a2e-8438-50c428675340,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:32.854842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:32.936021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-69d1e577-eb0c-464a-846c-eea28ba19f7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:33.023174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d1e577-eb0c-464a-846c-eea28ba19f7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:33.027925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-69d1e577-eb0c-464a-846c-eea28ba19f7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.038319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.042879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5652db1d-200c-4bb2-8ab1-eae3c628d9c7 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:33.060162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c4bee036-9974-43d3-b189-45d94dd4d0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.125123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event updated for resources: {'Subnet': ['ID=4a025d35-04d8-41d1-92a6-4bde4974aa32,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:33.128513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:33.136427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Checking segment: {'id': '1946ef1c-4f78-40e8-a58a-d5fcaf4a2110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '54227083-d93a-4716-89f5-b7afd6c9dc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:33.136891 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Network hostable DHCP agents. Network: 54227083-d93a-4716-89f5-b7afd6c9dc4d, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:56:33.157902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Network 54227083-d93a-4716-89f5-b7afd6c9dc4d is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:56:33.171654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 54227083-d93a-4716-89f5-b7afd6c9dc4d) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:33.177988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:33.179364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.182103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c4bee036-9974-43d3-b189-45d94dd4d0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.184223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb1190-b648-4042-9053-efc08470262b None None] Network 54227083-d93a-4716-89f5-b7afd6c9dc4d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:33.203521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Deleting port 72c97ffe-e190-4a2e-8438-50c428675340 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:33.203913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.210951 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7499740 Nov 25 08:56:33.217161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47944) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:33.231395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Request body: {'network': {'name': 'tempest-router-network01--793037264'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:33.231395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:33.234631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Usage tracker for resource:network and tenant:f50c9d492c0e45be80448af6a1af10c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:33.237946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:33.244478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:33.275072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d523bf01-06b8-4756-b771-722626df87a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.290214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e3e68-f88f-4795-ace2-1ab8286d6600 req-ac2aaf8c-4ca7-44df-81f6-191d47b96430 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:33.291930 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-722e3e68-f88f-4795-ace2-1ab8286d6600 req-ac2aaf8c-4ca7-44df-81f6-191d47b96430 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.3474386 Nov 25 08:56:33.295686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Made reservation on behalf of f50c9d492c0e45be80448af6a1af10c3 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:33.299423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d523bf01-06b8-4756-b771-722626df87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.302810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.322514 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.ipam_backend_mixin [None req-69d1e577-eb0c-464a-846c-eea28ba19f7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 011be29a-5d5e-4635-9c6d-86582cecb11c (CIDR: 2001:db8::/64) Nov 25 08:56:33.323399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:33.354716 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d1e577-eb0c-464a-846c-eea28ba19f7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:56:33.355211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d1e577-eb0c-464a-846c-eea28ba19f7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:33.380619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:56:33.404894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.405282 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Added segment 6eb06c07-a6e4-4eb8-b133-f3b1ae156850 of type vlan for network f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 Nov 25 08:56:33.409078 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d523bf01-06b8-4756-b771-722626df87a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=36f61c9ad59c426e83b2c72656bdae69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1336484 Nov 25 08:56:33.418942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47948) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:33.429484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523bf01-06b8-4756-b771-722626df87a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eec49c-aaa9-42a5-90f0-e6555249b9a4,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:33.437264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c4bee036-9974-43d3-b189-45d94dd4d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.441276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d523bf01-06b8-4756-b771-722626df87a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:33.441656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d523bf01-06b8-4756-b771-722626df87a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:33.461131 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-722e3e68-f88f-4795-ace2-1ab8286d6600 req-c77e2c77-171a-48fd-8241-17cee76fbf58 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528361 Nov 25 08:56:33.480511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bee036-9974-43d3-b189-45d94dd4d0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcba7bb-663a-4e98-a308-9044fbdd9256,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:33.483086 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-69d1e577-eb0c-464a-846c-eea28ba19f7c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0994551 Nov 25 08:56:33.487882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c4bee036-9974-43d3-b189-45d94dd4d0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:33.488647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 47952) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:33.512863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.528622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c4bee036-9974-43d3-b189-45d94dd4d0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.547400 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c4bee036-9974-43d3-b189-45d94dd4d0fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fdcba7bb-663a-4e98-a308-9044fbdd9256 HTTP/1.1" status: 204 len: 168 time: 0.8439317 Nov 25 08:56:33.550151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.552569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:33.559181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:33.559917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.565972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b423b6dd-f73d-4091-bddd-93a72faec39a tempest-NetworksTest-103240495 tempest-NetworksTest-103240495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:33.736783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] For port 72c97ffe-e190-4a2e-8438-50c428675340, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=72c97ffe-e190-4a2e-8438-50c428675340,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:33.737176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.745841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-54227083-d93a-4716-89f5-b7afd6c9dc4d', 'network_id': '54227083-d93a-4716-89f5-b7afd6c9dc4d', 'tenant_id': 'f50c9d492c0e45be80448af6a1af10c3', 'fixed_ips': [{'subnet_id': '4a025d35-04d8-41d1-92a6-4bde4974aa32'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:33.747505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.760939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:33.766461 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:33.772021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:33.778624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:33.789535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event updated for resources: {'Network': ['ID=f4a850f1-a2ea-4c9b-bb22-f6f1f6442713,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:33.794183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:33.805433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-42ee4fb8-39e6-4d8d-b301-3c7148d8966b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.815212 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5968451 Nov 25 08:56:33.817934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47962) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:33.827437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:56:33.828445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Request body: {'network': {'name': 'tempest-router-network02--1033305415'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:33.837467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:33.837686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:33.844033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Usage tracker for resource:network and tenant:f50c9d492c0e45be80448af6a1af10c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:33.847619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:33.853054 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.858901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:33.885645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Made reservation on behalf of f50c9d492c0e45be80448af6a1af10c3 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:33.891816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.932381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:56:33.945551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:33.946669 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Added segment aeed5546-f89d-42cd-b5eb-5861fc2690e0 of type vlan for network 8c0bec98-22b1-4027-8496-80e7fd15164e Nov 25 08:56:34.002622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:34.005348 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-42ee4fb8-39e6-4d8d-b301-3c7148d8966b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:34.070635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:34.076955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:34.077550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:34.081316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:34.110490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Calling delete_port for 72c97ffe-e190-4a2e-8438-50c428675340 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:34.127897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-42ee4fb8-39e6-4d8d-b301-3c7148d8966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:34.135599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-675d741a-6d43-4298-8487-b137a541fb74 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:34.154178 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee4fb8-39e6-4d8d-b301-3c7148d8966b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eec49c-aaa9-42a5-90f0-e6555249b9a4,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:34.164694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-42ee4fb8-39e6-4d8d-b301-3c7148d8966b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:34.177703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-42ee4fb8-39e6-4d8d-b301-3c7148d8966b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:34.181326 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-42ee4fb8-39e6-4d8d-b301-3c7148d8966b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4eec49c-aaa9-42a5-90f0-e6555249b9a4 HTTP/1.1" status: 204 len: 168 time: 0.7513609 Nov 25 08:56:34.205784 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3866665 Nov 25 08:56:34.206466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47974) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:34.221028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Request body: {'subnet': {'network_id': 'f4a850f1-a2ea-4c9b-bb22-f6f1f6442713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:34.233819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event updated for resources: {'Network': ['ID=8c0bec98-22b1-4027-8496-80e7fd15164e,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:34.238969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:34.305501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 8c0bec98-22b1-4027-8496-80e7fd15164e details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:56:34.344343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:34.349765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Usage tracker for resource:subnet and tenant:f50c9d492c0e45be80448af6a1af10c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:34.356424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:34.367034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:34.395239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Made reservation on behalf of f50c9d492c0e45be80448af6a1af10c3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:34.398997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:34.724728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.objects.ports [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87512) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:56:34.743921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47992) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:34.757518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:34.900875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:56:34.901548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:56:34.906031 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Allocated IP 172.20.0.2 (54227083-d93a-4716-89f5-b7afd6c9dc4d/4a025d35-04d8-41d1-92a6-4bde4974aa32/4e795f17-1330-4849-9953-90dc1c89612b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:34.916189 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-957dd775-03da-49a7-bee6-8779c719e474 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd1375ec9a934c0ea2273076743a2c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700065 Nov 25 08:56:34.922829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 47998) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:34.952168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03c84b-375c-4e53-8957-d6519c226a27 req-d6ab74d7-73ef-430f-8843-bc1ca3707fe4 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:34.957466 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cf03c84b-375c-4e53-8957-d6519c226a27 req-d6ab74d7-73ef-430f-8843-bc1ca3707fe4 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.3119075 Nov 25 08:56:35.013070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48004) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:35.040670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.212734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.238434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.259746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Transition to ACTIVE for port object 4e795f17-1330-4849-9953-90dc1c89612b will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:35.287881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Transition to ACTIVE for port object 4e795f17-1330-4849-9953-90dc1c89612b will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:35.296750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.309460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ef15d38c-4e42-467c-b9b9-19051a73047e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:35.314327 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bb5798fd-1f6e-4a6c-803e-6b88f910b4fc tempest-ServiceProvidersTest-1575488340 tempest-ServiceProvidersTest-1575488340-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2975986 Nov 25 08:56:35.358403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-32a3fb88-a58f-4217-a9ff-457cd239bd35 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:35.397312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Network 54227083-d93a-4716-89f5-b7afd6c9dc4d is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:35.398277 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Pushing event updated for resources: {'Port': ['ID=4e795f17-1330-4849-9953-90dc1c89612b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:35.400658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:35.404004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:35.414434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.414783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.415127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.415469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.415794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.416131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.416461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.416783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.417110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.417433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.417757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.418765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:56:35.426646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] For port 72c97ffe-e190-4a2e-8438-50c428675340, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=72c97ffe-e190-4a2e-8438-50c428675340,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:35.428773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:35.450136 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cf03c84b-375c-4e53-8957-d6519c226a27 req-7769bdbe-593d-494d-9100-914e62eb798d tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3725128 Nov 25 08:56:35.461829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Deleting port 72c97ffe-e190-4a2e-8438-50c428675340 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:35.462215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.482655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a3f83fd3-27f5-44fc-84b5-7d20c7e044d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.493527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event updated for resources: {'Subnet': ['ID=8e199615-446d-48ad-801a-493c2bb64f4d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:35.504017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.511450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:35.514249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.515567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.519745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:35.532049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Checking segment: {'id': '6eb06c07-a6e4-4eb8-b133-f3b1ae156850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f4a850f1-a2ea-4c9b-bb22-f6f1f6442713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:35.532563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Network hostable DHCP agents. Network: f4a850f1-a2ea-4c9b-bb22-f6f1f6442713, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:56:35.537987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a3f83fd3-27f5-44fc-84b5-7d20c7e044d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.594735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Network f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:56:35.595024 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:35.598171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:35.614123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, f4a850f1-a2ea-4c9b-bb22-f6f1f6442713) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:35.614491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:35.615215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.621804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:35.621950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Attempting to bind port 4e795f17-1330-4849-9953-90dc1c89612b on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:35.622787 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Attempting to bind port 4e795f17-1330-4849-9953-90dc1c89612b by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '1946ef1c-4f78-40e8-a58a-d5fcaf4a2110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '54227083-d93a-4716-89f5-b7afd6c9dc4d'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:35.622787 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Attempting to bind port 4e795f17-1330-4849-9953-90dc1c89612b on network 54227083-d93a-4716-89f5-b7afd6c9dc4d {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:35.623036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.628996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68a166-4576-4e52-8171-addf1e48b92e None None] Network f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:35.646060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a3f83fd3-27f5-44fc-84b5-7d20c7e044d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.653406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abf2ad1b-7c4b-4758-84fc-b4dc4a5d684e tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:35.662177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=72c97ffe-e190-4a2e-8438-50c428675340,revision_number=9']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:35.667051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f83fd3-27f5-44fc-84b5-7d20c7e044d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10261906-0fd1-409d-ab63-7a228641e51e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:35.672860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a3f83fd3-27f5-44fc-84b5-7d20c7e044d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:35.678774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:35.681397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e844c2fe-90cd-4d67-8b58-fdba9989b550 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:35.682525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a3f83fd3-27f5-44fc-84b5-7d20c7e044d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.687032 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a3f83fd3-27f5-44fc-84b5-7d20c7e044d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/10261906-0fd1-409d-ab63-7a228641e51e HTTP/1.1" status: 204 len: 168 time: 0.7632046 Nov 25 08:56:35.692318 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4818237 Nov 25 08:56:35.695134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48014) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:35.708258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Request body: {'subnet': {'network_id': '8c0bec98-22b1-4027-8496-80e7fd15164e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:35.748140 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2560205 Nov 25 08:56:35.751866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48020) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:35.759976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:c2:e9:ab', 'name': 'tempest-NetworksTestDHCPv6-1091628180'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:35.765008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:56:35.767487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Checking segment: {'id': '1946ef1c-4f78-40e8-a58a-d5fcaf4a2110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '54227083-d93a-4716-89f5-b7afd6c9dc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:35.767999 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.768415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Bound using segment: {'id': '1946ef1c-4f78-40e8-a58a-d5fcaf4a2110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '54227083-d93a-4716-89f5-b7afd6c9dc4d'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:56:35.773478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Bound port: 4e795f17-1330-4849-9953-90dc1c89612b, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1946ef1c-4f78-40e8-a58a-d5fcaf4a2110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '54227083-d93a-4716-89f5-b7afd6c9dc4d'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:56:35.774826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.876338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:35.880996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Usage tracker for resource:subnet and tenant:f50c9d492c0e45be80448af6a1af10c3 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:35.884841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:35.893371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:35.908895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Made reservation on behalf of f50c9d492c0e45be80448af6a1af10c3 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:35.918112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:35.920075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:35.929351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=5c2aae55-f838-41e1-a8a9-1e73dfbd01ee,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:35.940452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:35.941318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:35.958734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:35.979727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48028) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:36.374683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] For port 4e795f17-1330-4849-9953-90dc1c89612b, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:36.413522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] For port 4e795f17-1330-4849-9953-90dc1c89612b, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4e795f17-1330-4849-9953-90dc1c89612b,segment=NetworkSegment(1946ef1c-4f78-40e8-a58a-d5fcaf4a2110),segment_id=1946ef1c-4f78-40e8-a58a-d5fcaf4a2110)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:36.432914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:36.456814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:36.472544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-80de83e4-4a4f-430a-9397-4b98894eff6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:36.506011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] For port 72c97ffe-e190-4a2e-8438-50c428675340, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=72c97ffe-e190-4a2e-8438-50c428675340,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:36.506481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:36.519584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:36.543878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-80de83e4-4a4f-430a-9397-4b98894eff6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:36.547312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:36.552763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9f36caea-7f71-447a-add3-148081313edf tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:36.584355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 26d2af5c-201c-465e-9b99-40b2ba5650cb yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:56:36.595436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Pushing event updated for resources: {'Port': ['ID=4e795f17-1330-4849-9953-90dc1c89612b,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:36.608668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:36.626399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-80de83e4-4a4f-430a-9397-4b98894eff6a admin admin] Usage tracker for resource:security_group_rule and tenant:dd8a39ae093f49fbb8141681be01b047 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:36.675294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-80de83e4-4a4f-430a-9397-4b98894eff6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:36.697961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-80de83e4-4a4f-430a-9397-4b98894eff6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:36.755397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event updated for resources: {'Subnet': ['ID=bb6df8dd-b211-4c17-8495-5c0c13110839,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:36.760213 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Calling delete_port for 72c97ffe-e190-4a2e-8438-50c428675340 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:36.761259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:36.776675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Checking segment: {'id': 'aeed5546-f89d-42cd-b5eb-5861fc2690e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8c0bec98-22b1-4027-8496-80e7fd15164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:36.777971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Network hostable DHCP agents. Network: 8c0bec98-22b1-4027-8496-80e7fd15164e, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:56:36.810171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-f4a850f1-a2ea-4c9b-bb22-f6f1f6442713', 'network_id': 'f4a850f1-a2ea-4c9b-bb22-f6f1f6442713', 'tenant_id': 'f50c9d492c0e45be80448af6a1af10c3', 'fixed_ips': [{'subnet_id': '8e199615-446d-48ad-801a-493c2bb64f4d'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:36.811053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:36.829675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Network 8c0bec98-22b1-4027-8496-80e7fd15164e is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:56:36.882957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 8c0bec98-22b1-4027-8496-80e7fd15164e) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:36.892766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:36.893690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:36.907771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-80de83e4-4a4f-430a-9397-4b98894eff6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:36.920308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-80de83e4-4a4f-430a-9397-4b98894eff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:36.926198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46748a10-c27c-495e-a53f-bfd011f5a297 None None] Network 8c0bec98-22b1-4027-8496-80e7fd15164e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:36.941232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fdf238a6-9fb9-47ea-b4bf-d034218d5d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:37.003996 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3044896 Nov 25 08:56:37.008511 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-80de83e4-4a4f-430a-9397-4b98894eff6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd8a39ae093f49fbb8141681be01b047&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0273724 Nov 25 08:56:37.009095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48054) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:37.013672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48056) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:37.148762 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de83e4-4a4f-430a-9397-4b98894eff6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71192c65-3b21-4032-9f70-dfb05e104c74,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:37.170221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-80de83e4-4a4f-430a-9397-4b98894eff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:37.177813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::3cf (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/011be29a-5d5e-4635-9c6d-86582cecb11c/26d2af5c-201c-465e-9b99-40b2ba5650cb) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:37.187607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:e9ab (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/5c2aae55-f838-41e1-a8a9-1e73dfbd01ee/26d2af5c-201c-465e-9b99-40b2ba5650cb) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:37.283869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48062) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:37.386440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48ac8-eb11-4c39-97da-0120d00d26eb req-a66a42f3-8235-4e5b-97c0-c0b653a7b13d tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:37.389679 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7be48ac8-eb11-4c39-97da-0120d00d26eb req-a66a42f3-8235-4e5b-97c0-c0b653a7b13d tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.7219634 Nov 25 08:56:37.451428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a70d5daa-9ee8-43fe-b769-2409ed3ef31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:37.506359 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7be48ac8-eb11-4c39-97da-0120d00d26eb req-7f090e3b-998e-4763-8739-4d2a8c4baa15 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973163 Nov 25 08:56:37.536390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967109882'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:37.549207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:37.584971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Allocated IP 172.20.0.2 (f4a850f1-a2ea-4c9b-bb22-f6f1f6442713/8e199615-446d-48ad-801a-493c2bb64f4d/0b0f3b6c-513c-4445-9f98-0e1b16de00cf) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:37.623708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:37.625943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:37.634798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a70d5daa-9ee8-43fe-b769-2409ed3ef31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:37.642689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:37.645895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-377435fa-a987-43bb-9017-d4696620137d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:37.736929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:37.770753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:37.790162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 26d2af5c-201c-465e-9b99-40b2ba5650cb will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:37.816293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Pushing event deleted for resources: {'Port': ['ID=72c97ffe-e190-4a2e-8438-50c428675340,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:37.818712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:37.819797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-8c0bec98-22b1-4027-8496-80e7fd15164e', 'network_id': '8c0bec98-22b1-4027-8496-80e7fd15164e', 'tenant_id': 'f50c9d492c0e45be80448af6a1af10c3', 'fixed_ips': [{'subnet_id': 'bb6df8dd-b211-4c17-8495-5c0c13110839'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:37.820783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:37.828816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:37.831623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:37.838092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-41fce677-46a2-4b22-b3a1-18e9881f8da7 tempest-FloatingIPAdminTestJSON-1521555304 tempest-FloatingIPAdminTestJSON-1521555304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:37.848332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] No DVR routers for this DVR port 72c97ffe-e190-4a2e-8438-50c428675340 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:56:37.852475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:37.909537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:37.915868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ea7b3-3851-4380-8312-da97a8204321 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:37.950761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=26d2af5c-201c-465e-9b99-40b2ba5650cb,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:37.970905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:37.983678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:37.996484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a70d5daa-9ee8-43fe-b769-2409ed3ef31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:38.004570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:38.007716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:38.017030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:38.033665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:38.037009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:38.113275 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3604882 Nov 25 08:56:38.115426 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48072) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:38.232220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-639d29ff-80f0-42b8-8ff1-650ea759184f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:38.252140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:38.272981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4e795f17-1330-4849-9953-90dc1c89612b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:38.287903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-28f428d6-b307-41b1-9415-aed5edf39e84 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 26d2af5c-201c-465e-9b99-40b2ba5650cb {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:38.289120 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28f428d6-b307-41b1-9415-aed5edf39e84 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:38.326393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:38.348155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d5daa-9ee8-43fe-b769-2409ed3ef31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71192c65-3b21-4032-9f70-dfb05e104c74,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:38.363100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a70d5daa-9ee8-43fe-b769-2409ed3ef31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:38.366482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:38.397567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a70d5daa-9ee8-43fe-b769-2409ed3ef31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:38.400387 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a70d5daa-9ee8-43fe-b769-2409ed3ef31c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71192c65-3b21-4032-9f70-dfb05e104c74 HTTP/1.1" status: 204 len: 168 time: 1.3745792 Nov 25 08:56:38.704078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 4e795f17-1330-4849-9953-90dc1c89612b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:38.725644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Allocated IP 172.20.0.2 (8c0bec98-22b1-4027-8496-80e7fd15164e/bb6df8dd-b211-4c17-8495-5c0c13110839/d228adfa-37e0-4b8e-b52a-39565cecdcfa) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:38.779844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2bdb2d-4c15-49a0-b49c-7340d686cf57 None None] Network 54227083-d93a-4716-89f5-b7afd6c9dc4d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:38.875889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28f428d6-b307-41b1-9415-aed5edf39e84 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:38.958062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:38.987784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.006579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.024784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a3a894cc-1378-4508-a569-68d56fb62eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:39.054125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Transition to ACTIVE for port object 0b0f3b6c-513c-4445-9f98-0e1b16de00cf will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:39.063124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:39.067361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:39.070171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:39.074997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-28f428d6-b307-41b1-9415-aed5edf39e84 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 26d2af5c-201c-465e-9b99-40b2ba5650cb owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:39.087215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:39.109206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80542ecd-74e5-4aca-9dd9-039c76bdb5f5 req-f1f64a2c-7564-4dcd-a2aa-ad764e8f878d tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:39.110697 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-80542ecd-74e5-4aca-9dd9-039c76bdb5f5 req-f1f64a2c-7564-4dcd-a2aa-ad764e8f878d tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.3752749 Nov 25 08:56:39.111421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf9d62-3539-45f3-a845-047902ea18c9,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:39.119057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:39.238734 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-80542ecd-74e5-4aca-9dd9-039c76bdb5f5 req-84f571b2-f43c-4b12-8568-36ccfca2aee9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937188 Nov 25 08:56:39.244534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.252164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.270226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5dae359a-7e4a-4a2c-abe0-5b86d5e3b158 None None] Provisioning for port 4e795f17-1330-4849-9953-90dc1c89612b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:39.270634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a70d5daa-9ee8-43fe-b769-2409ed3ef31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:39.295186 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5dae359a-7e4a-4a2c-abe0-5b86d5e3b158 None None] Provisioning complete for port 4e795f17-1330-4849-9953-90dc1c89612b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:39.295558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5dae359a-7e4a-4a2c-abe0-5b86d5e3b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.304232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.305516 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0182316 Nov 25 08:56:39.308308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48082) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:39.333287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c5d09f-e658-403d-bdbf-aa3ea6917554,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:39.343290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:39.382086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-df3d5361-d985-4209-a53d-2c8de5cdb3bf tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:39.388712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28f428d6-b307-41b1-9415-aed5edf39e84 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.391147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Transition to ACTIVE for port object 0b0f3b6c-513c-4445-9f98-0e1b16de00cf will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:39.397387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9a4da69f-3c56-4c64-9b03-f99741cee081 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:39.403612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-df3d5361-d985-4209-a53d-2c8de5cdb3bf tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:39.407784 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-df3d5361-d985-4209-a53d-2c8de5cdb3bf tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0957634 Nov 25 08:56:39.408400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48086) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:39.420172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-105870d8-5e83-4bfc-8a42-131115388807 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group': {'name': 'tempest-security--1962469442', 'description': 'tempest-security-description-565738882'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:39.454685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f428d6-b307-41b1-9415-aed5edf39e84 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=26d2af5c-201c-465e-9b99-40b2ba5650cb,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:39.457937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-28f428d6-b307-41b1-9415-aed5edf39e84 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:39.513555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-105870d8-5e83-4bfc-8a42-131115388807 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.527067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.531011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:39.549597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Allocated IP 172.20.0.1 (f4a850f1-a2ea-4c9b-bb22-f6f1f6442713/8e199615-446d-48ad-801a-493c2bb64f4d/63249cad-30cc-4ab6-987a-7de6409fa22a) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:39.552237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-28f428d6-b307-41b1-9415-aed5edf39e84 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.563572 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-28f428d6-b307-41b1-9415-aed5edf39e84 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/26d2af5c-201c-465e-9b99-40b2ba5650cb HTTP/1.1" status: 204 len: 168 time: 1.4445062 Nov 25 08:56:39.565785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48090) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:39.617345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-105870d8-5e83-4bfc-8a42-131115388807 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.623697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7de0582a-29c9-4b65-a4c1-3eb27329e499 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:39.626334 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Network f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:39.638084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:39.644438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:39.658361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7de0582a-29c9-4b65-a4c1-3eb27329e499 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:39.660125 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7de0582a-29c9-4b65-a4c1-3eb27329e499 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0933383 Nov 25 08:56:39.662710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48094) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:39.669972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0541b307-da76-45cc-aa2d-a211d565bf7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '011be29a-5d5e-4635-9c6d-86582cecb11c'}, {'subnet_id': '5c2aae55-f838-41e1-a8a9-1e73dfbd01ee'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:39.670899 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0541b307-da76-45cc-aa2d-a211d565bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.673547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-105870d8-5e83-4bfc-8a42-131115388807 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.676294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-105870d8-5e83-4bfc-8a42-131115388807 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.677727 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-105870d8-5e83-4bfc-8a42-131115388807 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "PUT /v2.0/security-groups/62c5d09f-e658-403d-bdbf-aa3ea6917554 HTTP/1.1" status: 200 len: 1779 time: 0.2683969 Nov 25 08:56:39.689698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4a89c074-eef9-455d-b49c-c7f3c0e9f298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:39.733739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48098) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:39.734944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105870d8-5e83-4bfc-8a42-131115388807 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c5d09f-e658-403d-bdbf-aa3ea6917554,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:39.739398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-105870d8-5e83-4bfc-8a42-131115388807 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:39.770929 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Pushing event updated for resources: {'Port': ['ID=0b0f3b6c-513c-4445-9f98-0e1b16de00cf,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:39.794785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:39.823825 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-333491b1-0f45-4fae-a0e8-c6f2c6b9c582 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-groups/62c5d09f-e658-403d-bdbf-aa3ea6917554 HTTP/1.1" status: 200 len: 1779 time: 0.0858083 Nov 25 08:56:39.828041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48104) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:39.882259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.936350 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-14226228-6633-4e8d-adc0-bd8f8acf4bde tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2718005 Nov 25 08:56:39.938833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48108) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:39.944213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:39.977382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Transition to ACTIVE for port object 63249cad-30cc-4ab6-987a-7de6409fa22a will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:39.989958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ffdae0b7-4c97-46f6-acb1-3aefcf9b7f2c tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.022033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ffdae0b7-4c97-46f6-acb1-3aefcf9b7f2c tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.026135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a5a3e-078d-4b76-9fb7-91d01c4f6f3b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:40.028438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a5a3e-078d-4b76-9fb7-91d01c4f6f3b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:40.031901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a5a3e-078d-4b76-9fb7-91d01c4f6f3b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:40.032754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-236a5a3e-078d-4b76-9fb7-91d01c4f6f3b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:40.067177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-236a5a3e-078d-4b76-9fb7-91d01c4f6f3b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:40.071268 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-236a5a3e-078d-4b76-9fb7-91d01c4f6f3b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1311688 Nov 25 08:56:40.071415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48112) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:40.089548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Attempting to bind port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:40.090617 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Attempting to bind port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '6eb06c07-a6e4-4eb8-b133-f3b1ae156850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f4a850f1-a2ea-4c9b-bb22-f6f1f6442713'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:40.091011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Attempting to bind port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf on network f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:40.093586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Transition to ACTIVE for port object d228adfa-37e0-4b8e-b52a-39565cecdcfa will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:40.105118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5dae359a-7e4a-4a2c-abe0-5b86d5e3b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.118016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.121654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:56:40.122136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Checking segment: {'id': '6eb06c07-a6e4-4eb8-b133-f3b1ae156850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f4a850f1-a2ea-4c9b-bb22-f6f1f6442713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:40.122571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.122982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Bound using segment: {'id': '6eb06c07-a6e4-4eb8-b133-f3b1ae156850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f4a850f1-a2ea-4c9b-bb22-f6f1f6442713'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:56:40.123473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Bound port: 0b0f3b6c-513c-4445-9f98-0e1b16de00cf, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb06c07-a6e4-4eb8-b133-f3b1ae156850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f4a850f1-a2ea-4c9b-bb22-f6f1f6442713'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:56:40.123869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.129978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-29af24b1-0b01-4048-93f1-1e7647a146fd tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:40.170652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ffdae0b7-4c97-46f6-acb1-3aefcf9b7f2c tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.182647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Transition to ACTIVE for port object d228adfa-37e0-4b8e-b52a-39565cecdcfa will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:40.191185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Network f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:40.198707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:40.207148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:40.237269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.246488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:40.284893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd124fe-506c-434f-93c4-bb5db790aa0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 011be29a-5d5e-4635-9c6d-86582cecb11c {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:40.290499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5dae359a-7e4a-4a2c-abe0-5b86d5e3b158 None None] For port 4e795f17-1330-4849-9953-90dc1c89612b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4e795f17-1330-4849-9953-90dc1c89612b,segment=NetworkSegment(1946ef1c-4f78-40e8-a58a-d5fcaf4a2110),segment_id=1946ef1c-4f78-40e8-a58a-d5fcaf4a2110)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:40.310547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5dae359a-7e4a-4a2c-abe0-5b86d5e3b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.319000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abd124fe-506c-434f-93c4-bb5db790aa0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.356467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Network 8c0bec98-22b1-4027-8496-80e7fd15164e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:40.361813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:40.365293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Pushing event updated for resources: {'Port': ['ID=d228adfa-37e0-4b8e-b52a-39565cecdcfa,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:40.367550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:40.371085 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ffdae0b7-4c97-46f6-acb1-3aefcf9b7f2c tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.374763 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ffdae0b7-4c97-46f6-acb1-3aefcf9b7f2c tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-groups/62c5d09f-e658-403d-bdbf-aa3ea6917554 HTTP/1.1" status: 204 len: 168 time: 0.5457673 Nov 25 08:56:40.388166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48120) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:40.391147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event updated for resources: {'Port': ['ID=63249cad-30cc-4ab6-987a-7de6409fa22a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:40.395470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:40.399448 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] For port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:40.406747 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:40.407236 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f8059b71-3ce2-4fe0-8f8e-f04f633c767f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:40.428415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cb95068b-5dd0-4c3d-a01b-a7a2444a07de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:40.452260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.479219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdae0b7-4c97-46f6-acb1-3aefcf9b7f2c tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c5d09f-e658-403d-bdbf-aa3ea6917554,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:40.500101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ffdae0b7-4c97-46f6-acb1-3aefcf9b7f2c tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:40.518626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5f0cada3-4ddd-4e3d-8958-43c85b800277 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:40.525278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abd124fe-506c-434f-93c4-bb5db790aa0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.546484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c619e1-7400-4fea-8bf5-23a34e2ada95 req-6a873558-504a-4d7e-bb1a-cbc71bb48b06 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:40.547948 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-85c619e1-7400-4fea-8bf5-23a34e2ada95 req-6a873558-504a-4d7e-bb1a-cbc71bb48b06 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.1761177 Nov 25 08:56:40.566162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] For port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0b0f3b6c-513c-4445-9f98-0e1b16de00cf,segment=NetworkSegment(6eb06c07-a6e4-4eb8-b133-f3b1ae156850),segment_id=6eb06c07-a6e4-4eb8-b133-f3b1ae156850)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:40.614011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5f0cada3-4ddd-4e3d-8958-43c85b800277 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:40.614357 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5f0cada3-4ddd-4e3d-8958-43c85b800277 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2202470 Nov 25 08:56:40.622530 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-85c619e1-7400-4fea-8bf5-23a34e2ada95 req-50589ca1-56fe-4375-b278-e26e5de9fee2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647821 Nov 25 08:56:40.622530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48126) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:40.635825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abd124fe-506c-434f-93c4-bb5db790aa0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.639291 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-fed2d39d-de2e-4a52-a28b-779893b04344 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] delete failed (client error): The resource could not be found. Nov 25 08:56:40.647424 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fed2d39d-de2e-4a52-a28b-779893b04344 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-groups/62c5d09f-e658-403d-bdbf-aa3ea6917554 HTTP/1.1" status: 404 len: 347 time: 0.0190916 Nov 25 08:56:40.649639 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48130) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:40.659141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group': {'name': 'tempest-secgroup--98214402'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:40.670830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:40.686378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:40.699784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.705808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.732950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-23f93392-3f81-4b29-97bb-5fd1fb495de5 None None] Provisioning complete for port 4e795f17-1330-4849-9953-90dc1c89612b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:40.733716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23f93392-3f81-4b29-97bb-5fd1fb495de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.734594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:40.738850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:40.742513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:40.749044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:40.750140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.800901 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Attempting to bind port d228adfa-37e0-4b8e-b52a-39565cecdcfa on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:40.801561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Attempting to bind port d228adfa-37e0-4b8e-b52a-39565cecdcfa by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'aeed5546-f89d-42cd-b5eb-5861fc2690e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8c0bec98-22b1-4027-8496-80e7fd15164e'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:40.801837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Attempting to bind port d228adfa-37e0-4b8e-b52a-39565cecdcfa on network 8c0bec98-22b1-4027-8496-80e7fd15164e {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:40.814982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:56:40.815443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Checking segment: {'id': 'aeed5546-f89d-42cd-b5eb-5861fc2690e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8c0bec98-22b1-4027-8496-80e7fd15164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:40.816229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.816497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Bound using segment: {'id': 'aeed5546-f89d-42cd-b5eb-5861fc2690e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8c0bec98-22b1-4027-8496-80e7fd15164e'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:56:40.816874 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Bound port: d228adfa-37e0-4b8e-b52a-39565cecdcfa, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeed5546-f89d-42cd-b5eb-5861fc2690e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8c0bec98-22b1-4027-8496-80e7fd15164e'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:56:40.817250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.841618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae359a-7e4a-4a2c-abe0-5b86d5e3b158 None None] Pushing event updated for resources: {'Port': ['ID=4e795f17-1330-4849-9953-90dc1c89612b,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:40.845363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5dae359a-7e4a-4a2c-abe0-5b86d5e3b158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:40.863548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7ff5a62f-06b9-43a7-8fd2-32093e39cb86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:40.915992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.920300 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:40.925690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b6897746-d042-41af-a37a-b86f7f100690 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:41.036534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704a6511-8041-441d-b09f-f4b17c6f3ac6,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:41.041675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:41.048585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.062625 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4046054 Nov 25 08:56:41.063564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48136) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:41.069832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': '704a6511-8041-441d-b09f-f4b17c6f3ac6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:41.077172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:41.081829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:41.085667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:41.093819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:41.119462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Pushing event updated for resources: {'Port': ['ID=0b0f3b6c-513c-4445-9f98-0e1b16de00cf,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:41.124400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:41.134691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.238918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] For port d228adfa-37e0-4b8e-b52a-39565cecdcfa, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:41.243845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] For port d228adfa-37e0-4b8e-b52a-39565cecdcfa, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d228adfa-37e0-4b8e-b52a-39565cecdcfa,segment=NetworkSegment(aeed5546-f89d-42cd-b5eb-5861fc2690e0),segment_id=aeed5546-f89d-42cd-b5eb-5861fc2690e0)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:41.252988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.270821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8f0b44b4-d623-41c9-ba07-609b609b8c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:41.302494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.312541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.315950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3893a508-3071-41d3-890b-9cafa2b2cbbb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:41.354955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abd124fe-506c-434f-93c4-bb5db790aa0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.363213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2704e406-177c-4a94-a9f3-4c1db345341f tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server [None req-0541b307-da76-45cc-aa2d-a211d565bf7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 011be29a-5d5e-4635-9c6d-86582cecb11c: This subnet is being modified by another concurrent operation. Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise exception Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 011be29a-5d5e-4635-9c6d-86582cecb11c: This subnet is being modified by another concurrent operation. Nov 25 08:56:41.388575 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Nov 25 08:56:41.404416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8841e9c4-0461-483a-9516-024b0c606c62,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:41.418867 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Pushing event updated for resources: {'Port': ['ID=d228adfa-37e0-4b8e-b52a-39565cecdcfa,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:41.422392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:41.427058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de845de7-eac7-49db-b06d-c4bc25538325 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:41.432033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:41.443243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.448803 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3839264 Nov 25 08:56:41.450277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48140) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:41.472619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd124fe-506c-434f-93c4-bb5db790aa0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=011be29a-5d5e-4635-9c6d-86582cecb11c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:41.479054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abd124fe-506c-434f-93c4-bb5db790aa0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:41.483224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abd124fe-506c-434f-93c4-bb5db790aa0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.555563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3c77d016-946e-4848-b891-97b3dd936522 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.583672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3c77d016-946e-4848-b891-97b3dd936522 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.605816 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-abd124fe-506c-434f-93c4-bb5db790aa0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/011be29a-5d5e-4635-9c6d-86582cecb11c HTTP/1.1" status: 204 len: 168 time: 1.5333960 Nov 25 08:56:41.606818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48144) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:41.639880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3c77d016-946e-4848-b891-97b3dd936522 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.642436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:41.689619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77d016-946e-4848-b891-97b3dd936522 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8841e9c4-0461-483a-9516-024b0c606c62,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:41.718211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3c77d016-946e-4848-b891-97b3dd936522 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:41.722322 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3c77d016-946e-4848-b891-97b3dd936522 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.723986 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3c77d016-946e-4848-b891-97b3dd936522 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/8841e9c4-0461-483a-9516-024b0c606c62 HTTP/1.1" status: 204 len: 168 time: 0.2709141 Nov 25 08:56:41.727593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48150) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:41.795068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefe92c2-f96b-4c00-b768-c5a0d5fcfdc7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 5c2aae55-f838-41e1-a8a9-1e73dfbd01ee {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:41.807081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fefe92c2-f96b-4c00-b768-c5a0d5fcfdc7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.867567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-58809807-6e22-4b36-897c-f796865eea76 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:41.911501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef9ffb-5f13-4967-a2e5-e7441cdef529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '5c2aae55-f838-41e1-a8a9-1e73dfbd01ee'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:41.912423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9ffb-5f13-4967-a2e5-e7441cdef529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:41.915524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-58809807-6e22-4b36-897c-f796865eea76 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:41.918375 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-58809807-6e22-4b36-897c-f796865eea76 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1883361 Nov 25 08:56:41.920450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48158) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:41.970454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fefe92c2-f96b-4c00-b768-c5a0d5fcfdc7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.002958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.resource_extend [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:56:42.034674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e7846895-b03f-4fb4-8b70-381461618aad tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.042582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.084770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e7846895-b03f-4fb4-8b70-381461618aad tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.099316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.154049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fefe92c2-f96b-4c00-b768-c5a0d5fcfdc7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.164973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e7846895-b03f-4fb4-8b70-381461618aad tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.169720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f563953f-b1e0-4328-b1e5-6ab1976d30e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:42.197095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7846895-b03f-4fb4-8b70-381461618aad tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704a6511-8041-441d-b09f-f4b17c6f3ac6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:42.198536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b2093b01-be8e-4849-8b41-a79094c766d4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:42.209685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e7846895-b03f-4fb4-8b70-381461618aad tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:42.249188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e7846895-b03f-4fb4-8b70-381461618aad tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.250738 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e7846895-b03f-4fb4-8b70-381461618aad tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-groups/704a6511-8041-441d-b09f-f4b17c6f3ac6 HTTP/1.1" status: 204 len: 168 time: 0.3287151 Nov 25 08:56:42.253345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48164) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:42.341300 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3bde72c1-2e91-4965-86b9-5315b1690c45 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:42.364820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0b0f3b6c-513c-4445-9f98-0e1b16de00cf up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:42.373240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-3bde72c1-2e91-4965-86b9-5315b1690c45 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:42.374786 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3bde72c1-2e91-4965-86b9-5315b1690c45 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1202340 Nov 25 08:56:42.381988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48168) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:42.393049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266833983'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:42.406865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:42.426845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.438313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:42.452204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f03676-d063-432a-9536-f36ad2a37b27 req-7890fe96-4473-4c66-ab1a-8f81213d28ec tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:42.453768 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e5f03676-d063-432a-9536-f36ad2a37b27 req-7890fe96-4473-4c66-ab1a-8f81213d28ec tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.5502284 Nov 25 08:56:42.468913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.491459 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:42.498233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4e795f17-1330-4849-9953-90dc1c89612b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:42.510850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event updated for resources: {'Port': ['ID=63249cad-30cc-4ab6-987a-7de6409fa22a,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:42.517800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:42.557561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:42.568792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:42.575388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:42.588952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:42.638129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 4e795f17-1330-4849-9953-90dc1c89612b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:42.639047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.658034 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e5f03676-d063-432a-9536-f36ad2a37b27 req-620a438f-2384-4e99-acbb-168d9e619714 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935139 Nov 25 08:56:42.659048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fefe92c2-f96b-4c00-b768-c5a0d5fcfdc7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.665302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-44415adf-2fe9-409a-9e66-ffb8c94cf595 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server [None req-e0ef9ffb-5f13-4967-a2e5-e7441cdef529 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c2aae55-f838-41e1-a8a9-1e73dfbd01ee: This subnet is being modified by another concurrent operation. Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise exception Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c2aae55-f838-41e1-a8a9-1e73dfbd01ee: This subnet is being modified by another concurrent operation. Nov 25 08:56:42.696243 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Nov 25 08:56:42.727678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe92c2-f96b-4c00-b768-c5a0d5fcfdc7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=5c2aae55-f838-41e1-a8a9-1e73dfbd01ee,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:42.731292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fefe92c2-f96b-4c00-b768-c5a0d5fcfdc7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:42.737540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fefe92c2-f96b-4c00-b768-c5a0d5fcfdc7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.775879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9ba83-58a4-4669-90c7-8ba432d36922 None None] Network f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:42.776772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.780318 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fefe92c2-f96b-4c00-b768-c5a0d5fcfdc7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/5c2aae55-f838-41e1-a8a9-1e73dfbd01ee HTTP/1.1" status: 204 len: 168 time: 1.1620781 Nov 25 08:56:42.783716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48174) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:42.787363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:42.814370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Network f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:42.815826 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:42.895147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-61722f1d-f856-4920-a23a-1af812c3c627 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:42.975581 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9d00182e-7d94-42c1-b1c0-fb37f5263e5a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1904483 Nov 25 08:56:42.979188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48178) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:42.990140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:43.066475 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d228adfa-37e0-4b8e-b52a-39565cecdcfa up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:43.132277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea2abbd-de5e-4e04-84fb-e7b652ca0394,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:43.135820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:43.143901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Router 0612c8bb-d18c-4d85-a766-414f4d90268f is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:56:43.170464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7635cde5-4a5e-487e-8efe-de230314b9ce None None] Provisioning for port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:43.174997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.176236 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7930467 Nov 25 08:56:43.180148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48182) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:43.188432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': 'eea2abbd-de5e-4e04-84fb-e7b652ca0394', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:43.194991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7635cde5-4a5e-487e-8efe-de230314b9ce None None] Provisioning complete for port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:43.195381 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7635cde5-4a5e-487e-8efe-de230314b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.220722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:43.229243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:43.235029 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac88d2-637d-4801-bd5f-9cc47daad4ac None None] Network 8c0bec98-22b1-4027-8496-80e7fd15164e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:43.240516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:43.247045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:43.249667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:43.254475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:43.259407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:43.268073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:43.286846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.297343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:43.302348 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.338062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port d228adfa-37e0-4b8e-b52a-39565cecdcfa completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:43.353148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:43.364986 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb03fc17-611d-4c64-a73b-3a57204c7216 None None] Sync routers for ids ['0612c8bb-d18c-4d85-a766-414f4d90268f'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:43.368905 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "PUT /v2.0/routers/0612c8bb-d18c-4d85-a766-414f4d90268f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3426564 Nov 25 08:56:43.369065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48186) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:43.384531 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb03fc17-611d-4c64-a73b-3a57204c7216 None None] Routers {'0612c8bb-d18c-4d85-a766-414f4d90268f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:43.387858 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-fb03fc17-611d-4c64-a73b-3a57204c7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['0612c8bb-d18c-4d85-a766-414f4d90268f'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:43.497831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7635cde5-4a5e-487e-8efe-de230314b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.516169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.528799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.549731 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-af9df0c4-2cf6-4def-8316-34bcf27960bb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:43.604036 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-fb03fc17-611d-4c64-a73b-3a57204c7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:43.616772 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb03fc17-611d-4c64-a73b-3a57204c7216 None None] Routers {'0612c8bb-d18c-4d85-a766-414f4d90268f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:43.617459 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-fb03fc17-611d-4c64-a73b-3a57204c7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['0612c8bb-d18c-4d85-a766-414f4d90268f'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:43.655066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7635cde5-4a5e-487e-8efe-de230314b9ce None None] For port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0b0f3b6c-513c-4445-9f98-0e1b16de00cf,segment=NetworkSegment(6eb06c07-a6e4-4eb8-b133-f3b1ae156850),segment_id=6eb06c07-a6e4-4eb8-b133-f3b1ae156850)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:43.677024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7635cde5-4a5e-487e-8efe-de230314b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.682400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:43.686622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d01d8da-a46a-4481-90b8-e4c2cc0c8f59,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:43.691114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:43.724760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.728498 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5450988 Nov 25 08:56:43.729016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48194) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:43.738656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': 'eea2abbd-de5e-4e04-84fb-e7b652ca0394', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:43.748330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:43.779668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:43.786317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:43.791745 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-fb03fc17-611d-4c64-a73b-3a57204c7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:43.792159 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb03fc17-611d-4c64-a73b-3a57204c7216 None None] The sync data for ids ['0612c8bb-d18c-4d85-a766-414f4d90268f'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:43.803353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:43.829691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.836623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bdf29113-e6f5-4f2d-b621-08196bd5fbcc tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:43.875238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635cde5-4a5e-487e-8efe-de230314b9ce None None] Pushing event updated for resources: {'Port': ['ID=0b0f3b6c-513c-4445-9f98-0e1b16de00cf,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:43.919106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7635cde5-4a5e-487e-8efe-de230314b9ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:43.946665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c284a282-769b-453f-8cc1-c26608fc5efb None None] Provisioning for port d228adfa-37e0-4b8e-b52a-39565cecdcfa completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:43.950107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.960583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c284a282-769b-453f-8cc1-c26608fc5efb None None] Provisioning complete for port d228adfa-37e0-4b8e-b52a-39565cecdcfa triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:43.960972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c284a282-769b-453f-8cc1-c26608fc5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:43.995257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:44.007433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:44.022573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:44.023480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:44.064962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3748aefc-1b2c-47e8-9674-398adc8fbcaf None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:44.088926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=8a1af02e-a827-4742-b7a5-bedc18d43489,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:44.111881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:44.139290 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1586351 Nov 25 08:56:44.163909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48198) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:44.170961 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-75cab620-81d8-406c-b3da-0d9d3f8f4bbd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:44.252143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0b0f3b6c-513c-4445-9f98-0e1b16de00cf up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:44.318104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f7abf-dcfd-4886-ae40-e1588b409238 req-4dc66eb9-c97c-4a9c-85b6-1b41fe39d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:44.320828 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7c5f7abf-dcfd-4886-ae40-e1588b409238 req-4dc66eb9-c97c-4a9c-85b6-1b41fe39d733 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=597512dac3a64f3385f07907794ac3f0&device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 1099 time: 0.6907628 Nov 25 08:56:44.321820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:44.340268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:44.352658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db984a8e-f511-45e6-b34f-5646995e67ea req-fdeeb087-06e2-479b-b358-7bd726b638f5 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:44.354381 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-db984a8e-f511-45e6-b34f-5646995e67ea req-fdeeb087-06e2-479b-b358-7bd726b638f5 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.4842677 Nov 25 08:56:44.362781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:44.447028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b395cb36-6543-41a7-82d5-1076c522be93,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:44.477953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:44.488339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c284a282-769b-453f-8cc1-c26608fc5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:44.532222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c284a282-769b-453f-8cc1-c26608fc5efb None None] For port d228adfa-37e0-4b8e-b52a-39565cecdcfa, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d228adfa-37e0-4b8e-b52a-39565cecdcfa,segment=NetworkSegment(aeed5546-f89d-42cd-b5eb-5861fc2690e0),segment_id=aeed5546-f89d-42cd-b5eb-5861fc2690e0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:44.533723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:44.534144 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:44.549629 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:44.553322 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8206360 Nov 25 08:56:44.564625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48202) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:44.567571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c284a282-769b-453f-8cc1-c26608fc5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:44.580203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': 'eea2abbd-de5e-4e04-84fb-e7b652ca0394', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:44.609518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-81bde4b5-5fd8-4bf3-b3c4-cf03e4ed7823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:44.612419 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-db984a8e-f511-45e6-b34f-5646995e67ea req-2ea40dac-5cea-4731-b143-6e773b90e21a tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366452 Nov 25 08:56:44.619345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-75cab620-81d8-406c-b3da-0d9d3f8f4bbd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:44.623941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-75cab620-81d8-406c-b3da-0d9d3f8f4bbd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:44.627603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-75cab620-81d8-406c-b3da-0d9d3f8f4bbd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:44.634489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-75cab620-81d8-406c-b3da-0d9d3f8f4bbd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:44.644031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:44.657051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:44.664514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cab620-81d8-406c-b3da-0d9d3f8f4bbd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:44.669201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75cab620-81d8-406c-b3da-0d9d3f8f4bbd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:44.693628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:44.719317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:44.799556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 17b3340f-41b2-4089-9935-a3c92b5e2eb6 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:56:44.865420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284a282-769b-453f-8cc1-c26608fc5efb None None] Pushing event updated for resources: {'Port': ['ID=d228adfa-37e0-4b8e-b52a-39565cecdcfa,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:45.132413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.160287 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 17b3340f-41b2-4089-9935-a3c92b5e2eb6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:45.182915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f7abf-dcfd-4886-ae40-e1588b409238 req-b1cd20ed-c91a-4a77-9d84-b27d9205a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:45.184404 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7c5f7abf-dcfd-4886-ae40-e1588b409238 req-b1cd20ed-c91a-4a77-9d84-b27d9205a674 service neutron] 10.222.0.41 "GET /v2.0/networks?id=637beb4c-5246-4d8f-86b0-61807c3c0e4e HTTP/1.1" status: 200 len: 897 time: 0.8390360 Nov 25 08:56:45.184627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 17b3340f-41b2-4089-9935-a3c92b5e2eb6 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:45.241379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.252195 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c284a282-769b-453f-8cc1-c26608fc5efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:45.256471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.262992 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e4ec7b49-6a94-4cff-8818-6bfc839632d1 None None] Provisioning for port 63249cad-30cc-4ab6-987a-7de6409fa22a completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:45.270068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-00014b2a-3ff5-412d-ad51-91c49015e330 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:45.279992 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.ipam_backend_mixin [None req-75cab620-81d8-406c-b3da-0d9d3f8f4bbd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a1af02e-a827-4742-b7a5-bedc18d43489 (CIDR: 2001:db8::/64) Nov 25 08:56:45.280235 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-8cbcd753-e846-43f1-955a-e0e9df3909a5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:56:45.281521 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8cbcd753-e846-43f1-955a-e0e9df3909a5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "PUT /v2.0/routers/0612c8bb-d18c-4d85-a766-414f4d90268f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9115560 Nov 25 08:56:45.284753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48218) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:45.294892 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cab620-81d8-406c-b3da-0d9d3f8f4bbd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 08:56:45.295344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cab620-81d8-406c-b3da-0d9d3f8f4bbd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:45.315486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a455612-9c0e-4a07-9c7a-cbfd90169d84,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:45.318008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:45.331252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cc9c0-78ba-4e05-8dac-fb2dd6e7fefe req-80c0b70d-08e0-41c7-8dd9-4f26a2f7376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:45.332753 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7b8cc9c0-78ba-4e05-8dac-fb2dd6e7fefe req-80c0b70d-08e0-41c7-8dd9-4f26a2f7376a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 1099 time: 0.2866490 Nov 25 08:56:45.338733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.342694 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7731304 Nov 25 08:56:45.372637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48222) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:45.374090 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-75cab620-81d8-406c-b3da-0d9d3f8f4bbd tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2099276 Nov 25 08:56:45.381647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': 'eea2abbd-de5e-4e04-84fb-e7b652ca0394', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:45.387202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'port_id': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'mac_address': 'fa:16:3e:48:dc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:56:45.388518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:45.392855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48226) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:45.401633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'subnet': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:45.402612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e4ec7b49-6a94-4cff-8818-6bfc839632d1 None None] Provisioning complete for port 63249cad-30cc-4ab6-987a-7de6409fa22a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:45.402967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4ec7b49-6a94-4cff-8818-6bfc839632d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.417507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:45.425278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:45.429495 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7b8cc9c0-78ba-4e05-8dac-fb2dd6e7fefe req-3741e8cc-d592-4c0e-a8e8-4bba8fa2c21c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874724 Nov 25 08:56:45.437606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:45.503128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec7b49-6a94-4cff-8818-6bfc839632d1 None None] Port 63249cad-30cc-4ab6-987a-7de6409fa22a cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:56:45.548343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'tenant_id': '9f8ebd9a5b6648919581981377b72f4b', 'fixed_ips': [{'subnet_id': '8a1af02e-a827-4742-b7a5-bedc18d43489'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:56:45.549365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.587650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.603899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:45.615406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:subnet and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:45.620446 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7c5f7abf-dcfd-4886-ae40-e1588b409238 req-4c8c47d3-952b-48db-b8ae-1d953e9ff045 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6 HTTP/1.1" status: 200 len: 1002 time: 0.4177382 Nov 25 08:56:45.621204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:45.639060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:45.645692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.683056 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:45.686413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.707523 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.708220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e4ec7b49-6a94-4cff-8818-6bfc839632d1 None None] Provisioning complete for port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:45.708220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4ec7b49-6a94-4cff-8818-6bfc839632d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.733897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.793790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.798999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2741f8c0-dcb5-467b-878c-eb34b669f5a4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:45.831992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f7abf-dcfd-4886-ae40-e1588b409238 req-27996f6b-0b7f-4bab-adbe-7058e29bebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:45.832253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2a58c4-f0e4-4e8f-9ab0-60cebbe0c487,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:45.839947 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7c5f7abf-dcfd-4886-ae40-e1588b409238 req-27996f6b-0b7f-4bab-adbe-7058e29bebca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fb3249e-99fb-4d23-bca6-b2c9ce69cda8 HTTP/1.1" status: 200 len: 834 time: 0.1302874 Nov 25 08:56:45.842354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:45.861107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:45.864985 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4870276 Nov 25 08:56:45.866667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48240) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:45.872450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': 'eea2abbd-de5e-4e04-84fb-e7b652ca0394', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:45.892180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:45.902979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:45.908983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:45.947723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:45.972232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17b3340f-41b2-4089-9935-a3c92b5e2eb6 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:56:45.996320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.007063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:56:46.048254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 17b3340f-41b2-4089-9935-a3c92b5e2eb6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:46.130108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.142344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d08bebf7-f4f9-4651-9671-6d4e5711e369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:46.217583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.225274 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.228898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:46.256400 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'code': 200} Nov 25 08:56:46.264653 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fd2f16-68be-4086-b7be-ab343908f6ff,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:46.273898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:46.274075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Allocated IP 2001:db8::2 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/8a1af02e-a827-4742-b7a5-bedc18d43489/372e2044-b6df-4f40-9095-f8549e4644ed) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:46.280569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d228adfa-37e0-4b8e-b52a-39565cecdcfa up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:46.305323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.306780 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4392958 Nov 25 08:56:46.314438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48248) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:46.442166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18bd0206-2cc3-4358-b2ef-8c4b12bf6c17 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.445000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.objects.ports [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87512) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 08:56:46.446862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.453022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8f58a1e3-181a-4108-b826-fa84bc2ff526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:46.462499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f7abf-dcfd-4886-ae40-e1588b409238 req-9257bebe-a91f-426c-9e1f-c0924d9562af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:46.464043 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7c5f7abf-dcfd-4886-ae40-e1588b409238 req-9257bebe-a91f-426c-9e1f-c0924d9562af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=637beb4c-5246-4d8f-86b0-61807c3c0e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6223695 Nov 25 08:56:46.466519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18bd0206-2cc3-4358-b2ef-8c4b12bf6c17 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.519855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:46.522984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af900d4-2b3d-4189-bfa2-87497b0dfac2 req-5e3ff116-a479-44da-9f94-793f5515fd14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:46.523885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:46.524521 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5af900d4-2b3d-4189-bfa2-87497b0dfac2 req-5e3ff116-a479-44da-9f94-793f5515fd14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 944 time: 0.6189470 Nov 25 08:56:46.529391 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:46.529976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.533406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=17b3340f-41b2-4089-9935-a3c92b5e2eb6,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:46.555811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Subnet': ['ID=2f9cf85c-14cd-4fc0-8b03-d8da62caeaa4,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:46.556079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e639-5404-43ad-8939-ea0b339f0503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.556079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:56:46.556079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:56:46.560020 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1663802 Nov 25 08:56:46.561352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:46.561944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48252) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:46.567951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Request body: {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'mac_address': 'fa:16:3e:fe:3c:07', 'name': 'tempest-NetworksTestDHCPv6-124198434'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:46.621888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:46.644594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.684569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port d228adfa-37e0-4b8e-b52a-39565cecdcfa triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:46.684958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.818754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:46.831710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Usage tracker for resource:port and tenant:9f8ebd9a5b6648919581981377b72f4b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:46.836697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-39900485-ed18-4cf1-a859-7b18858ec61b None None] Provisioning complete for port d228adfa-37e0-4b8e-b52a-39565cecdcfa triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:46.837313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39900485-ed18-4cf1-a859-7b18858ec61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.837689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:46.843981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:46.866873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Made reservation on behalf of 9f8ebd9a5b6648919581981377b72f4b for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:46.885995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18bd0206-2cc3-4358-b2ef-8c4b12bf6c17 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:46.923373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:46.932724 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5af900d4-2b3d-4189-bfa2-87497b0dfac2 req-e14e5095-29b4-4e77-b22e-1273df3920de tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3998506 Nov 25 08:56:46.981759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd0206-2cc3-4358-b2ef-8c4b12bf6c17 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69fd2f16-68be-4086-b7be-ab343908f6ff,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:46.991463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-18bd0206-2cc3-4358-b2ef-8c4b12bf6c17 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:47.032321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18bd0206-2cc3-4358-b2ef-8c4b12bf6c17 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.036091 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-18bd0206-2cc3-4358-b2ef-8c4b12bf6c17 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/69fd2f16-68be-4086-b7be-ab343908f6ff HTTP/1.1" status: 204 len: 168 time: 0.7181129 Nov 25 08:56:47.037078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48258) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:47.112281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ee0188e7-be81-4776-9d6b-88520645411d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:47.167043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.180357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.186811 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7c5f7abf-dcfd-4886-ae40-e1588b409238 req-07cdfa6b-87aa-4496-914a-f286b0440c09 service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093496 Nov 25 08:56:47.195563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ee0188e7-be81-4776-9d6b-88520645411d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:47.200245 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ee0188e7-be81-4776-9d6b-88520645411d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1595838 Nov 25 08:56:47.202373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48264) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:47.208126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.248699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Transition to ACTIVE for port object 372e2044-b6df-4f40-9095-f8549e4644ed will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:47.248699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.261059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b20eddec-d935-45ff-af74-98b53bc96d08 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.276407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b20eddec-d935-45ff-af74-98b53bc96d08 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.289271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48268) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:47.378791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b3340f-41b2-4089-9935-a3c92b5e2eb6 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:56:47.380705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] device_id is not set on port 52bb3e2f-3506-4c70-81fe-a9b513140b13 yet. {{(pid=87512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:56:47.384766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Transition to ACTIVE for port object 372e2044-b6df-4f40-9095-f8549e4644ed will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:47.413409 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7c5f7abf-dcfd-4886-ae40-e1588b409238 req-706891c3-98a1-406b-8f41-92facecb8b8a service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188632 Nov 25 08:56:47.417386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 17b3340f-41b2-4089-9935-a3c92b5e2eb6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:47.419216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Deleting port 63249cad-30cc-4ab6-987a-7de6409fa22a {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:47.430640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.436498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-39900485-ed18-4cf1-a859-7b18858ec61b None None] Provisioning complete for port 63249cad-30cc-4ab6-987a-7de6409fa22a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:47.436886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39900485-ed18-4cf1-a859-7b18858ec61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.480271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.497265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:47.560224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.576206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:47.634710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:47.637977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Pushing event updated for resources: {'Port': ['ID=372e2044-b6df-4f40-9095-f8549e4644ed,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:47.643902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:47.651007 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:47.651609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:47.697453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.766928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b20eddec-d935-45ff-af74-98b53bc96d08 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.773937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-142a5093-294b-4b59-85b3-1cbf31a88559 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:47.825635 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20eddec-d935-45ff-af74-98b53bc96d08 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff2a58c4-f0e4-4e8f-9ab0-60cebbe0c487,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:47.826413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-39900485-ed18-4cf1-a859-7b18858ec61b None None] Port 63249cad-30cc-4ab6-987a-7de6409fa22a cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:56:47.834254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b20eddec-d935-45ff-af74-98b53bc96d08 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.835692 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b20eddec-d935-45ff-af74-98b53bc96d08 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ff2a58c4-f0e4-4e8f-9ab0-60cebbe0c487 HTTP/1.1" status: 204 len: 168 time: 0.6329722 Nov 25 08:56:47.842722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b20eddec-d935-45ff-af74-98b53bc96d08 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:47.843674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48272) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:47.854248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=17b3340f-41b2-4089-9935-a3c92b5e2eb6,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:47.860709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:47.862264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Attempting to bind port 372e2044-b6df-4f40-9095-f8549e4644ed on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:56:47.862968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Attempting to bind port 372e2044-b6df-4f40-9095-f8549e4644ed by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:56:47.863511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Attempting to bind port 372e2044-b6df-4f40-9095-f8549e4644ed on network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:56:47.872580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:56:47.873677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Checking segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:56:47.874601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Calling delete_port for 63249cad-30cc-4ab6-987a-7de6409fa22a owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:47.876889 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.877817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Bound using segment: {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:56:47.878539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Bound port: 372e2044-b6df-4f40-9095-f8549e4644ed, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f69ec3-05df-48d7-ab34-f7bd0117cc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:56:47.879126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:47.951895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['17b3340f-41b2-4089-9935-a3c92b5e2eb6'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:56:48.091315 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] For port 372e2044-b6df-4f40-9095-f8549e4644ed, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:56:48.098361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] For port 372e2044-b6df-4f40-9095-f8549e4644ed, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=372e2044-b6df-4f40-9095-f8549e4644ed,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:56:48.118037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:48.125103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5ea32069-0d0b-440c-bc0c-9bfcfb27c02b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:48.185198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:48.191363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a95ccd83-479c-41ff-b528-a754aaf7c0d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:48.241942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event deleted for resources: {'Port': ['ID=63249cad-30cc-4ab6-987a-7de6409fa22a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:48.271172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Pushing event updated for resources: {'Port': ['ID=372e2044-b6df-4f40-9095-f8549e4644ed,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:48.281188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:48.293452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:48.313863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fe14c324-8e3d-4a19-9df3-d36769ea918c tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:48.393259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8::20d (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/8a1af02e-a827-4742-b7a5-bedc18d43489/52bb3e2f-3506-4c70-81fe-a9b513140b13) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:48.437735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Allocated IP 2001:db8:0:1:f816:3eff:fefe:3c07 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/2f9cf85c-14cd-4fc0-8b03-d8da62caeaa4/52bb3e2f-3506-4c70-81fe-a9b513140b13) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:48.445311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fe14c324-8e3d-4a19-9df3-d36769ea918c tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:48.447054 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fe14c324-8e3d-4a19-9df3-d36769ea918c tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5675213 Nov 25 08:56:48.461952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48288) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:48.786658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35154f11-0ce9-4461-8b69-1959b429ba55 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:48.824918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35154f11-0ce9-4461-8b69-1959b429ba55 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:48.850591 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:48.966728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6750a0-f48d-47cd-bc42-d649419efead req-11ffc172-0bcb-4a4c-984c-1d42566db73f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:48.968295 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9e6750a0-f48d-47cd-bc42-d649419efead req-11ffc172-0bcb-4a4c-984c-1d42566db73f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 945 time: 0.7947114 Nov 25 08:56:49.002197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35154f11-0ce9-4461-8b69-1959b429ba55 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.014411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6c9ac6da-8d35-42f9-ab9f-75cf235a9211 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:49.054968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35154f11-0ce9-4461-8b69-1959b429ba55 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a455612-9c0e-4a07-9c7a-cbfd90169d84,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:49.063410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-35154f11-0ce9-4461-8b69-1959b429ba55 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:49.093202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35154f11-0ce9-4461-8b69-1959b429ba55 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.094506 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-35154f11-0ce9-4461-8b69-1959b429ba55 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/0a455612-9c0e-4a07-9c7a-cbfd90169d84 HTTP/1.1" status: 204 len: 168 time: 0.6272542 Nov 25 08:56:49.110946 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48292) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:49.116572 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9e6750a0-f48d-47cd-bc42-d649419efead req-3d6937c6-9099-40c2-b4f7-afe2881292ee tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394837 Nov 25 08:56:49.152043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48296) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:49.177116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Router 0612c8bb-d18c-4d85-a766-414f4d90268f has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:56:49.220517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.314549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Transition to ACTIVE for port object 52bb3e2f-3506-4c70-81fe-a9b513140b13 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:49.315508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:49.333935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b9c461-873b-4cd2-92b7-084cfe3272b9 None None] Sync routers for ids ['0612c8bb-d18c-4d85-a766-414f4d90268f'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:49.337282 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "PUT /v2.0/routers/0612c8bb-d18c-4d85-a766-414f4d90268f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0514226 Nov 25 08:56:49.338452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48300) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:49.341388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-274d2e8b-c7eb-49f7-93f9-50012a787f54 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:49.353903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9c461-873b-4cd2-92b7-084cfe3272b9 None None] Routers {'0612c8bb-d18c-4d85-a766-414f4d90268f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:49.356000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c5b9c461-873b-4cd2-92b7-084cfe3272b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['0612c8bb-d18c-4d85-a766-414f4d90268f'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:49.374093 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-56ad4261-c28e-4132-aa57-eba98373b81f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/floatingips/f666ee49-84ff-4aff-9065-373ce84dd180 HTTP/1.1" status: 200 len: 993 time: 0.2180624 Nov 25 08:56:49.402193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-274d2e8b-c7eb-49f7-93f9-50012a787f54 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:49.403889 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-274d2e8b-c7eb-49f7-93f9-50012a787f54 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2911355 Nov 25 08:56:49.407113 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48304) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:49.419247 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-bb53471e-8d16-4e51-85b8-3940cf3fd3af tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] delete failed (client error): The resource could not be found. Nov 25 08:56:49.424264 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bb53471e-8d16-4e51-85b8-3940cf3fd3af tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-1875984000 HTTP/1.1" status: 404 len: 335 time: 0.0846629 Nov 25 08:56:49.424867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48308) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:49.430417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d3b2d957-e25d-44f9-bb6f-6e6f2341fe76 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Request body: {'router': {'external_gateway_info': {'network_id': '0612c8bb-d18c-4d85-a766-414f4d90268f'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:49.447568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c5b9c461-873b-4cd2-92b7-084cfe3272b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:49.458475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.488298 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9c461-873b-4cd2-92b7-084cfe3272b9 None None] Routers {'0612c8bb-d18c-4d85-a766-414f4d90268f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:49.489147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c5b9c461-873b-4cd2-92b7-084cfe3272b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['0612c8bb-d18c-4d85-a766-414f4d90268f'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:49.529673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.587106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a8bdc627-9b8b-427f-a5b8-7d0de8d16910 tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:49.622803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c5b9c461-873b-4cd2-92b7-084cfe3272b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:49.623219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b9c461-873b-4cd2-92b7-084cfe3272b9 None None] The sync data for ids ['0612c8bb-d18c-4d85-a766-414f4d90268f'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:49.624700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 17b3340f-41b2-4089-9935-a3c92b5e2eb6 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:49.747228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:49.747620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.796045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event updated for resources: {'Port': ['ID=52bb3e2f-3506-4c70-81fe-a9b513140b13,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:49.803703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd222d69-b695-4810-b6a9-a7881556c754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.804100 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:49.810454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c894-2511-4279-9878-0cb175b07cff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.836490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c894-2511-4279-9878-0cb175b07cff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.880426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c764a0-6dc5-4f5b-81c8-ab0707227459 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:49.883292 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:49.892920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:49.896681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:49.907441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:49.907441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.939001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c894-2511-4279-9878-0cb175b07cff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.946643 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c894-2511-4279-9878-0cb175b07cff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.951084 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1ce1c894-2511-4279-9878-0cb175b07cff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b395cb36-6543-41a7-82d5-1076c522be93 HTTP/1.1" status: 204 len: 168 time: 0.5399792 Nov 25 08:56:49.953715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d671df8d-3e64-407e-87d0-c9707502be1d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:49.960539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48314) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:49.977961 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4151061 Nov 25 08:56:49.978946 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48318) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:49.990116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:49.991237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d957-e25d-44f9-bb6f-6e6f2341fe76 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:50.000855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-509b78bf-ee18-443e-b106-0fff83b21728 None None] Provisioning for port 372e2044-b6df-4f40-9095-f8549e4644ed completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:50.015498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:50.033847 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-d3b2d957-e25d-44f9-bb6f-6e6f2341fe76 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] update failed (client error): The resource could not be found. Nov 25 08:56:50.038708 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d3b2d957-e25d-44f9-bb6f-6e6f2341fe76 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "PUT /v2.0/routers/0612c8bb-d18c-4d85-a766-414f4d90268f HTTP/1.1" status: 404 len: 339 time: 0.6091983 Nov 25 08:56:50.039213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48322) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:50.047552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:56:50.081608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 17b3340f-41b2-4089-9935-a3c92b5e2eb6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:50.105316 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:50.115700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d2dbc-535c-4468-9b27-fbc356e92c0e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting port 52bb3e2f-3506-4c70-81fe-a9b513140b13 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:50.116119 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b7d2dbc-535c-4468-9b27-fbc356e92c0e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:50.122069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:50.178622 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'code': 200} Nov 25 08:56:50.194869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1c894-2511-4279-9878-0cb175b07cff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b395cb36-6543-41a7-82d5-1076c522be93,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:50.200145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1ce1c894-2511-4279-9878-0cb175b07cff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:50.215913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9a177ba4-2efd-41c8-9286-292a9cf90294 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:50.289723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 372e2044-b6df-4f40-9095-f8549e4644ed up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:50.390385 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=17b3340f-41b2-4089-9935-a3c92b5e2eb6,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:50.441630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:50.489981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 372e2044-b6df-4f40-9095-f8549e4644ed completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:50.496968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 372e2044-b6df-4f40-9095-f8549e4644ed triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:50.497348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:50.705264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9a177ba4-2efd-41c8-9286-292a9cf90294 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:50.710158 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9a177ba4-2efd-41c8-9286-292a9cf90294 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7372134 Nov 25 08:56:50.724960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48330) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:50.790624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e076fde-7f16-49bd-a7d1-eef0d6bdd0e8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:50.831410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:50.836158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e076fde-7f16-49bd-a7d1-eef0d6bdd0e8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:50.871248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79246901-0a7e-4f7b-a429-a2221613e71e None None] Update dhcp port {'port': {'network_id': '2f1d9eb1-bcd5-4a88-8e93-a479caae7443', 'fixed_ips': [{'subnet_id': '8a1af02e-a827-4742-b7a5-bedc18d43489', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f9cf85c-14cd-4fc0-8b03-d8da62caeaa4'}], 'binding:host_id': 'dv-neutron-818341-1-hyperv'}, 'id': '372e2044-b6df-4f40-9095-f8549e4644ed'} from dv-neutron-818341-1-hyperv. {{(pid=87514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 08:56:50.922027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:50.942168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b7d2dbc-535c-4468-9b27-fbc356e92c0e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:50.957552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-79246901-0a7e-4f7b-a429-a2221613e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:50.977337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 372e2044-b6df-4f40-9095-f8549e4644ed, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=372e2044-b6df-4f40-9095-f8549e4644ed,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:51.005209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:51.012605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c284a282-769b-453f-8cc1-c26608fc5efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:51.176226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=372e2044-b6df-4f40-9095-f8549e4644ed,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:51.183087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d2dbc-535c-4468-9b27-fbc356e92c0e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Calling delete_port for 52bb3e2f-3506-4c70-81fe-a9b513140b13 owned by {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:51.183938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:51.239732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e076fde-7f16-49bd-a7d1-eef0d6bdd0e8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:51.249363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-eaaadc50-a7f5-4fe0-ab1f-0019d000d918 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:51.293363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-79246901-0a7e-4f7b-a429-a2221613e71e None None] Allocated IP 2001:db8:0:1:f816:3eff:fe51:2165 (2f1d9eb1-bcd5-4a88-8e93-a479caae7443/2f9cf85c-14cd-4fc0-8b03-d8da62caeaa4/372e2044-b6df-4f40-9095-f8549e4644ed) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:51.293679 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e076fde-7f16-49bd-a7d1-eef0d6bdd0e8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d01d8da-a46a-4481-90b8-e4c2cc0c8f59,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:51.302780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7e076fde-7f16-49bd-a7d1-eef0d6bdd0e8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:51.323501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e076fde-7f16-49bd-a7d1-eef0d6bdd0e8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:51.325169 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7e076fde-7f16-49bd-a7d1-eef0d6bdd0e8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/0d01d8da-a46a-4481-90b8-e4c2cc0c8f59 HTTP/1.1" status: 204 len: 168 time: 0.5992424 Nov 25 08:56:51.329831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48334) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:51.428389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:51.473918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Allocated IP 172.20.0.1 (54227083-d93a-4716-89f5-b7afd6c9dc4d/4a025d35-04d8-41d1-92a6-4bde4974aa32/f7546274-27a8-4203-b4f7-8c0c3121332d) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:51.481976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:51.482379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:51.485138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-79246901-0a7e-4f7b-a429-a2221613e71e None None] For port 372e2044-b6df-4f40-9095-f8549e4644ed, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=372e2044-b6df-4f40-9095-f8549e4644ed,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:51.520584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-79246901-0a7e-4f7b-a429-a2221613e71e None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:51.541253 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-79246901-0a7e-4f7b-a429-a2221613e71e None None] Transition to ACTIVE for port object 372e2044-b6df-4f40-9095-f8549e4644ed will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:51.547609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-79246901-0a7e-4f7b-a429-a2221613e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:51.551994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0ede9096-5842-4f8a-ad71-d60e52e3f245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:51.643991 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bdf70a52-ad89-4f77-90a4-97623e392e08 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:51.701575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bdf70a52-ad89-4f77-90a4-97623e392e08 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:51.704553 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bdf70a52-ad89-4f77-90a4-97623e392e08 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3735521 Nov 25 08:56:51.711380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48338) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:51.720116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79246901-0a7e-4f7b-a429-a2221613e71e None None] Pushing event updated for resources: {'Port': ['ID=372e2044-b6df-4f40-9095-f8549e4644ed,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:51.724918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-79246901-0a7e-4f7b-a429-a2221613e71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:51.732611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:51.736502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b7d2dbc-535c-4468-9b27-fbc356e92c0e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:51.749286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-976b6568-4bdc-49bd-9fca-352d9b281532 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:51.752472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Transition to ACTIVE for port object f7546274-27a8-4203-b4f7-8c0c3121332d will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:51.784279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:51.790009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-346a257b-6f85-4df1-82ee-acf77762de1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:51.830486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d2dbc-535c-4468-9b27-fbc356e92c0e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Port': ['ID=52bb3e2f-3506-4c70-81fe-a9b513140b13,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:51.845184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2b7d2dbc-535c-4468-9b27-fbc356e92c0e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:51.852909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Network 54227083-d93a-4716-89f5-b7afd6c9dc4d is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:51.857223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:51.867000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:56:51.937933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event updated for resources: {'Port': ['ID=f7546274-27a8-4203-b4f7-8c0c3121332d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:51.951601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:51.974978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:52.112235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2b7d2dbc-535c-4468-9b27-fbc356e92c0e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:52.120335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976add32-e792-45f3-9101-e61ac2b3b03e tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:52.129532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 4040ac14-2161-4f2b-9d9c-d851a38fa5bd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4040ac14-2161-4f2b-9d9c-d851a38fa5bd,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:52.129862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:52.167892 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2b7d2dbc-535c-4468-9b27-fbc356e92c0e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/52bb3e2f-3506-4c70-81fe-a9b513140b13 HTTP/1.1" status: 204 len: 168 time: 2.1831925 Nov 25 08:56:52.170140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48344) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:52.172161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:52.241930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 372e2044-b6df-4f40-9095-f8549e4644ed up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:56:52.373281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-23ab2df2-797b-4231-b0fd-adf689c88a61 None None] Provisioning for port f7546274-27a8-4203-b4f7-8c0c3121332d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:52.379670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 4040ac14-2161-4f2b-9d9c-d851a38fa5bd owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:52.385026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-23ab2df2-797b-4231-b0fd-adf689c88a61 None None] Provisioning complete for port f7546274-27a8-4203-b4f7-8c0c3121332d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:52.385408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23ab2df2-797b-4231-b0fd-adf689c88a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:52.424002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976add32-e792-45f3-9101-e61ac2b3b03e tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:52.478113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-23ab2df2-797b-4231-b0fd-adf689c88a61 None None] Port f7546274-27a8-4203-b4f7-8c0c3121332d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:56:52.572443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92745ff6-055f-46a5-b6ce-e8a788ed04ce tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:52.573080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-92745ff6-055f-46a5-b6ce-e8a788ed04ce tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:52.590354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976add32-e792-45f3-9101-e61ac2b3b03e tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:52.597065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3d87e2ea-1a3a-46c2-8deb-badb1beafe40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:52.625580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976add32-e792-45f3-9101-e61ac2b3b03e tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea2abbd-de5e-4e04-84fb-e7b652ca0394,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:52.631187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-976add32-e792-45f3-9101-e61ac2b3b03e tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:52.634392 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-92745ff6-055f-46a5-b6ce-e8a788ed04ce tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:52.638557 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-92745ff6-055f-46a5-b6ce-e8a788ed04ce tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3895140 Nov 25 08:56:52.641491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48348) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:52.654430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-976add32-e792-45f3-9101-e61ac2b3b03e tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:52.655566 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-976add32-e792-45f3-9101-e61ac2b3b03e tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-groups/eea2abbd-de5e-4e04-84fb-e7b652ca0394 HTTP/1.1" status: 204 len: 168 time: 0.9432199 Nov 25 08:56:52.688384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48352) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:52.704375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ff78181d-f2bb-45cb-ad3c-3be355277a1a None None] Could not find standard attr ID for object 52bb3e2f-3506-4c70-81fe-a9b513140b13. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:56:52.717518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ff78181d-f2bb-45cb-ad3c-3be355277a1a None None] Provisioning for port 372e2044-b6df-4f40-9095-f8549e4644ed completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:56:52.723728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ff78181d-f2bb-45cb-ad3c-3be355277a1a None None] Provisioning complete for port 372e2044-b6df-4f40-9095-f8549e4644ed triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:52.724306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff78181d-f2bb-45cb-ad3c-3be355277a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:52.881234 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c2aaaa2d-63bb-43e5-bb75-444876ab6da2 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1913831 Nov 25 08:56:52.883474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48356) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:52.900666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:52.903415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079940568'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:52.905754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:52.917249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:52.928730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:52.940236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaac6e5-9101-43f2-8c29-9d398eb2c052 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:52.944053 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-dbaac6e5-9101-43f2-8c29-9d398eb2c052 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3005173 Nov 25 08:56:52.944053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:52.949312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48360) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:52.953084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:52.954131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=4040ac14-2161-4f2b-9d9c-d851a38fa5bd,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:52.957290 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:53.003589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5140ee47-aff8-424c-98f0-191e5e0d9dcd None None] Could not find standard attr ID for object 52bb3e2f-3506-4c70-81fe-a9b513140b13. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 08:56:53.054737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.083818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.099768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.144370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453bdbd9-3b7e-464a-8cd2-e565c24b0aa7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:53.145859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453bdbd9-3b7e-464a-8cd2-e565c24b0aa7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:53.147351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453bdbd9-3b7e-464a-8cd2-e565c24b0aa7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:53.148137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-453bdbd9-3b7e-464a-8cd2-e565c24b0aa7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Synchronizing usage tracker for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:53.156435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4e6f322b-aca7-4888-8af6-9d50da12f1bb tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:53.215971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:53.220832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:53.223871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:53.230713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:53.314782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6908c777-fbd3-4b9a-b690-362508424391 None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:56:53.348039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.360327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-453bdbd9-3b7e-464a-8cd2-e565c24b0aa7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Unset dirty status for tenant:9f8ebd9a5b6648919581981377b72f4b on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:53.361493 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-453bdbd9-3b7e-464a-8cd2-e565c24b0aa7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4113221 Nov 25 08:56:53.365162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48370) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:53.369161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.394156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event updated for resources: {'Port': ['ID=f7546274-27a8-4203-b4f7-8c0c3121332d,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:53.406681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:53.447819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.502637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.508331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6908c777-fbd3-4b9a-b690-362508424391 None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:56:53.518234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a8a7c640-71f9-4137-b66c-a90be437359b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:53.555270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7fe184-f282-4b89-aefd-1eebe89d66ad,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:53.558683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:53.600064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32f43e8-ea31-4e3b-899a-22ace0aea455 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 2f9cf85c-14cd-4fc0-8b03-d8da62caeaa4 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:53.602079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.603212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b32f43e8-ea31-4e3b-899a-22ace0aea455 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.603582 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7160637 Nov 25 08:56:53.607621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48378) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:53.614524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': '4a7fe184-f282-4b89-aefd-1eebe89d66ad', 'direction': 'ingress', 'protocol': 17}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:53.631819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:53.638680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:53.645548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:53.654403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Network 54227083-d93a-4716-89f5-b7afd6c9dc4d is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:56:53.655682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:53.658030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:56:53.707336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b32f43e8-ea31-4e3b-899a-22ace0aea455 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.765761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-96420ab2-eab7-44f7-9581-5e431032c164 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Synchronizing usage tracker for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:53.803719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.869216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Router 0612c8bb-d18c-4d85-a766-414f4d90268f has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:56:53.891925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:53.942507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-96420ab2-eab7-44f7-9581-5e431032c164 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Unset dirty status for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:53.943572 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-96420ab2-eab7-44f7-9581-5e431032c164 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165698459&fields=id&tenant_id=92b396747441487d9e6a7a94c81c8e1d HTTP/1.1" status: 200 len: 267 time: 0.3013318 Nov 25 08:56:53.948037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.009334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a9b39227-d9f0-4201-ae06-497c7b4755a7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:54.046842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b32f43e8-ea31-4e3b-899a-22ace0aea455 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.085913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadb0e9c-417e-4e8e-997d-355483bc888d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:54.088485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:54.090047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.091370 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4827321 Nov 25 08:56:54.094794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48382) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:54.159734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 3063460c-2fb9-4d02-9b39-30f4b27a2283 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:56:54.188486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a7779e-3a3d-4bc7-a19b-a7023acc5f7b tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.191933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:54.197182 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "PUT /v2.0/routers/0612c8bb-d18c-4d85-a766-414f4d90268f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1555111 Nov 25 08:56:54.204277 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7762c3-a83c-48b2-851a-abc8e4e8f4b7 None None] Sync routers for ids ['0612c8bb-d18c-4d85-a766-414f4d90268f'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:54.209012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48386) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:54.216390 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7762c3-a83c-48b2-851a-abc8e4e8f4b7 None None] Routers {'0612c8bb-d18c-4d85-a766-414f4d90268f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:54.217021 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5f7762c3-a83c-48b2-851a-abc8e4e8f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['0612c8bb-d18c-4d85-a766-414f4d90268f'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:54.226131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-226184ee-e236-418c-9e7d-3a94746452b4 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:54.226872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-226184ee-e236-418c-9e7d-3a94746452b4 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Synchronizing usage tracker for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:54.234671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a7779e-3a3d-4bc7-a19b-a7023acc5f7b tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.284598 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5f7762c3-a83c-48b2-851a-abc8e4e8f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:54.299866 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7762c3-a83c-48b2-851a-abc8e4e8f4b7 None None] Routers {'0612c8bb-d18c-4d85-a766-414f4d90268f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:54.300663 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5f7762c3-a83c-48b2-851a-abc8e4e8f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['0612c8bb-d18c-4d85-a766-414f4d90268f'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:54.357340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b32f43e8-ea31-4e3b-899a-22ace0aea455 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.377118 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-efba4b2b-08d0-435c-9aa8-ea6181c4ea39 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:54.381811 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5f7762c3-a83c-48b2-851a-abc8e4e8f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:54.382647 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7762c3-a83c-48b2-851a-abc8e4e8f4b7 None None] The sync data for ids ['0612c8bb-d18c-4d85-a766-414f4d90268f'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:54.527975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e1050-2d6b-40f5-aa8f-b456131f0a5d None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:56:54.565342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f43e8-ea31-4e3b-899a-22ace0aea455 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9cf85c-14cd-4fc0-8b03-d8da62caeaa4,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:54.570417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6598ec60-9cf3-44f8-b273-d38d1e3a2254 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.578366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b32f43e8-ea31-4e3b-899a-22ace0aea455 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:54.580138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-226184ee-e236-418c-9e7d-3a94746452b4 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Unset dirty status for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:54.581309 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-226184ee-e236-418c-9e7d-3a94746452b4 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 812 time: 0.6232696 Nov 25 08:56:54.584670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b32f43e8-ea31-4e3b-899a-22ace0aea455 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.613336 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9ea48afe-c3e5-45bc-b45c-f174f0bef08e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/quotas/92b396747441487d9e6a7a94c81c8e1d HTTP/1.1" status: 200 len: 375 time: 0.0240517 Nov 25 08:56:54.633182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a7779e-3a3d-4bc7-a19b-a7023acc5f7b tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.643553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:54.666626 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b32f43e8-ea31-4e3b-899a-22ace0aea455 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/2f9cf85c-14cd-4fc0-8b03-d8da62caeaa4 HTTP/1.1" status: 204 len: 168 time: 1.2403412 Nov 25 08:56:54.674772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48390) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:54.701347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04e1050-2d6b-40f5-aa8f-b456131f0a5d None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:56:54.721610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7779e-3a3d-4bc7-a19b-a7023acc5f7b tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7fe184-f282-4b89-aefd-1eebe89d66ad,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:54.725833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a9a7779e-3a3d-4bc7-a19b-a7023acc5f7b tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:54.731512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:54.735755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-796becfc-ffd7-4087-8433-9925f087433c None None] Provisioning complete for port 372e2044-b6df-4f40-9095-f8549e4644ed triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:54.736401 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-796becfc-ffd7-4087-8433-9925f087433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.744001 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/3063460c-2fb9-4d02-9b39-30f4b27a2283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4533885 Nov 25 08:56:54.765474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a7779e-3a3d-4bc7-a19b-a7023acc5f7b tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.769218 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a9a7779e-3a3d-4bc7-a19b-a7023acc5f7b tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-groups/4a7fe184-f282-4b89-aefd-1eebe89d66ad HTTP/1.1" status: 204 len: 168 time: 0.6727335 Nov 25 08:56:54.769996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48396) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:54.775604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2158a4-ae3b-4273-b3e8-b4d85e67e593 None None] Sync routers for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:54.779682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-e275c727-56d1-4836-aa8e-761880363b44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Deleting subnet 8a1af02e-a827-4742-b7a5-bedc18d43489 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:54.783502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e275c727-56d1-4836-aa8e-761880363b44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.800235 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-6598ec60-9cf3-44f8-b273-d38d1e3a2254 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 08:56:54.801253 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6598ec60-9cf3-44f8-b273-d38d1e3a2254 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "DELETE /v2.0/routers/0612c8bb-d18c-4d85-a766-414f4d90268f HTTP/1.1" status: 409 len: 329 time: 0.5909779 Nov 25 08:56:54.812229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48400) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:54.843511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-7368517a-68b0-4f7c-814d-476a82465cc5 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Synchronizing usage tracker for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:54.860477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e275c727-56d1-4836-aa8e-761880363b44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:54.916773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-7368517a-68b0-4f7c-814d-476a82465cc5 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Unset dirty status for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:54.919075 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-7368517a-68b0-4f7c-814d-476a82465cc5 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2982743 Nov 25 08:56:54.945856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2158a4-ae3b-4273-b3e8-b4d85e67e593 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:54.946116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ec2158a4-ae3b-4273-b3e8-b4d85e67e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:55.032831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8f6c4d0c-ab8f-4407-9887-a9441494dff5 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:55.074429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e275c727-56d1-4836-aa8e-761880363b44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:55.142811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8f6c4d0c-ab8f-4407-9887-a9441494dff5 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:55.148486 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8f6c4d0c-ab8f-4407-9887-a9441494dff5 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3743470 Nov 25 08:56:55.161573 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-0ec0f639-8f7c-4376-b459-030552c65c6d service neutron] 10.222.0.54 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238603 Nov 25 08:56:55.162343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48406) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:55.167913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946882638'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:55.245688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e275c727-56d1-4836-aa8e-761880363b44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:55.259443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:55.263121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-613fefcf-ab38-4ec4-921a-31bc53d3a888 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:55.308400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275c727-56d1-4836-aa8e-761880363b44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1af02e-a827-4742-b7a5-bedc18d43489,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:55.312220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e275c727-56d1-4836-aa8e-761880363b44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:55.314700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:55.319853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e275c727-56d1-4836-aa8e-761880363b44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:55.340234 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e275c727-56d1-4836-aa8e-761880363b44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/8a1af02e-a827-4742-b7a5-bedc18d43489 HTTP/1.1" status: 204 len: 168 time: 0.6615248 Nov 25 08:56:55.341839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48410) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:55.380107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bdc18-c5a3-4030-bad1-d7431c8c2bf1 req-c991ad55-6190-4d74-be25-fa183ec61abb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:55.381923 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2b3bdc18-c5a3-4030-bad1-d7431c8c2bf1 req-c991ad55-6190-4d74-be25-fa183ec61abb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 946 time: 0.1656885 Nov 25 08:56:55.393288 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-ec2158a4-ae3b-4273-b3e8-b4d85e67e593 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:55.421576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:55.434921 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-55f37924-a908-463a-a1e5-5c135d92d788 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919392 Nov 25 08:56:55.441089 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48414) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:55.458698 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-eac11f0f-518c-48c0-bb97-701ae015ab7d service neutron] 10.222.0.54 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856140 Nov 25 08:56:55.459593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:55.474107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:55.483134 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:55.490933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:55.548354 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2b3bdc18-c5a3-4030-bad1-d7431c8c2bf1 req-624edaaf-7305-4e43-924c-dd05629e7cff tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479924 Nov 25 08:56:55.616188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:55.625175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:55.644158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c269ab76-837c-4f31-88ee-b9ecb70e4afd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:55.645918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94847682-075c-41ac-9025-4fc2ab1b263b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:55.647419 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-94847682-075c-41ac-9025-4fc2ab1b263b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1928620 Nov 25 08:56:55.650943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48420) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:55.694171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b67975c-3770-44d1-8b97-99f81cd5805b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:55.699338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:55.703143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:55.707773 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5442672 Nov 25 08:56:55.708672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48428) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:55.715396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group': {'name': 'tempest-secgroup--500386610'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:55.722353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:55.726625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:55.731493 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:55.738760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:55.748370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e12da-dae5-4f5e-9be9-b25d516d964a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:55.752385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0e9e12da-dae5-4f5e-9be9-b25d516d964a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0923510 Nov 25 08:56:55.753085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48432) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:55.793506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:55.799848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bee5eda-7b25-480d-af6e-10475a69d608 None None] Network 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:56:55.840246 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:55.876330 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8eacdf0b-0a6a-476d-9c1c-0c8a45bcf471 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106985 Nov 25 08:56:55.876330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48436) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:55.935560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:55.938356 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-221b26a1-5692-46ae-aaea-d47a7c883cc1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:55.938823 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221b26a1-5692-46ae-aaea-d47a7c883cc1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:55.942833 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-221b26a1-5692-46ae-aaea-d47a7c883cc1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/52bb3e2f-3506-4c70-81fe-a9b513140b13 HTTP/1.1" status: 404 len: 333 time: 0.0637538 Nov 25 08:56:55.943389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:55.945816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48440) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:55.949197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:55.952924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-696a7fc2-0ba2-45ba-8193-4a0d435d7566 None None] Provisioning complete for port 372e2044-b6df-4f40-9095-f8549e4644ed triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:55.953317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-696a7fc2-0ba2-45ba-8193-4a0d435d7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:56.023600 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:56.030121 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd52f55-e9e9-41d1-9134-5a6884d30ca3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:56.030596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd52f55-e9e9-41d1-9134-5a6884d30ca3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:56.032272 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4fd52f55-e9e9-41d1-9134-5a6884d30ca3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/2f9cf85c-14cd-4fc0-8b03-d8da62caeaa4 HTTP/1.1" status: 404 len: 337 time: 0.0854783 Nov 25 08:56:56.034776 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48448) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:56.111444 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b67ee4d-4576-45b7-a851-b8dc966131da tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:56.113158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b67ee4d-4576-45b7-a851-b8dc966131da tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:56.115468 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9b67ee4d-4576-45b7-a851-b8dc966131da tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/8a1af02e-a827-4742-b7a5-bedc18d43489 HTTP/1.1" status: 404 len: 337 time: 0.0734529 Nov 25 08:56:56.142044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48452) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:56.192592 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a6e513-34e2-4c1f-a675-5c82692997ac tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:56.193375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a6e513-34e2-4c1f-a675-5c82692997ac tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:56.207885 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-82a6e513-34e2-4c1f-a675-5c82692997ac tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/26d2af5c-201c-465e-9b99-40b2ba5650cb HTTP/1.1" status: 404 len: 333 time: 0.0645380 Nov 25 08:56:56.212610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48458) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:56.270463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ec2158a4-ae3b-4273-b3e8-b4d85e67e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:56:52Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '7d19c000-3209-44c7-be8f-c3ac18fdfca3', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.126', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'port_id': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'mac_address': 'fa:16:3e:ad:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:54:18Z', 'updated_at': '2021-11-25T08:54:27Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:56.291026 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d008ca9-6837-424c-9358-de0a53adc0d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:56.291811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d008ca9-6837-424c-9358-de0a53adc0d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:56.311265 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7d008ca9-6837-424c-9358-de0a53adc0d8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/5c2aae55-f838-41e1-a8a9-1e73dfbd01ee HTTP/1.1" status: 404 len: 337 time: 0.0972688 Nov 25 08:56:56.315515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48464) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:56.332720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2158a4-ae3b-4273-b3e8-b4d85e67e593 None None] Checking router: 3063460c-2fb9-4d02-9b39-30f4b27a2283 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:56:56.362977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2158a4-ae3b-4273-b3e8-b4d85e67e593 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:56.363625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ec2158a4-ae3b-4273-b3e8-b4d85e67e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:56.365013 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d949477e-8e7a-400e-9e75-c61e0b66909c req-ee55d4dc-b77e-454e-b0be-c45ef410bf82 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 210 time: 0.2507029 Nov 25 08:56:56.378921 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-137a071c-e26f-4c52-83ee-93215086c63f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:56.379393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137a071c-e26f-4c52-83ee-93215086c63f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:56.381065 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-137a071c-e26f-4c52-83ee-93215086c63f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/011be29a-5d5e-4635-9c6d-86582cecb11c HTTP/1.1" status: 404 len: 337 time: 0.0642834 Nov 25 08:56:56.390985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:56.390985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48468) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:56.430462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:56.439895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-17aaa83f-e05b-4285-8526-9b121cfdcefd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:56.469994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79da9da8-47de-4289-a494-b62f061b273a,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:56.476605 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87ce254-e66f-4689-a336-3319ee7ed6a0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:56.477069 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87ce254-e66f-4689-a336-3319ee7ed6a0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:56.478911 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a87ce254-e66f-4689-a336-3319ee7ed6a0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/1406e111-ac72-433d-9260-30510e4dc52d HTTP/1.1" status: 404 len: 333 time: 0.0934415 Nov 25 08:56:56.482564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:56.482937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48474) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:56.505722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Deleting port f7546274-27a8-4203-b4f7-8c0c3121332d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:56.506344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:56.524521 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc572bc-fa6d-43ec-8752-3a8f49ec67a3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:56.524886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc572bc-fa6d-43ec-8752-3a8f49ec67a3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:56.527581 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6fc572bc-fa6d-43ec-8752-3a8f49ec67a3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/6becdb96-be8e-449e-acc1-92a3525b4615 HTTP/1.1" status: 404 len: 337 time: 0.0426388 Nov 25 08:56:56.530269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48478) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:56.572976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:56.578050 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8682132 Nov 25 08:56:56.578783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48482) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:56.595169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': '7b67975c-3770-44d1-8b97-99f81cd5805b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '79da9da8-47de-4289-a494-b62f061b273a', 'remote_ip_prefix': None}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:56.602570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:56.608430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:56:56.611639 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:56:56.633237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:56.644985 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f38b7b3-1856-4e19-bb49-f5a3e1d71116 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:56.645591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f38b7b3-1856-4e19-bb49-f5a3e1d71116 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:56.654155 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0f38b7b3-1856-4e19-bb49-f5a3e1d71116 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/1187e3ca-7d98-4031-979e-7c2b321ea949 HTTP/1.1" status: 404 len: 337 time: 0.1226068 Nov 25 08:56:56.655324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-94c1f378-2098-40d7-b688-d9ce147b60dd None None] Provisioning complete for port f7546274-27a8-4203-b4f7-8c0c3121332d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:56:56.655710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94c1f378-2098-40d7-b688-d9ce147b60dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:56.655952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48488) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:56.715683 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-24127fca-4a83-452b-84e2-b9829b337ade tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:56.716655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24127fca-4a83-452b-84e2-b9829b337ade tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:56.721151 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-24127fca-4a83-452b-84e2-b9829b337ade tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/31f23aeb-a015-4713-85d6-dcf4132b1370 HTTP/1.1" status: 404 len: 333 time: 0.0627115 Nov 25 08:56:56.721744 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48492) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:56.727943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3d49d-df20-44c0-9bc1-120d9392ac0c None None] DHCP port deletion for 2f1d9eb1-bcd5-4a88-8e93-a479caae7443 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:56:56.746708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3d49d-df20-44c0-9bc1-120d9392ac0c None None] Deleting port 372e2044-b6df-4f40-9095-f8549e4644ed {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:56.747363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6fb3d49d-df20-44c0-9bc1-120d9392ac0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:56.773795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-94c1f378-2098-40d7-b688-d9ce147b60dd None None] Port f7546274-27a8-4203-b4f7-8c0c3121332d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:56:56.784515 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-ec2158a4-ae3b-4273-b3e8-b4d85e67e593 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:56:56.894952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:56.982672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.002214 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-64504e05-9a51-4d99-9641-457d0570ea91 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:57.003753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64504e05-9a51-4d99-9641-457d0570ea91 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:57.007290 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-64504e05-9a51-4d99-9641-457d0570ea91 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/2d832aa4-9d87-476e-96b7-5bc4931f36ca HTTP/1.1" status: 404 len: 337 time: 0.2829945 Nov 25 08:56:57.019239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48496) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:57.036918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Calling delete_port for f7546274-27a8-4203-b4f7-8c0c3121332d owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:57.100719 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5cc642-8dad-42ed-b624-da7c6f798cff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:57.101169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5cc642-8dad-42ed-b624-da7c6f798cff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:57.105526 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6f5cc642-8dad-42ed-b624-da7c6f798cff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/5d4c5aeb-9c19-4b4e-aa61-d072a43f13d3 HTTP/1.1" status: 404 len: 337 time: 0.0810218 Nov 25 08:56:57.106536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48500) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:57.124876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad0c04-96d2-41b6-852f-b0e36f401f99 req-4f8c5ad2-c7c8-4143-b7ba-c16be9229f7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:57.126502 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-61ad0c04-96d2-41b6-852f-b0e36f401f99 req-4f8c5ad2-c7c8-4143-b7ba-c16be9229f7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 946 time: 0.5482380 Nov 25 08:56:57.164117 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb78499b-c4f8-4452-a52c-a582f7cf41c8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:57.164573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb78499b-c4f8-4452-a52c-a582f7cf41c8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:57.168728 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bb78499b-c4f8-4452-a52c-a582f7cf41c8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/2220a67f-b3d4-4239-9529-18d862ba4117 HTTP/1.1" status: 404 len: 333 time: 0.0539019 Nov 25 08:56:57.169286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48504) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:57.199454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6fb3d49d-df20-44c0-9bc1-120d9392ac0c None None] For port 372e2044-b6df-4f40-9095-f8549e4644ed, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=372e2044-b6df-4f40-9095-f8549e4644ed,segment=NetworkSegment(91f69ec3-05df-48d7-ab34-f7bd0117cc7b),segment_id=91f69ec3-05df-48d7-ab34-f7bd0117cc7b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:57.200073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6fb3d49d-df20-44c0-9bc1-120d9392ac0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.227524 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c249901-5e02-43c2-b855-6b01621f6401 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:57.227874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c249901-5e02-43c2-b855-6b01621f6401 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:57.230278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-61ad0c04-96d2-41b6-852f-b0e36f401f99 req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port a3f29115-bd38-403f-8fd8-359e42c387a6 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:56:57.230731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-61ad0c04-96d2-41b6-852f-b0e36f401f99 req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.254765 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ad849-9704-4972-a691-b60756b672ee req-08061540-37d3-4e4d-846a-0e233e0d2e27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:57.255869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-639ad849-9704-4972-a691-b60756b672ee req-08061540-37d3-4e4d-846a-0e233e0d2e27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:57.268119 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5c249901-5e02-43c2-b855-6b01621f6401 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/6e028596-c44e-4bb3-818e-93bcda890b25 HTTP/1.1" status: 404 len: 337 time: 0.0980215 Nov 25 08:56:57.275281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.276658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48508) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:57.343033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.345415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3d49d-df20-44c0-9bc1-120d9392ac0c None None] Calling delete_port for 372e2044-b6df-4f40-9095-f8549e4644ed owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:57.363221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-35154f11-0ce9-4461-8b69-1959b429ba55 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:57.430424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-639ad849-9704-4972-a691-b60756b672ee req-08061540-37d3-4e4d-846a-0e233e0d2e27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:57.431575 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-639ad849-9704-4972-a691-b60756b672ee req-08061540-37d3-4e4d-846a-0e233e0d2e27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 946 time: 0.6667330 Nov 25 08:56:57.432249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbee93c-de1d-42c1-89c5-4a0f511cf457,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:57.454691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:57.461865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.479299 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8948760 Nov 25 08:56:57.480813 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cb8774-4f3f-4050-b7c6-e347e12e43c4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:57.481283 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cb8774-4f3f-4050-b7c6-e347e12e43c4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:57.483379 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-13cb8774-4f3f-4050-b7c6-e347e12e43c4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/8a9e9d00-7768-4ec5-ad26-fcc2476b25b2 HTTP/1.1" status: 404 len: 333 time: 0.1915398 Nov 25 08:56:57.483523 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48514) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:57.492731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48516) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:57.558708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ec2158a4-ae3b-4273-b3e8-b4d85e67e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:56:52Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '7d19c000-3209-44c7-be8f-c3ac18fdfca3', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.126', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'port_id': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'mac_address': 'fa:16:3e:ad:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:54:18Z', 'updated_at': '2021-11-25T08:54:27Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:57.563671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6fb3d49d-df20-44c0-9bc1-120d9392ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.569137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2158a4-ae3b-4273-b3e8-b4d85e67e593 None None] The sync data for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv is: [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:56:52Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '7d19c000-3209-44c7-be8f-c3ac18fdfca3', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.126', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'port_id': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'mac_address': 'fa:16:3e:ad:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:54:18Z', 'updated_at': '2021-11-25T08:54:27Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:57.576942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d3a56ba5-8a5c-4701-813e-64bf995683a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:57.630747 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebe764c-4771-441b-93ac-ceff771d3a9d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:57.631196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebe764c-4771-441b-93ac-ceff771d3a9d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:57.639957 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-639ad849-9704-4972-a691-b60756b672ee req-c03832ad-9d54-4360-8c7c-ecac59d6c242 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842732 Nov 25 08:56:57.643756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3d49d-df20-44c0-9bc1-120d9392ac0c None None] No DVR routers for this DVR port 372e2044-b6df-4f40-9095-f8549e4644ed on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:56:57.644265 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a80e-da7d-43bf-a626-ab6e7ded4124 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.645204 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3d49d-df20-44c0-9bc1-120d9392ac0c None None] Pushing event deleted for resources: {'Port': ['ID=372e2044-b6df-4f40-9095-f8549e4644ed,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:57.648083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6fb3d49d-df20-44c0-9bc1-120d9392ac0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:57.659221 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2ebe764c-4771-441b-93ac-ceff771d3a9d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/a638ce7f-940f-4a86-8c0b-72352e4c3a61 HTTP/1.1" status: 404 len: 337 time: 0.1627913 Nov 25 08:56:57.659221 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-377f96d3-2a35-44ae-a0fb-9573506ce4b1 req-8f00cdd0-efe8-4977-80c1-fe80123fb6bf tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 210 time: 0.1589625 Nov 25 08:56:57.659221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48522) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:57.672453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a80e-da7d-43bf-a626-ab6e7ded4124 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.717790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-0c033b3b-cd6a-42e6-a710-d0da50cf069f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:57.719392 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-0c033b3b-cd6a-42e6-a710-d0da50cf069f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 812 time: 0.3472719 Nov 25 08:56:57.725794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a80e-da7d-43bf-a626-ab6e7ded4124 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.727804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cf0670d2-efeb-4bac-8a0a-deddedca4c3b tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:57.734019 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccffddc1-5b78-491a-9f6a-1237f709703f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:57.734518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccffddc1-5b78-491a-9f6a-1237f709703f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:57.736179 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ccffddc1-5b78-491a-9f6a-1237f709703f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/2bf007f6-7f71-45c0-87d2-45f69a3d77f6 HTTP/1.1" status: 404 len: 333 time: 0.0716045 Nov 25 08:56:57.740930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48526) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:57.769516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a80e-da7d-43bf-a626-ab6e7ded4124 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdbee93c-de1d-42c1-89c5-4a0f511cf457,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:57.773495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5ab6a80e-da7d-43bf-a626-ab6e7ded4124 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:57.774505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a80e-da7d-43bf-a626-ab6e7ded4124 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.777971 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5ab6a80e-da7d-43bf-a626-ab6e7ded4124 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/cdbee93c-de1d-42c1-89c5-4a0f511cf457 HTTP/1.1" status: 204 len: 168 time: 0.2340567 Nov 25 08:56:57.778323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48530) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:57.804683 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-038655ce-7298-487f-a995-d630990a6c44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:57.805189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038655ce-7298-487f-a995-d630990a6c44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:57.807262 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-038655ce-7298-487f-a995-d630990a6c44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/19b5d80e-fa3a-49fa-a5e7-40a62d558e52 HTTP/1.1" status: 404 len: 337 time: 0.0636141 Nov 25 08:56:57.810479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48534) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:57.812317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.817820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-61ad0c04-96d2-41b6-852f-b0e36f401f99 req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port a3f29115-bd38-403f-8fd8-359e42c387a6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a3f29115-bd38-403f-8fd8-359e42c387a6,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:56:57.818167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-61ad0c04-96d2-41b6-852f-b0e36f401f99 req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:57.826303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:57.847542 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-b81f267d-87fd-4791-8d98-bd70ae268f93 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b396747441487d9e6a7a94c81c8e1d HTTP/1.1" status: 200 len: 379 time: 0.1116793 Nov 25 08:56:57.865236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'port': {'device_id': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'admin_state_up': True, 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'security_groups': ['4afe17c0-e86b-4f93-b3a2-83da2e961030']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:57.882512 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2fb16e-3c51-4b07-9535-9453d7cdbbc4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:57.882996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2fb16e-3c51-4b07-9535-9453d7cdbbc4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:57.884667 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7f2fb16e-3c51-4b07-9535-9453d7cdbbc4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/2099cedc-b13c-4247-8ba1-dd31a3fcd41a HTTP/1.1" status: 404 len: 333 time: 0.0732536 Nov 25 08:56:57.946459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48538) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:58.039982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-61ad0c04-96d2-41b6-852f-b0e36f401f99 req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for a3f29115-bd38-403f-8fd8-359e42c387a6 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:56:58.049975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7bab57cd-6530-4cee-a7bb-6bd0a14c14ee tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:58.078748 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-538ba2f8-0d91-4456-abca-e9c2d80969fc tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:58.081660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538ba2f8-0d91-4456-abca-e9c2d80969fc tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:58.083605 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-538ba2f8-0d91-4456-abca-e9c2d80969fc tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/ccd34695-0f9f-44de-b490-390269056db9 HTTP/1.1" status: 404 len: 337 time: 0.1324952 Nov 25 08:56:58.087285 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48546) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:58.173263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7bab57cd-6530-4cee-a7bb-6bd0a14c14ee tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:58.174612 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7bab57cd-6530-4cee-a7bb-6bd0a14c14ee tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3954411 Nov 25 08:56:58.179206 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7be0bd-7f07-458a-bc93-e04085a3547f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:58.179670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7be0bd-7f07-458a-bc93-e04085a3547f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:58.181484 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4a7be0bd-7f07-458a-bc93-e04085a3547f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/4010dbe2-eccf-450f-a38b-728ac7681e93 HTTP/1.1" status: 404 len: 333 time: 0.0875952 Nov 25 08:56:58.185559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48550) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:58.185559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48552) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:58.248227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 372e2044-b6df-4f40-9095-f8549e4644ed no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:58.268728 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b0a88f-63f7-46ad-9c85-d25295666926 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:58.269184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b0a88f-63f7-46ad-9c85-d25295666926 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:58.270976 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-34b0a88f-63f7-46ad-9c85-d25295666926 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/6b351a14-70fd-4ba9-b1df-1224cc6bebb4 HTTP/1.1" status: 404 len: 337 time: 0.0828550 Nov 25 08:56:58.274189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48558) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:58.284845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event deleted for resources: {'Port': ['ID=f7546274-27a8-4203-b4f7-8c0c3121332d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:58.304626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:58.326947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:56:58.336093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 372e2044-b6df-4f40-9095-f8549e4644ed {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:56:58.341876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 372e2044-b6df-4f40-9095-f8549e4644ed not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:56:58.342324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4040ac14-2161-4f2b-9d9c-d851a38fa5bd no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:58.368790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:56:58.378198 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7cc6d6-04dd-42e2-a228-e4fa9264b6e0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:58.379218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7cc6d6-04dd-42e2-a228-e4fa9264b6e0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:58.386893 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fa7cc6d6-04dd-42e2-a228-e4fa9264b6e0 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/8e20740b-dc66-4342-9dfe-ae0fc419e18e HTTP/1.1" status: 404 len: 333 time: 0.1086535 Nov 25 08:56:58.387901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48562) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:58.389145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 4040ac14-2161-4f2b-9d9c-d851a38fa5bd {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:56:58.389490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4040ac14-2161-4f2b-9d9c-d851a38fa5bd not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:56:58.394439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Made reservation on behalf of 92b396747441487d9e6a7a94c81c8e1d for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:56:58.398692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:58.471000 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28a09d0-f8a8-483b-a7d5-aaaafe7dedb4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:58.471453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28a09d0-f8a8-483b-a7d5-aaaafe7dedb4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:58.475518 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e28a09d0-f8a8-483b-a7d5-aaaafe7dedb4 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/5fcb9762-7bbd-4371-94a4-a9fd65fc3c77 HTTP/1.1" status: 404 len: 337 time: 0.0804977 Nov 25 08:56:58.497365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48566) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:58.521027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe83f5b4-103a-4c6c-b838-0650a24eedff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:58.574705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe83f5b4-103a-4c6c-b838-0650a24eedff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:58.656946 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-978a486a-a944-4e48-b58b-04e57b14ad8b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:58.657398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978a486a-a944-4e48-b58b-04e57b14ad8b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:58.666959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:58.682807 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-978a486a-a944-4e48-b58b-04e57b14ad8b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/90a00f35-f05d-475e-972e-1ca68a6da1ef HTTP/1.1" status: 404 len: 337 time: 0.1847677 Nov 25 08:56:58.686645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48570) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:58.740897 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aaaf502-1452-49d3-ac74-33a72d5a4440 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:58.741372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aaaf502-1452-49d3-ac74-33a72d5a4440 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:58.745197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe83f5b4-103a-4c6c-b838-0650a24eedff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:58.758350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0c16f402-b256-4fd6-ac8e-f0e7ba215408 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:58.777480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Allocated IP 172.20.0.9 (d3fd7795-331d-4f44-a9ac-5630085fe248/8080decf-6ef4-4752-b21e-15575360c578/5d396880-c916-43af-8d6a-ff995a50b7a9) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:56:58.789950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83f5b4-103a-4c6c-b838-0650a24eedff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79da9da8-47de-4289-a494-b62f061b273a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:58.796680 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6aaaf502-1452-49d3-ac74-33a72d5a4440 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/a42ad2af-8cc9-4ebb-a9e3-3b6142421900 HTTP/1.1" status: 404 len: 333 time: 0.1073763 Nov 25 08:56:58.797865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fe83f5b4-103a-4c6c-b838-0650a24eedff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:58.802179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48578) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:58.805873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe83f5b4-103a-4c6c-b838-0650a24eedff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:58.807212 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fe83f5b4-103a-4c6c-b838-0650a24eedff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-groups/79da9da8-47de-4289-a494-b62f061b273a HTTP/1.1" status: 204 len: 168 time: 0.6208351 Nov 25 08:56:58.840377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48582) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:58.869127 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e5c4fb-a7cd-486d-85e9-94f9ebbddb7d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:58.869482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e5c4fb-a7cd-486d-85e9-94f9ebbddb7d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:58.873966 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-09e5c4fb-a7cd-486d-85e9-94f9ebbddb7d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/99df1649-c993-4add-af1b-0e306916665b HTTP/1.1" status: 404 len: 337 time: 0.0684488 Nov 25 08:56:58.910868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48586) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:58.958311 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-840c9a13-9df6-4d7e-a43d-108494ca3201 req-ee39273c-61b8-4868-81ca-d70fc2582674 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 210 time: 0.0841849 Nov 25 08:56:58.967962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-61ad0c04-96d2-41b6-852f-b0e36f401f99 req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:58.975356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1c9ece7b-2735-4eea-88e3-32c6914e0bca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:56:59.007717 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c2edfb-cfc4-42fd-ada6-c942c26f0695 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:59.008167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c2edfb-cfc4-42fd-ada6-c942c26f0695 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:59.012788 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a9c2edfb-cfc4-42fd-ada6-c942c26f0695 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/69b8673a-fd20-4976-8024-b756b3da29e9 HTTP/1.1" status: 404 len: 337 time: 0.0975940 Nov 25 08:56:59.057208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48590) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:59.085758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=a3f29115-bd38-403f-8fd8-359e42c387a6,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:56:59.088260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:56:59.233044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ad0c04-96d2-41b6-852f-b0e36f401f99 req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] No DVR routers for this DVR port a3f29115-bd38-403f-8fd8-359e42c387a6 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:56:59.235429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-61ad0c04-96d2-41b6-852f-b0e36f401f99 req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:59.237550 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-61ad0c04-96d2-41b6-852f-b0e36f401f99 req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "DELETE /v2.0/ports/a3f29115-bd38-403f-8fd8-359e42c387a6 HTTP/1.1" status: 204 len: 173 time: 2.1024828 Nov 25 08:56:59.238266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cc2317-4454-4e21-9c3d-806c75598521', 'name': 'network-vif-deleted', 'tag': 'a3f29115-bd38-403f-8fd8-359e42c387a6'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:56:59.252809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Router 0612c8bb-d18c-4d85-a766-414f4d90268f has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:56:59.358743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-47baa5fd-26b6-44b6-99a2-26505ca950c7 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:56:59.408327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:59.415686 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cc2317-4454-4e21-9c3d-806c75598521', 'name': 'network-vif-deleted', 'tag': 'a3f29115-bd38-403f-8fd8-359e42c387a6', 'status': 'completed', 'code': 200} Nov 25 08:56:59.419852 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2f541c-cb21-4355-9c6a-99e89a981e50 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:59.420427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2f541c-cb21-4355-9c6a-99e89a981e50 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:59.424449 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cf2f541c-cb21-4355-9c6a-99e89a981e50 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/ff65fe27-8d24-447b-908e-55e67ad8a3b5 HTTP/1.1" status: 404 len: 333 time: 0.2103553 Nov 25 08:56:59.430044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48596) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:59.434549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:56:59.445436 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf1811-394d-4e72-ab0f-421f6679812e None None] Sync routers for ids ['0612c8bb-d18c-4d85-a766-414f4d90268f'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:56:59.450520 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "PUT /v2.0/routers/0612c8bb-d18c-4d85-a766-414f4d90268f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6371679 Nov 25 08:56:59.456637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48600) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:59.460872 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf1811-394d-4e72-ab0f-421f6679812e None None] Routers {'0612c8bb-d18c-4d85-a766-414f4d90268f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:59.461785 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c9bf1811-394d-4e72-ab0f-421f6679812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['0612c8bb-d18c-4d85-a766-414f4d90268f'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:59.531995 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-781dcc45-81af-4da3-98a5-e3a69e25c746 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] show failed (client error): The resource could not be found. Nov 25 08:56:59.533049 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-781dcc45-81af-4da3-98a5-e3a69e25c746 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-962142341 HTTP/1.1" status: 404 len: 334 time: 0.0752795 Nov 25 08:56:59.535107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f343678-f92a-401b-9a39-c5864fdddcbb req-95b3cce8-83aa-4a0b-bcf3-959586055baa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:56:59.537672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48604) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:59.542058 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6f343678-f92a-401b-9a39-c5864fdddcbb req-95b3cce8-83aa-4a0b-bcf3-959586055baa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=13cc2317-4454-4e21-9c3d-806c75598521 HTTP/1.1" status: 200 len: 867 time: 0.6764903 Nov 25 08:56:59.547182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-7ccd0243-4de4-4f6c-9313-66db79d7e39c tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:56:59.560941 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c9bf1811-394d-4e72-ab0f-421f6679812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:59.584423 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf1811-394d-4e72-ab0f-421f6679812e None None] Routers {'0612c8bb-d18c-4d85-a766-414f4d90268f'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:56:59.585061 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c9bf1811-394d-4e72-ab0f-421f6679812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['0612c8bb-d18c-4d85-a766-414f4d90268f'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:59.593315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Transition to ACTIVE for port object 5d396880-c916-43af-8d6a-ff995a50b7a9 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:56:59.606902 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6f343678-f92a-401b-9a39-c5864fdddcbb req-57fe0b8b-048d-4e7d-b054-aba95840f9b9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638335 Nov 25 08:56:59.607596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-47baa5fd-26b6-44b6-99a2-26505ca950c7 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:56:59.611929 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-47baa5fd-26b6-44b6-99a2-26505ca950c7 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7643430 Nov 25 08:56:59.613793 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabde6dc-fd32-4acc-a74e-f4c7daff3f06 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:59.614257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabde6dc-fd32-4acc-a74e-f4c7daff3f06 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:59.618374 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fabde6dc-fd32-4acc-a74e-f4c7daff3f06 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/ab58fd88-972c-4437-b464-af6c5652dc02 HTTP/1.1" status: 404 len: 337 time: 0.1793075 Nov 25 08:56:59.618374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48608) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:59.619924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48610) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:59.635710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a3f29115-bd38-403f-8fd8-359e42c387a6 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:56:59.675817 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-7ccd0243-4de4-4f6c-9313-66db79d7e39c tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] update failed (client error): The resource could not be found. Nov 25 08:56:59.680422 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7ccd0243-4de4-4f6c-9313-66db79d7e39c tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-474871924 HTTP/1.1" status: 404 len: 334 time: 0.1383388 Nov 25 08:56:59.680652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48616) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:59.721736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: a3f29115-bd38-403f-8fd8-359e42c387a6 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:56:59.727770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a3f29115-bd38-403f-8fd8-359e42c387a6 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:56:59.732870 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c9bf1811-394d-4e72-ab0f-421f6679812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:56:59.733092 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2539e2e-0ff4-418d-b10b-730dde7c14f6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:59.733561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2539e2e-0ff4-418d-b10b-730dde7c14f6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:59.734121 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf1811-394d-4e72-ab0f-421f6679812e None None] The sync data for ids ['0612c8bb-d18c-4d85-a766-414f4d90268f'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:56:59.735250 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e2539e2e-0ff4-418d-b10b-730dde7c14f6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/26f1132d-cc7d-48a2-a595-ff7d8a9346d3 HTTP/1.1" status: 404 len: 337 time: 0.1032302 Nov 25 08:56:59.740546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48620) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:59.813812 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e302cc-3ff5-4cb0-83f4-1e3935388e0a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:59.814308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e302cc-3ff5-4cb0-83f4-1e3935388e0a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:59.818319 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-36e302cc-3ff5-4cb0-83f4-1e3935388e0a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/bd23a5c0-8d70-4ba8-8889-9ca398e2db15 HTTP/1.1" status: 404 len: 333 time: 0.0744236 Nov 25 08:56:59.818697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-882f6f8e-76d5-4425-99be-a82676ed52ee tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Deleting subnet bb6df8dd-b211-4c17-8495-5c0c13110839 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:56:59.818833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48624) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:59.832137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-882f6f8e-76d5-4425-99be-a82676ed52ee tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:59.875873 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-441c72c6-3ca4-4c53-994e-30341f4fe8d3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:56:59.876309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441c72c6-3ca4-4c53-994e-30341f4fe8d3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:56:59.880368 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-441c72c6-3ca4-4c53-994e-30341f4fe8d3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/e1823548-5244-4db8-b2af-759adb6c9575 HTTP/1.1" status: 404 len: 337 time: 0.0574350 Nov 25 08:56:59.881239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:59.882850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48628) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:56:59.883518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25b2f7a7-9e4a-4eea-aafa-4081e18092eb tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:56:59.892105 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f754e25b-5e09-425b-9f3e-66d781235adb tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:00.056324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Network d3fd7795-331d-4f44-a9ac-5630085fe248 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:57:00.066150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:00.069315 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28cb3f0-046c-4602-9dc5-a2198273604d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:00.069943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28cb3f0-046c-4602-9dc5-a2198273604d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:00.071838 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f28cb3f0-046c-4602-9dc5-a2198273604d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/888c5b5b-91cc-41e9-ba60-d1ce408696d9 HTTP/1.1" status: 404 len: 337 time: 0.1862233 Nov 25 08:57:00.073009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:57:00.101260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-882f6f8e-76d5-4425-99be-a82676ed52ee tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.120223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25b2f7a7-9e4a-4eea-aafa-4081e18092eb tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.131925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48634) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.204225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'Port': ['ID=5d396880-c916-43af-8d6a-ff995a50b7a9,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:00.208761 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0065fe6b-df21-4edf-ae84-5a3e6e817e54 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports?device_id=146b566f-3fdc-485c-bb10-a09d49b386f2 HTTP/1.1" status: 200 len: 205 time: 0.0723467 Nov 25 08:57:00.212662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:00.217107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48638) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.287782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-882f6f8e-76d5-4425-99be-a82676ed52ee tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.320204 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-eeae4cd5-06b2-49c3-961b-788ef212b494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] delete failed (client error): The resource could not be found. Nov 25 08:57:00.320204 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-eeae4cd5-06b2-49c3-961b-788ef212b494 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/routers/146b566f-3fdc-485c-bb10-a09d49b386f2 HTTP/1.1" status: 404 len: 336 time: 0.1018026 Nov 25 08:57:00.322682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48642) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.360269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:00.360890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.361613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e02c6c-4ea5-4348-a827-34a5835caef7 req-d7b519ac-140d-4d82-9ac0-f6c5840b3367 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:00.363583 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-45e02c6c-4ea5-4348-a827-34a5835caef7 req-d7b519ac-140d-4d82-9ac0-f6c5840b3367 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 931 time: 0.1821272 Nov 25 08:57:00.379314 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-c190f89a-36d2-4269-a3c5-f0a07f81324b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:00.379761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c190f89a-36d2-4269-a3c5-f0a07f81324b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:00.385361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25b2f7a7-9e4a-4eea-aafa-4081e18092eb tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.392636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:00.409864 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c190f89a-36d2-4269-a3c5-f0a07f81324b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/01d7828b-b3da-435e-be47-e9162e722b8f HTTP/1.1" status: 404 len: 337 time: 0.0861835 Nov 25 08:57:00.410820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2f7a7-9e4a-4eea-aafa-4081e18092eb tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b67975c-3770-44d1-8b97-99f81cd5805b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:00.413211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48646) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.416445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-25b2f7a7-9e4a-4eea-aafa-4081e18092eb tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:00.429744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-882f6f8e-76d5-4425-99be-a82676ed52ee tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.437008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-257bdfc2-3190-4088-b19c-8e1c86a15d93 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:00.460270 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6044347 Nov 25 08:57:00.466177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-25b2f7a7-9e4a-4eea-aafa-4081e18092eb tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.470383 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-25b2f7a7-9e4a-4eea-aafa-4081e18092eb tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-groups/7b67975c-3770-44d1-8b97-99f81cd5805b HTTP/1.1" status: 204 len: 168 time: 0.8483903 Nov 25 08:57:00.472596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Request body: {'port': {'device_id': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:00.474565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48650) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.476301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9b756c3c-2931-43b3-8a5c-966bad99b2dd None None] Provisioning for port 5d396880-c916-43af-8d6a-ff995a50b7a9 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:57:00.484445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9b756c3c-2931-43b3-8a5c-966bad99b2dd None None] Provisioning complete for port 5d396880-c916-43af-8d6a-ff995a50b7a9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:00.484966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b756c3c-2931-43b3-8a5c-966bad99b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.499931 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-45e02c6c-4ea5-4348-a827-34a5835caef7 req-1034bc36-f054-4f36-8512-0c05a4e362f8 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223631 Nov 25 08:57:00.504424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f6f8e-76d5-4425-99be-a82676ed52ee tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6df8dd-b211-4c17-8495-5c0c13110839,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:00.505748 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c0098a9b-6b2b-4769-b4f6-bbd77dab4717 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 HTTP/1.1" status: 200 len: 205 time: 0.0914004 Nov 25 08:57:00.509310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-882f6f8e-76d5-4425-99be-a82676ed52ee tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:00.509984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48654) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.516027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-882f6f8e-76d5-4425-99be-a82676ed52ee tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.530431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4b3290-8086-4f6b-9167-cde2da2e036e None None] Network 8c0bec98-22b1-4027-8496-80e7fd15164e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:00.598728 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-882f6f8e-76d5-4425-99be-a82676ed52ee tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "DELETE /v2.0/subnets/bb6df8dd-b211-4c17-8495-5c0c13110839 HTTP/1.1" status: 204 len: 168 time: 0.9169984 Nov 25 08:57:00.605307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48658) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.612132 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-e18eaa41-d914-409e-b4f6-03ff9d210929 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] delete failed (client error): The resource could not be found. Nov 25 08:57:00.615774 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e18eaa41-d914-409e-b4f6-03ff9d210929 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/routers/f5f283f3-2e4d-44bf-90b6-ccc7b46b44b0 HTTP/1.1" status: 404 len: 336 time: 0.0964508 Nov 25 08:57:00.616321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48662) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.675388 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d46cbc8-84d7-4a36-906d-5f5df23e5e6f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:00.675628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d46cbc8-84d7-4a36-906d-5f5df23e5e6f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:00.679733 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1d46cbc8-84d7-4a36-906d-5f5df23e5e6f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/a70fc21d-9d4c-4abd-9341-765d3b53cfed HTTP/1.1" status: 404 len: 337 time: 0.0569949 Nov 25 08:57:00.681095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48668) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.694012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3971ff-010d-4b22-9cfe-7cfe2b25da2d tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Deleting subnet 8e199615-446d-48ad-801a-493c2bb64f4d {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:57:00.698167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea3971ff-010d-4b22-9cfe-7cfe2b25da2d tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.713443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9b756c3c-2931-43b3-8a5c-966bad99b2dd None None] Port 5d396880-c916-43af-8d6a-ff995a50b7a9 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:57:00.720939 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d07ad479-b8cc-4510-b134-4022f4516806 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2414417 Nov 25 08:57:00.724424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48672) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.730058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130123476'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:00.740225 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-3480df52-21b8-4d68-b27b-28aca1119570 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:00.740670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3480df52-21b8-4d68-b27b-28aca1119570 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:00.745018 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3480df52-21b8-4d68-b27b-28aca1119570 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/0f005e28-540c-4203-b4bc-96721af3908d HTTP/1.1" status: 404 len: 337 time: 0.0628648 Nov 25 08:57:00.746310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48676) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.747304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:00.775772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea3971ff-010d-4b22-9cfe-7cfe2b25da2d tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.791686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48680) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.792689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:00.803956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:00.818395 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-24210e46-3b9e-43a9-91b8-750aa9445fb9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:00.819002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24210e46-3b9e-43a9-91b8-750aa9445fb9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:00.822135 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-24210e46-3b9e-43a9-91b8-750aa9445fb9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/9e3e2409-077e-4dfa-b248-2c5facd18cb1 HTTP/1.1" status: 404 len: 333 time: 0.0720930 Nov 25 08:57:00.826950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48684) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.831120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:00.867207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.875082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e112ee6-635e-4c62-8fa4-d5f34288cba6 None None] DHCP port deletion for 8c0bec98-22b1-4027-8496-80e7fd15164e request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:57:00.880306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4e112ee6-635e-4c62-8fa4-d5f34288cba6 None None] Deleting port d228adfa-37e0-4b8e-b52a-39565cecdcfa {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:00.881021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e112ee6-635e-4c62-8fa4-d5f34288cba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.889670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:00.902521 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1be30c-dec5-4bce-ac36-73726a9eaf72 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:00.902855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1be30c-dec5-4bce-ac36-73726a9eaf72 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:00.904698 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3d1be30c-dec5-4bce-ac36-73726a9eaf72 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/edfe3448-4327-4783-a902-a234a6837da6 HTTP/1.1" status: 404 len: 337 time: 0.0745156 Nov 25 08:57:00.909569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48688) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:00.941877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:00.983619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:01.000661 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3bb83d-ce5f-4644-8c70-4f8faea62f9b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.001169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3bb83d-ce5f-4644-8c70-4f8faea62f9b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.005482 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1f3bb83d-ce5f-4644-8c70-4f8faea62f9b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/9dd75a5c-4a26-4878-82fe-118631b0555c HTTP/1.1" status: 404 len: 333 time: 0.0944247 Nov 25 08:57:01.006380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48692) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.007723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5a3193d-f028-48c6-8eaa-37481de565c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.110664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5a3193d-f028-48c6-8eaa-37481de565c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.164015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4e112ee6-635e-4c62-8fa4-d5f34288cba6 None None] For port d228adfa-37e0-4b8e-b52a-39565cecdcfa, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=d228adfa-37e0-4b8e-b52a-39565cecdcfa,segment=NetworkSegment(aeed5546-f89d-42cd-b5eb-5861fc2690e0),segment_id=aeed5546-f89d-42cd-b5eb-5861fc2690e0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:01.164554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e112ee6-635e-4c62-8fa4-d5f34288cba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.167789 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-0600c63a-fc40-4070-98ff-d43b632ea6b6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.168468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0600c63a-fc40-4070-98ff-d43b632ea6b6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.173530 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0600c63a-fc40-4070-98ff-d43b632ea6b6 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/ce93a418-2407-4160-9820-0b027ce187c4 HTTP/1.1" status: 404 len: 337 time: 0.1622624 Nov 25 08:57:01.178780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48696) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.190202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea3971ff-010d-4b22-9cfe-7cfe2b25da2d tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.224870 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-060d739b-0b9a-47aa-9487-9d50d6a2c98c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.225127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060d739b-0b9a-47aa-9487-9d50d6a2c98c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.246722 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-060d739b-0b9a-47aa-9487-9d50d6a2c98c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/60044cff-49b4-4857-95c9-bf00c5d677f4 HTTP/1.1" status: 404 len: 333 time: 0.0633695 Nov 25 08:57:01.246722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.249033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48700) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.257368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.265276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7a578431-a460-4a05-94c5-d21b1e1730dd tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:01.295612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcc31c2-6a20-4eb0-aeb9-1157db0dcf9c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:01.304108 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-e742c0da-8712-4355-8fb8-9fa38519991c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.307942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:01.308120 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e742c0da-8712-4355-8fb8-9fa38519991c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.308120 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e742c0da-8712-4355-8fb8-9fa38519991c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/e713a113-6ed6-4820-a35e-7b5c556f960a HTTP/1.1" status: 404 len: 337 time: 0.0565686 Nov 25 08:57:01.308297 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4e112ee6-635e-4c62-8fa4-d5f34288cba6 None None] Calling delete_port for d228adfa-37e0-4b8e-b52a-39565cecdcfa owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:01.310052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48704) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.362513 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7400c2-fe90-416f-9160-43c69ce3e57b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.362917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7400c2-fe90-416f-9160-43c69ce3e57b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.364973 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0b7400c2-fe90-416f-9160-43c69ce3e57b tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/940d4372-43ff-492f-9b81-d079ecfac6c6 HTTP/1.1" status: 404 len: 333 time: 0.0533550 Nov 25 08:57:01.367473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48708) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.400938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e112ee6-635e-4c62-8fa4-d5f34288cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.406836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:01.408604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5a3193d-f028-48c6-8eaa-37481de565c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.411120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d5a3193d-f028-48c6-8eaa-37481de565c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.415057 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d5a3193d-f028-48c6-8eaa-37481de565c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/6ea401a9-a9ca-40c9-ac17-4ab8eebf3141 HTTP/1.1" status: 204 len: 168 time: 0.6158915 Nov 25 08:57:01.415057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-64782c49-49cc-4128-ab05-24c710e26f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:01.428416 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ea7ee4-9b83-4dfd-b2aa-833bbdca363c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.428880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ea7ee4-9b83-4dfd-b2aa-833bbdca363c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.430602 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c2ea7ee4-9b83-4dfd-b2aa-833bbdca363c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/b2e042ad-3ff0-4b62-a449-1daf26c760ac HTTP/1.1" status: 404 len: 337 time: 0.0622663 Nov 25 08:57:01.431410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.434984 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7071190 Nov 25 08:57:01.434984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48714) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.434984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3193d-f028-48c6-8eaa-37481de565c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea401a9-a9ca-40c9-ac17-4ab8eebf3141,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:01.438692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d5a3193d-f028-48c6-8eaa-37481de565c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:01.470231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48716) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.470783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48720) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.491883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e112ee6-635e-4c62-8fa4-d5f34288cba6 None None] No DVR routers for this DVR port d228adfa-37e0-4b8e-b52a-39565cecdcfa on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:57:01.493600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e112ee6-635e-4c62-8fa4-d5f34288cba6 None None] Pushing event deleted for resources: {'Port': ['ID=d228adfa-37e0-4b8e-b52a-39565cecdcfa,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:01.496804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4e112ee6-635e-4c62-8fa4-d5f34288cba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:01.533311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-cb13ca32-b65d-4c3a-add3-e9ee412c3992 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': 'cdcc31c2-6a20-4eb0-aeb9-1157db0dcf9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:01.558255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cb13ca32-b65d-4c3a-add3-e9ee412c3992 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:01.562565 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-42625035-b866-490b-9888-34e7fc811f30 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.562846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42625035-b866-490b-9888-34e7fc811f30 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.566771 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-42625035-b866-490b-9888-34e7fc811f30 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/53fa7ba5-255e-4229-a931-c60ad1324cba HTTP/1.1" status: 404 len: 333 time: 0.1299405 Nov 25 08:57:01.568191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48728) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.601209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea3971ff-010d-4b22-9cfe-7cfe2b25da2d tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.607515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-80e6437f-fc3a-4c98-a318-cfa9969a49b8 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:01.637146 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-546b232f-e64d-4e26-ad40-ef1fd14bac5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.637670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546b232f-e64d-4e26-ad40-ef1fd14bac5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.646350 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-546b232f-e64d-4e26-ad40-ef1fd14bac5d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/5fc37144-14f5-42c6-9914-9c03da640afd HTTP/1.1" status: 404 len: 337 time: 0.0662744 Nov 25 08:57:01.646350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cb13ca32-b65d-4c3a-add3-e9ee412c3992 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:01.648481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48732) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.691791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3971ff-010d-4b22-9cfe-7cfe2b25da2d tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event deleted for resources: {'Subnet': ['ID=8e199615-446d-48ad-801a-493c2bb64f4d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:01.691958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63eba58-57ee-4b5a-b7c0-90a7e54df4e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting subnet c7853d6c-4c12-4061-ba10-be5ec2067a3d {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:57:01.701899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea3971ff-010d-4b22-9cfe-7cfe2b25da2d tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.704668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bb1f37-6053-4bd8-b87c-54caebd3c4a2 None None] Network f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:01.704811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea3971ff-010d-4b22-9cfe-7cfe2b25da2d tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:01.711094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d63eba58-57ee-4b5a-b7c0-90a7e54df4e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.725580 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ea3971ff-010d-4b22-9cfe-7cfe2b25da2d tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "DELETE /v2.0/subnets/8e199615-446d-48ad-801a-493c2bb64f4d HTTP/1.1" status: 204 len: 168 time: 1.1190047 Nov 25 08:57:01.746710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48736) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.747585 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b58b1b-d209-461c-be43-155fb05637a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.748044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b58b1b-d209-461c-be43-155fb05637a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.752483 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-54b58b1b-d209-461c-be43-155fb05637a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/47dbe9ae-aa47-4dd3-ae59-d82a3d66a736 HTTP/1.1" status: 404 len: 333 time: 0.0999997 Nov 25 08:57:01.758684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48738) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.792928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb13ca32-b65d-4c3a-add3-e9ee412c3992 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.822156 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-42999679-e337-4e1b-9d97-579959fca55f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.822769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42999679-e337-4e1b-9d97-579959fca55f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.825002 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-42999679-e337-4e1b-9d97-579959fca55f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/69f1dc2d-7fba-4729-a984-71b71ccf2575 HTTP/1.1" status: 404 len: 337 time: 0.0650876 Nov 25 08:57:01.828359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48744) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.888975 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-efde8bcd-8341-4dc9-9d25-35a1a8b9f740 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.889364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efde8bcd-8341-4dc9-9d25-35a1a8b9f740 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.893332 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-efde8bcd-8341-4dc9-9d25-35a1a8b9f740 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/ports/24cf063a-39e9-419d-b3de-5cc28694d85d HTTP/1.1" status: 404 len: 333 time: 0.0616198 Nov 25 08:57:01.893575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d396880-c916-43af-8d6a-ff995a50b7a9 {{(pid=87512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:57:01.900152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48748) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.904264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.949255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d63eba58-57ee-4b5a-b7c0-90a7e54df4e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:01.958999 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c067f1f-0fa0-4b57-8144-f50f49490463 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] DELETE failed (client error): The resource could not be found. Nov 25 08:57:01.959498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c067f1f-0fa0-4b57-8144-f50f49490463 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 08:57:01.963528 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1c067f1f-0fa0-4b57-8144-f50f49490463 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/subnets/f9c4ec00-e4cd-4fec-af5c-77a146a7d997 HTTP/1.1" status: 404 len: 337 time: 0.0600471 Nov 25 08:57:01.966918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48752) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:01.992402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Transition to ACTIVE for port object 5d396880-c916-43af-8d6a-ff995a50b7a9 will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:57:02.004944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b24fbd-52dd-4600-a878-2a9dd4a1ee5e req-43ea74f0-9e88-4c51-8d86-53382a8f12ff tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:02.005548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-d2b24fbd-52dd-4600-a878-2a9dd4a1ee5e req-43ea74f0-9e88-4c51-8d86-53382a8f12ff tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Synchronizing usage tracker for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:02.008885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.014188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.036843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb13ca32-b65d-4c3a-add3-e9ee412c3992 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.052995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb13ca32-b65d-4c3a-add3-e9ee412c3992 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.061870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9387f8b7-a7d5-459b-848f-46d4c7fdd27d None None] DHCP port deletion for f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:57:02.067467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9387f8b7-a7d5-459b-848f-46d4c7fdd27d None None] Deleting port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:02.067855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9387f8b7-a7d5-459b-848f-46d4c7fdd27d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.071430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-eaf136c3-2320-4eb3-a2ec-bc05fad40101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:02.075338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d419aecf-e6a3-435b-880d-9ad25c8f398f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:02.095185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13ca32-b65d-4c3a-add3-e9ee412c3992 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cd8fa3-75dd-4b9c-8eac-d0de896b102c,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:02.097803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cb13ca32-b65d-4c3a-add3-e9ee412c3992 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:02.251605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d228adfa-37e0-4b8e-b52a-39565cecdcfa no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:57:02.287895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Pushing event updated for resources: {'Port': ['ID=5d396880-c916-43af-8d6a-ff995a50b7a9,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:02.304253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.315652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:02.318655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-d2b24fbd-52dd-4600-a878-2a9dd4a1ee5e req-43ea74f0-9e88-4c51-8d86-53382a8f12ff tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Unset dirty status for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:02.326875 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d2b24fbd-52dd-4600-a878-2a9dd4a1ee5e req-43ea74f0-9e88-4c51-8d86-53382a8f12ff tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 931 time: 0.6816068 Nov 25 08:57:02.366018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: d228adfa-37e0-4b8e-b52a-39565cecdcfa {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:57:02.366732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device d228adfa-37e0-4b8e-b52a-39565cecdcfa not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:57:02.377589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0b0f3b6c-513c-4445-9f98-0e1b16de00cf no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:57:02.395668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cb13ca32-b65d-4c3a-add3-e9ee412c3992 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.396881 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cb13ca32-b65d-4c3a-add3-e9ee412c3992 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9250100 Nov 25 08:57:02.400951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48756) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:02.403481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.469090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d63eba58-57ee-4b5a-b7c0-90a7e54df4e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.519840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0bec98-22b1-4027-8496-80e7fd15164e']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:02.528376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9eab78bb-ad62-4205-afc4-372bbb1f7831 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.539579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9eab78bb-ad62-4205-afc4-372bbb1f7831 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.564973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.566922 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d2b24fbd-52dd-4600-a878-2a9dd4a1ee5e req-9a984e49-2139-4547-bf87-dee1ab294951 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388906 Nov 25 08:57:02.570917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeed5546-f89d-42cd-b5eb-5861fc2690e0') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:02.571326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeed5546-f89d-42cd-b5eb-5861fc2690e0') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:02.603385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.627270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9eab78bb-ad62-4205-afc4-372bbb1f7831 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.636339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.641537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:02.670862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:02.671279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.688464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab78bb-ad62-4205-afc4-372bbb1f7831 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42cd8fa3-75dd-4b9c-8eac-d0de896b102c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:02.691117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9eab78bb-ad62-4205-afc4-372bbb1f7831 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:02.691866 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:02.703059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.718960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Attempting to bind port 5d396880-c916-43af-8d6a-ff995a50b7a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:57:02.719088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Attempting to bind port 5d396880-c916-43af-8d6a-ff995a50b7a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:57:02.719408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Attempting to bind port 5d396880-c916-43af-8d6a-ff995a50b7a9 on network d3fd7795-331d-4f44-a9ac-5630085fe248 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:57:02.731410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0b0f3b6c-513c-4445-9f98-0e1b16de00cf,segment=NetworkSegment(6eb06c07-a6e4-4eb8-b133-f3b1ae156850),segment_id=6eb06c07-a6e4-4eb8-b133-f3b1ae156850)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:02.739365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Port 5d396880-c916-43af-8d6a-ff995a50b7a9 on network d3fd7795-331d-4f44-a9ac-5630085fe248 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:57:02.739692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Attempting to bind port 5d396880-c916-43af-8d6a-ff995a50b7a9 on network d3fd7795-331d-4f44-a9ac-5630085fe248 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:57:02.742378 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9387f8b7-a7d5-459b-848f-46d4c7fdd27d None None] For port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0b0f3b6c-513c-4445-9f98-0e1b16de00cf,segment=NetworkSegment(6eb06c07-a6e4-4eb8-b133-f3b1ae156850),segment_id=6eb06c07-a6e4-4eb8-b133-f3b1ae156850)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:02.743932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9387f8b7-a7d5-459b-848f-46d4c7fdd27d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.748346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1d9eb1-bcd5-4a88-8e93-a479caae7443']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:02.755087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.755669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d63eba58-57ee-4b5a-b7c0-90a7e54df4e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.757001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:57:02.757505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Checking segment: {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:57:02.757902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Bound using segment: {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:57:02.758504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Bound port: 5d396880-c916-43af-8d6a-ff995a50b7a9, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'}}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:57:02.758858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.760782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ddae6430-f46b-4b2e-90a0-f89984f6c8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:02.764855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:02.785829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f69ec3-05df-48d7-ab34-f7bd0117cc7b') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:02.786155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f69ec3-05df-48d7-ab34-f7bd0117cc7b') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:02.809102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9eab78bb-ad62-4205-afc4-372bbb1f7831 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.810187 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9eab78bb-ad62-4205-afc4-372bbb1f7831 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/42cd8fa3-75dd-4b9c-8eac-d0de896b102c HTTP/1.1" status: 204 len: 168 time: 0.3989687 Nov 25 08:57:02.820073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48760) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:02.820955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63eba58-57ee-4b5a-b7c0-90a7e54df4e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Subnet': ['ID=c7853d6c-4c12-4061-ba10-be5ec2067a3d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:02.824054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d63eba58-57ee-4b5a-b7c0-90a7e54df4e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:02.826994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d63eba58-57ee-4b5a-b7c0-90a7e54df4e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.828784 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d63eba58-57ee-4b5a-b7c0-90a7e54df4e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/subnets/c7853d6c-4c12-4061-ba10-be5ec2067a3d HTTP/1.1" status: 204 len: 168 time: 1.3546622 Nov 25 08:57:02.835444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.842439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48764) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:02.856715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.861258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.866941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-36fb075f-d4b2-42f1-9844-01045abba2ae tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:02.889005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a4479-7281-4e69-9e31-5e525ce386c0 None None] Network 3654da2a-b904-407e-8e76-1c4f36a8fca1 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:02.895134 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "DELETE /v2.0/networks/8c0bec98-22b1-4027-8496-80e7fd15164e HTTP/1.1" status: 204 len: 168 time: 1.1415815 Nov 25 08:57:02.898060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event deleted for resources: {'Network': ['ID=8c0bec98-22b1-4027-8496-80e7fd15164e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:02.900556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:02.901196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48768) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:02.935769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8cba21b4-07b8-42f4-9111-68349799aabf tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:02.949350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:02.976558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9387f8b7-a7d5-459b-848f-46d4c7fdd27d None None] Calling delete_port for 0b0f3b6c-513c-4445-9f98-0e1b16de00cf owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:02.996704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:02.997191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.006425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8cba21b4-07b8-42f4-9111-68349799aabf tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:03.009998 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8cba21b4-07b8-42f4-9111-68349799aabf tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1775050 Nov 25 08:57:03.013502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48772) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:03.013655 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:03.078836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.081119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.091335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] For port 5d396880-c916-43af-8d6a-ff995a50b7a9, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:57:03.113289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=0b0f3b6c-513c-4445-9f98-0e1b16de00cf,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:03.119149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port b77a3ae3-6cb5-47f3-8600-95bba79a3062 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:03.119756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.120932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Deleting port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:03.121618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.122589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:03.164313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.177078 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b53283dc-c224-419b-b284-bacaf9819a0b tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:03.185120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa3ec-2e75-484d-894a-2e70d6dcadc9 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.196947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.201143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] For port 5d396880-c916-43af-8d6a-ff995a50b7a9, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5d396880-c916-43af-8d6a-ff995a50b7a9,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:57:03.215378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Pushing event deleted for resources: {'Network': ['ID=2f1d9eb1-bcd5-4a88-8e93-a479caae7443,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:03.220744 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.224862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:03.225925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:03.258196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-9387f8b7-a7d5-459b-848f-46d4c7fdd27d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:57:03.258900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-9387f8b7-a7d5-459b-848f-46d4c7fdd27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:57:03.259590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa3ec-2e75-484d-894a-2e70d6dcadc9 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.288777 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] 10.222.0.54 "DELETE /v2.0/networks/2f1d9eb1-bcd5-4a88-8e93-a479caae7443 HTTP/1.1" status: 204 len: 168 time: 1.3196011 Nov 25 08:57:03.333916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:03.334556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.336131 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] 10.222.0.41 "PUT /v2.0/ports/5d396880-c916-43af-8d6a-ff995a50b7a9 HTTP/1.1" status: 200 len: 1093 time: 2.8675222 Nov 25 08:57:03.339415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'tag': '5d396880-c916-43af-8d6a-ff995a50b7a9'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:57:03.405964 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5756a-45d4-4fc7-803c-767e82a29043 None None] DHCP port deletion for 3654da2a-b904-407e-8e76-1c4f36a8fca1 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:57:03.410608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-44b5756a-45d4-4fc7-803c-767e82a29043 None None] Deleting port b77a3ae3-6cb5-47f3-8600-95bba79a3062 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:03.410995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44b5756a-45d4-4fc7-803c-767e82a29043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.480428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] For port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0b0f3b6c-513c-4445-9f98-0e1b16de00cf,segment=NetworkSegment(6eb06c07-a6e4-4eb8-b133-f3b1ae156850),segment_id=6eb06c07-a6e4-4eb8-b133-f3b1ae156850)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:03.481063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.624349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Calling delete_port for 0b0f3b6c-513c-4445-9f98-0e1b16de00cf owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:03.685361 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'tag': '5d396880-c916-43af-8d6a-ff995a50b7a9', 'status': 'completed', 'code': 200} Nov 25 08:57:03.717015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-44b5756a-45d4-4fc7-803c-767e82a29043 None None] For port b77a3ae3-6cb5-47f3-8600-95bba79a3062, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b77a3ae3-6cb5-47f3-8600-95bba79a3062,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:03.717379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44b5756a-45d4-4fc7-803c-767e82a29043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.731851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Pushing event updated for resources: {'Port': ['ID=5d396880-c916-43af-8d6a-ff995a50b7a9,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:03.732139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.740101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1f33b3f0-2960-4e3d-aa0e-b34eb485446a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:03.753609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:03.791317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa3ec-2e75-484d-894a-2e70d6dcadc9 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.793124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9387f8b7-a7d5-459b-848f-46d4c7fdd27d None None] Deleting port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:03.793714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9387f8b7-a7d5-459b-848f-46d4c7fdd27d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.799660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event deleted for resources: {'Port': ['ID=0b0f3b6c-513c-4445-9f98-0e1b16de00cf,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:03.802182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:03.803856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:03.815579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] No DVR routers for this DVR port 0b0f3b6c-513c-4445-9f98-0e1b16de00cf on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:57:03.821875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48784) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:03.846486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port b77a3ae3-6cb5-47f3-8600-95bba79a3062, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b77a3ae3-6cb5-47f3-8600-95bba79a3062,segment=NetworkSegment(d7163db4-4954-43f1-927d-807330e0dc98),segment_id=d7163db4-4954-43f1-927d-807330e0dc98)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:03.847067 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.867620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fa3ec-2e75-484d-894a-2e70d6dcadc9 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcc31c2-6a20-4eb0-aeb9-1157db0dcf9c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:03.887430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1c5fa3ec-2e75-484d-894a-2e70d6dcadc9 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:03.912234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-44b5756a-45d4-4fc7-803c-767e82a29043 None None] Calling delete_port for b77a3ae3-6cb5-47f3-8600-95bba79a3062 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:03.956958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1c5fa3ec-2e75-484d-894a-2e70d6dcadc9 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:03.960548 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1c5fa3ec-2e75-484d-894a-2e70d6dcadc9 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-groups/cdcc31c2-6a20-4eb0-aeb9-1157db0dcf9c HTTP/1.1" status: 204 len: 168 time: 0.9446404 Nov 25 08:57:03.971255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48790) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:03.989709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for b77a3ae3-6cb5-47f3-8600-95bba79a3062 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:03.992699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9387f8b7-a7d5-459b-848f-46d4c7fdd27d None None] The port '0b0f3b6c-513c-4445-9f98-0e1b16de00cf' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:57:04.002033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.019273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.047285 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44b5756a-45d4-4fc7-803c-767e82a29043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.058319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:04.063487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-61d3a91f-e3d7-41d7-a6e8-48428838a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:04.065085 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-61d3a91f-e3d7-41d7-a6e8-48428838a6c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 1096 time: 0.6725631 Nov 25 08:57:04.081790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a850f1-a2ea-4c9b-bb22-f6f1f6442713']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:04.100474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5756a-45d4-4fc7-803c-767e82a29043 None None] No DVR routers for this DVR port b77a3ae3-6cb5-47f3-8600-95bba79a3062 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:57:04.108975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5756a-45d4-4fc7-803c-767e82a29043 None None] Pushing event deleted for resources: {'Port': ['ID=b77a3ae3-6cb5-47f3-8600-95bba79a3062,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:04.111835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-44b5756a-45d4-4fc7-803c-767e82a29043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:04.145999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb06c07-a6e4-4eb8-b133-f3b1ae156850') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:04.146317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb06c07-a6e4-4eb8-b133-f3b1ae156850') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:04.164086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.172772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3a2e7b48-1911-4c71-8c02-0974ec0306fb tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:04.177096 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-d3239622-302a-4d5f-bb41-2c04ce5031e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d396880-c916-43af-8d6a-ff995a50b7a9 HTTP/1.1" status: 200 len: 217 time: 0.1017735 Nov 25 08:57:04.192534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b77a3ae3-6cb5-47f3-8600-95bba79a3062 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:57:04.194962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.205379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:04.205913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:04.222335 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:04.224750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3a2e7b48-1911-4c71-8c02-0974ec0306fb tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:04.224750 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3a2e7b48-1911-4c71-8c02-0974ec0306fb tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2529001 Nov 25 08:57:04.231176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: b77a3ae3-6cb5-47f3-8600-95bba79a3062 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:57:04.231646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b77a3ae3-6cb5-47f3-8600-95bba79a3062 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:57:04.232470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1379d-41dc-46bc-9cbc-e981a0321041 req-9d375317-12f0-4d40-8c46-fe03c366b50a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:04.232642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48794) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:04.233636 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c1a1379d-41dc-46bc-9cbc-e981a0321041 req-9d375317-12f0-4d40-8c46-fe03c366b50a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 943 time: 0.4687090 Nov 25 08:57:04.239988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group': {'name': 'tempest-secgroup--447006790'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:04.256960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:57:04.257284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:57:04.289101 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dc3a51af-da56-4988-96d0-6b6e4141e31f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f8ebd9a5b6648919581981377b72f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4607458 Nov 25 08:57:04.294106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48798) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:04.300292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:04.328513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:04.333370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-191458a8-4dbc-4129-bd4d-933228325d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:04.334829 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-191458a8-4dbc-4129-bd4d-933228325d25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.1496310 Nov 25 08:57:04.340359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.347000 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c1a1379d-41dc-46bc-9cbc-e981a0321041 req-30af5e84-b71e-42f9-be36-bc7b4fa12c10 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910006 Nov 25 08:57:04.351071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.356763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8ada3286-cde7-45e8-ae5f-80ffa59e0556 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:04.377672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.386643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event deleted for resources: {'Network': ['ID=f4a850f1-a2ea-4c9b-bb22-f6f1f6442713,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:04.391759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:04.394170 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "DELETE /v2.0/networks/f4a850f1-a2ea-4c9b-bb22-f6f1f6442713 HTTP/1.1" status: 204 len: 168 time: 1.4885440 Nov 25 08:57:04.395408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:04.397372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48802) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:04.432152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:04.433474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1dd6aebe-c54e-4ba1-bb71-97a6b6bf761e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.442112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:04.451779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:04.472844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1dd6aebe-c54e-4ba1-bb71-97a6b6bf761e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.485688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-1b9c0770-cf5c-47c5-9f9d-3e89c4a171f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:04.487176 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-1b9c0770-cf5c-47c5-9f9d-3e89c4a171f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1435535 Nov 25 08:57:04.488234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3e2154-feea-4588-a102-6715768faf46 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Deleting subnet 4a025d35-04d8-41d1-92a6-4bde4974aa32 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:57:04.493731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2154-feea-4588-a102-6715768faf46 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.623073 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:57:04.640714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1dd6aebe-c54e-4ba1-bb71-97a6b6bf761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.647102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a1a3926b-cac0-400b-9b22-866941ed7e8c tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:04.663017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6aebe-c54e-4ba1-bb71-97a6b6bf761e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c4fb0c-fe95-43a6-978e-db5c0b809496,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:04.666335 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-c0c748c8-5110-4825-8faa-858047fed65b service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679254 Nov 25 08:57:04.667138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1dd6aebe-c54e-4ba1-bb71-97a6b6bf761e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:04.685136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2154-feea-4588-a102-6715768faf46 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.742273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1dd6aebe-c54e-4ba1-bb71-97a6b6bf761e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.743306 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1dd6aebe-c54e-4ba1-bb71-97a6b6bf761e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24c4fb0c-fe95-43a6-978e-db5c0b809496 HTTP/1.1" status: 204 len: 168 time: 0.4465575 Nov 25 08:57:04.759406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port b77a3ae3-6cb5-47f3-8600-95bba79a3062 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:04.759823 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.770380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.778803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.785159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-84842ece-616e-499b-83cd-407007f4af7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:04.831655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] The port 'b77a3ae3-6cb5-47f3-8600-95bba79a3062' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:57:04.837870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0726e8b5-1865-4a26-aabc-6126104593aa,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:04.844248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:04.855978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2154-feea-4588-a102-6715768faf46 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.891980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.895979 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6618736 Nov 25 08:57:04.896631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48810) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:04.911854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': '0726e8b5-1865-4a26-aabc-6126104593aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:04.920026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:04.927564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Usage tracker for resource:security_group_rule and tenant:6733967458bf4f958880d5f9d7305307 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:04.932071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:04.941273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:04.967749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.982088 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0d803e6d-7b8f-428f-bc2a-54296d54ccc2 req-2de1ad93-ec53-499f-b99d-83aa1a87dbd6 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081310 Nov 25 08:57:04.984902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2154-feea-4588-a102-6715768faf46 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:04.986611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.022818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3654da2a-b904-407e-8e76-1c4f36a8fca1']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:05.035552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-882f6f8e-76d5-4425-99be-a82676ed52ee tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:05.041669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7163db4-4954-43f1-927d-807330e0dc98') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:05.041971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7163db4-4954-43f1-927d-807330e0dc98') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:05.076703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2154-feea-4588-a102-6715768faf46 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.084865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7573f8f-0903-4088-ad4f-5d3b511d0c39 None None] Network 54227083-d93a-4716-89f5-b7afd6c9dc4d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:05.096018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.115626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e2154-feea-4588-a102-6715768faf46 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event deleted for resources: {'Subnet': ['ID=4a025d35-04d8-41d1-92a6-4bde4974aa32,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:05.116259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.118897 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cf3e2154-feea-4588-a102-6715768faf46 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "DELETE /v2.0/subnets/4a025d35-04d8-41d1-92a6-4bde4974aa32 HTTP/1.1" status: 204 len: 168 time: 0.7200131 Nov 25 08:57:05.121535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf3e2154-feea-4588-a102-6715768faf46 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:05.123031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48820) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:05.129644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:05.130254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.164929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: util.warn( Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:05.167689 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:05.174763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.177115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:05.210013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3dd45f-6d92-488f-8c2c-8d186ac88ea1,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:05.224329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:05.240335 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.245239 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3379753 Nov 25 08:57:05.246469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48826) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:05.276173 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-074f3967-1336-41db-a72b-de9083ff63cd tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules/5e3dd45f-6d92-488f-8c2c-8d186ac88ea1 HTTP/1.1" status: 200 len: 763 time: 0.0280967 Nov 25 08:57:05.277445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48830) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:05.342453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7d38dfd9-1972-420d-83e1-514388059f9d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:05.361553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7d38dfd9-1972-420d-83e1-514388059f9d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:05.365963 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7d38dfd9-1972-420d-83e1-514388059f9d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0848289 Nov 25 08:57:05.366938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48838) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:05.397382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7899b479-a76d-4617-8e8f-c34254a36813 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.409410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7899b479-a76d-4617-8e8f-c34254a36813 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.444950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7899b479-a76d-4617-8e8f-c34254a36813 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.451878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5f924f17-143c-4cee-8bb3-59bb7c7fadc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:05.472659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3925cba5-9360-48ec-a565-731126644e6e None None] DHCP port deletion for 54227083-d93a-4716-89f5-b7afd6c9dc4d request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:57:05.477535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3925cba5-9360-48ec-a565-731126644e6e None None] Deleting port 4e795f17-1330-4849-9953-90dc1c89612b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:05.477925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3925cba5-9360-48ec-a565-731126644e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.487080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899b479-a76d-4617-8e8f-c34254a36813 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e3dd45f-6d92-488f-8c2c-8d186ac88ea1,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:05.491341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.493014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.496805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7899b479-a76d-4617-8e8f-c34254a36813 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:05.497413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6419-23b6-4f62-84f7-e771297295c3 req-bc181139-3427-45f6-99a4-9cc394e5a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:05.499073 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57cb6419-23b6-4f62-84f7-e771297295c3 req-bc181139-3427-45f6-99a4-9cc394e5a65b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 1096 time: 0.4490128 Nov 25 08:57:05.501056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7899b479-a76d-4617-8e8f-c34254a36813 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.501334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-49264399-5694-41bb-955a-9570efdb1ed2 tempest-ExternalNetworksTestJSON-738861823 tempest-ExternalNetworksTestJSON-738861823-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:05.502942 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7899b479-a76d-4617-8e8f-c34254a36813 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/5e3dd45f-6d92-488f-8c2c-8d186ac88ea1 HTTP/1.1" status: 204 len: 168 time: 0.1347892 Nov 25 08:57:05.505416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48846) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:05.516864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.565962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Network': ['ID=3654da2a-b904-407e-8e76-1c4f36a8fca1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:05.608128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:05.626265 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/networks/3654da2a-b904-407e-8e76-1c4f36a8fca1 HTTP/1.1" status: 204 len: 168 time: 2.7769868 Nov 25 08:57:05.629260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48852) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:05.629931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Deleting port 4e795f17-1330-4849-9953-90dc1c89612b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:05.630270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.679356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7aa6f4a1-b73b-4523-9912-3a8e3779e2dd tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:05.703249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48856) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:05.712458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7aa6f4a1-b73b-4523-9912-3a8e3779e2dd tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:05.715793 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7aa6f4a1-b73b-4523-9912-3a8e3779e2dd tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2081139 Nov 25 08:57:05.725003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48862) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:05.735205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2683e-5087-430f-8d28-0676988e657b req-8cc216fe-4231-4cbf-bdf6-02255cc83280 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:05.736724 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0fc2683e-5087-430f-8d28-0676988e657b req-8cc216fe-4231-4cbf-bdf6-02255cc83280 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 943 time: 0.2087536 Nov 25 08:57:05.742868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-10bdb0d5-c17b-4f2a-9f19-6275cb001489 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': '0726e8b5-1865-4a26-aabc-6126104593aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:05.766956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-10bdb0d5-c17b-4f2a-9f19-6275cb001489 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:05.770895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3925cba5-9360-48ec-a565-731126644e6e None None] For port 4e795f17-1330-4849-9953-90dc1c89612b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4e795f17-1330-4849-9953-90dc1c89612b,segment=NetworkSegment(1946ef1c-4f78-40e8-a58a-d5fcaf4a2110),segment_id=1946ef1c-4f78-40e8-a58a-d5fcaf4a2110)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:05.771305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3925cba5-9360-48ec-a565-731126644e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.796867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-10bdb0d5-c17b-4f2a-9f19-6275cb001489 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:05.817599 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0fc2683e-5087-430f-8d28-0676988e657b req-48dfcc1d-b967-4f2a-afee-03f89618847e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684080 Nov 25 08:57:05.832878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10bdb0d5-c17b-4f2a-9f19-6275cb001489 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.854131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'networks': [{'name': 'tempest-network--2067420509'}, {'name': 'tempest-network--421840048'}]} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:05.855368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'network': {'name': 'tempest-network--2067420509'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:05.855894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'network': {'name': 'tempest-network--421840048'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:05.861232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:05.865665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Usage tracker for resource:network and tenant:840f95db037c47ad8a02cd3601f43ef1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:05.870950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:05.878542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:05.893111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Made reservation on behalf of 840f95db037c47ad8a02cd3601f43ef1 for: {'network': 2} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:57:05.898326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.922844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:05.923547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3925cba5-9360-48ec-a565-731126644e6e None None] Calling delete_port for 4e795f17-1330-4849-9953-90dc1c89612b owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:05.938575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6419-23b6-4f62-84f7-e771297295c3 req-bd304778-acc1-40cb-92ae-92c13c84df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:05.940008 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57cb6419-23b6-4f62-84f7-e771297295c3 req-bd304778-acc1-40cb-92ae-92c13c84df9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 913 time: 0.4178193 Nov 25 08:57:05.948018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:05.957634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Usage tracker for resource:security_group_rule and tenant:840f95db037c47ad8a02cd3601f43ef1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:05.961863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:05.972861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:06.012658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10bdb0d5-c17b-4f2a-9f19-6275cb001489 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.017612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3925cba5-9360-48ec-a565-731126644e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.022371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10bdb0d5-c17b-4f2a-9f19-6275cb001489 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.033367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:06.046012 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57cb6419-23b6-4f62-84f7-e771297295c3 req-ad5f9225-9e71-4f1c-8c34-b647201d34d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d396880-c916-43af-8d6a-ff995a50b7a9 HTTP/1.1" status: 200 len: 217 time: 0.0878315 Nov 25 08:57:06.053595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-86c3786b-9a0b-490d-bd90-2877385281cb tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:06.069228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdb0d5-c17b-4f2a-9f19-6275cb001489 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d37383-e9a8-4b3b-9f82-ef7778fdf853,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:06.071807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-10bdb0d5-c17b-4f2a-9f19-6275cb001489 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:06.072718 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10bdb0d5-c17b-4f2a-9f19-6275cb001489 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.077757 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-10bdb0d5-c17b-4f2a-9f19-6275cb001489 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3400581 Nov 25 08:57:06.081738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48866) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:06.093794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925cba5-9360-48ec-a565-731126644e6e None None] Pushing event deleted for resources: {'Port': ['ID=4e795f17-1330-4849-9953-90dc1c89612b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:06.097420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-3925cba5-9360-48ec-a565-731126644e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:06.098547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3925cba5-9360-48ec-a565-731126644e6e None None] No DVR routers for this DVR port 4e795f17-1330-4849-9953-90dc1c89612b on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:57:06.110937 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-49a9623a-238e-4ef8-bfa9-f0c96e9b6ffa tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules/16d37383-e9a8-4b3b-9f82-ef7778fdf853 HTTP/1.1" status: 200 len: 763 time: 0.0278924 Nov 25 08:57:06.111502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48870) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:06.181008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4e795f17-1330-4849-9953-90dc1c89612b no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:57:06.188206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1d194785-6b95-4300-85a7-77222bbb0baf tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:06.199383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 0e77b550-6b33-46fc-baee-84f0606eb5f4 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:06.199724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.224895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1d194785-6b95-4300-85a7-77222bbb0baf tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:06.228913 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1d194785-6b95-4300-85a7-77222bbb0baf tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1126978 Nov 25 08:57:06.229098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48874) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:06.242315 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 4e795f17-1330-4849-9953-90dc1c89612b {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:57:06.242676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4e795f17-1330-4849-9953-90dc1c89612b not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:57:06.266910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6419-23b6-4f62-84f7-e771297295c3 req-a92cf674-12e2-4f34-9b2c-cbf56c2e8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:06.268450 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57cb6419-23b6-4f62-84f7-e771297295c3 req-a92cf674-12e2-4f34-9b2c-cbf56c2e8de2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.2010794 Nov 25 08:57:06.271137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.273975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe7449b2-fc9e-4c0b-8737-b2ef1cbbfb40 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.277158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] For port 4e795f17-1330-4849-9953-90dc1c89612b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4e795f17-1330-4849-9953-90dc1c89612b,segment=NetworkSegment(1946ef1c-4f78-40e8-a58a-d5fcaf4a2110),segment_id=1946ef1c-4f78-40e8-a58a-d5fcaf4a2110)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:06.277515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.283468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.284643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.295860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe7449b2-fc9e-4c0b-8737-b2ef1cbbfb40 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.301210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23657d26-8300-4307-a11c-aa2954f5c7a4 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:06.350233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98006ad7-b11a-4331-b606-07b949facc67,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:06.353396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:06.358307 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:57:06.366684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe7449b2-fc9e-4c0b-8737-b2ef1cbbfb40 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.374278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:06.380609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.380954 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Added segment e2683911-9b7f-4f4c-a484-aa8fdff345be of type vlan for network 7d6cfa6d-33bc-46a1-928a-12a65b41a2ea Nov 25 08:57:06.394985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7449b2-fc9e-4c0b-8737-b2ef1cbbfb40 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16d37383-e9a8-4b3b-9f82-ef7778fdf853,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:06.397356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fe7449b2-fc9e-4c0b-8737-b2ef1cbbfb40 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:06.421528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe7449b2-fc9e-4c0b-8737-b2ef1cbbfb40 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.422648 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fe7449b2-fc9e-4c0b-8737-b2ef1cbbfb40 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/16d37383-e9a8-4b3b-9f82-ef7778fdf853 HTTP/1.1" status: 204 len: 168 time: 0.1923168 Nov 25 08:57:06.425209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48878) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:06.426761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.494024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f269ef29-3ea7-4cba-a317-fc929cc11fd0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:06.506869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Calling delete_port for 4e795f17-1330-4849-9953-90dc1c89612b owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:06.507757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:57:06.521273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.521641 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Added segment ab48d641-7ec0-429a-a30c-8fb3ec3e1e04 of type vlan for network c80ae264-8518-4233-8026-a9de55b95af2 Nov 25 08:57:06.522804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f269ef29-3ea7-4cba-a317-fc929cc11fd0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:06.524032 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f269ef29-3ea7-4cba-a317-fc929cc11fd0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0934367 Nov 25 08:57:06.528184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48882) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:06.534105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Request body: {'security_group_rule': {'security_group_id': '0726e8b5-1865-4a26-aabc-6126104593aa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:06.545465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:06.569641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:06.575168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.589207 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Project 6733967458bf4f958880d5f9d7305307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:57:06.605631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.641157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.641705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.646495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.db.api [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:57:06.646815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_db.api [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:57:06.647209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:06.648315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.648645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.653176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:06.653764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.658894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-120f2f51-3156-4b56-b78f-7a0280cfe64a tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:06.664433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6419-23b6-4f62-84f7-e771297295c3 req-5826fd5f-d154-48eb-b761-31bf5d61700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:06.665914 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57cb6419-23b6-4f62-84f7-e771297295c3 req-5826fd5f-d154-48eb-b761-31bf5d61700a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3807373 Nov 25 08:57:06.779004 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0744052 Nov 25 08:57:06.784385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48886) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:06.794963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event updated for resources: {'Network': ['ID=7d6cfa6d-33bc-46a1-928a-12a65b41a2ea,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:06.806085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 7d6cfa6d-33bc-46a1-928a-12a65b41a2ea details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:57:06.841083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.951876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:06.954060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 0e77b550-6b33-46fc-baee-84f0606eb5f4 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:07.033936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event updated for resources: {'Network': ['ID=c80ae264-8518-4233-8026-a9de55b95af2,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:07.040767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:07.042533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:07.043011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:07.046008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c4d77153-604f-42d2-ba2a-aefef4fbdc4d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:07.051705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network c80ae264-8518-4233-8026-a9de55b95af2 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:57:07.063567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.067152 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5355706 Nov 25 08:57:07.072509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48892) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:07.077707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e69154-823a-4ed3-9072-eb7377772a73,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:07.090357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:07.096629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117fff03-90df-43d2-9876-134e37876eb1 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:07.102541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117fff03-90df-43d2-9876-134e37876eb1 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:07.109361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117fff03-90df-43d2-9876-134e37876eb1 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:07.114794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117fff03-90df-43d2-9876-134e37876eb1 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:07.115663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-117fff03-90df-43d2-9876-134e37876eb1 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Synchronizing usage tracker for tenant:840f95db037c47ad8a02cd3601f43ef1 on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:07.134057 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3969710c-253d-4698-b07c-9103440e3835 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules/43e69154-823a-4ed3-9072-eb7377772a73 HTTP/1.1" status: 200 len: 769 time: 0.0579891 Nov 25 08:57:07.134255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48896) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:07.151644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Deleting port 4e795f17-1330-4849-9953-90dc1c89612b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:07.152353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.161967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-117fff03-90df-43d2-9876-134e37876eb1 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Unset dirty status for tenant:840f95db037c47ad8a02cd3601f43ef1 on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:07.163148 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-117fff03-90df-43d2-9876-134e37876eb1 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3764880 Nov 25 08:57:07.165966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48900) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:07.212729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9754756e-8bad-4810-b79c-2b7474ddbe0b tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:07.248497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] The port '4e795f17-1330-4849-9953-90dc1c89612b' was deleted {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 08:57:07.304432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9754756e-8bad-4810-b79c-2b7474ddbe0b tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:07.305682 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9754756e-8bad-4810-b79c-2b7474ddbe0b tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1706028 Nov 25 08:57:07.311402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.312898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48904) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:07.375005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4f106b65-624e-4138-82ad-c5dc98e5af96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.399678 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57cb6419-23b6-4f62-84f7-e771297295c3 req-5a6f2491-b938-4615-88a0-710b7e25eb90 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844459 Nov 25 08:57:07.454208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.470512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48108ac-1828-4156-bd8c-bdb7d01ef773 req-3081b3b3-cb13-4dec-9929-b4473442fe5e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:07.472245 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d48108ac-1828-4156-bd8c-bdb7d01ef773 req-3081b3b3-cb13-4dec-9929-b4473442fe5e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 943 time: 0.4694431 Nov 25 08:57:07.524856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4f106b65-624e-4138-82ad-c5dc98e5af96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.602470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.612511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54227083-d93a-4716-89f5-b7afd6c9dc4d']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:07.627602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4f106b65-624e-4138-82ad-c5dc98e5af96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.634670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:07.638785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1946ef1c-4f78-40e8-a58a-d5fcaf4a2110') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:07.639086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1946ef1c-4f78-40e8-a58a-d5fcaf4a2110') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:07.644178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6cfa6d-33bc-46a1-928a-12a65b41a2ea']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:07.662994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f106b65-624e-4138-82ad-c5dc98e5af96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43e69154-823a-4ed3-9072-eb7377772a73,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:07.665555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2683911-9b7f-4f4c-a484-aa8fdff345be') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:07.665812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2683911-9b7f-4f4c-a484-aa8fdff345be') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:07.671467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.673960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4f106b65-624e-4138-82ad-c5dc98e5af96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:07.677358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4f106b65-624e-4138-82ad-c5dc98e5af96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.678466 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4f106b65-624e-4138-82ad-c5dc98e5af96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/43e69154-823a-4ed3-9072-eb7377772a73 HTTP/1.1" status: 204 len: 168 time: 0.3637729 Nov 25 08:57:07.680945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48908) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:07.684320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.711586 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d48108ac-1828-4156-bd8c-bdb7d01ef773 req-3a634a9f-2b45-49a4-bafa-f87f70317e1c tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290096 Nov 25 08:57:07.718558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.724660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.728989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.732059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:07.732519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.739192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5f882408-13e8-4496-bfed-5b51272ebef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:07.750313 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:07.786497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:07.786895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.803178 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57cb6419-23b6-4f62-84f7-e771297295c3 req-1408e88b-e763-4a6a-a23e-b7d23b380b4d service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789463 Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:07.803839 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:07.810562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=0e77b550-6b33-46fc-baee-84f0606eb5f4,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:07.810996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-294028f4-a78a-4c73-bccf-294e531eacb5 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:07.812890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:07.852709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-294028f4-a78a-4c73-bccf-294e531eacb5 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:07.854012 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-294028f4-a78a-4c73-bccf-294e531eacb5 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1721444 Nov 25 08:57:07.857198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48912) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:07.869956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.874706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:07.894097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.910666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event deleted for resources: {'Network': ['ID=7d6cfa6d-33bc-46a1-928a-12a65b41a2ea,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:07.918913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:07.931810 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "DELETE /v2.0/networks/7d6cfa6d-33bc-46a1-928a-12a65b41a2ea HTTP/1.1" status: 204 len: 168 time: 0.7624753 Nov 25 08:57:07.932889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48916) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:07.970079 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:07.978226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-10aa9e84-c0d2-430b-beea-018619ff6819 tempest-DHCPAgentSchedulersTestJSON-907018169 tempest-DHCPAgentSchedulersTestJSON-907018169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:07.993669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.008080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Pushing event deleted for resources: {'Network': ['ID=54227083-d93a-4716-89f5-b7afd6c9dc4d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:08.014841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:08.020397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.020789 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 7d19c000-3209-44c7-be8f-c3ac18fdfca3 disassociated (deleted). External IP: 172.26.3.126, port: a5057250-ccd2-40b5-9410-32936490f3e0. Nov 25 08:57:08.055144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d02d7a41-7faa-4ad3-b7cc-235e01a98f86 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.079128 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "DELETE /v2.0/networks/54227083-d93a-4716-89f5-b7afd6c9dc4d HTTP/1.1" status: 204 len: 168 time: 2.9534004 Nov 25 08:57:08.084719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48920) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:08.134983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d02d7a41-7faa-4ad3-b7cc-235e01a98f86 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.154091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.156369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9f436230-fb0a-4ece-b9ca-046f93f2c117 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Synchronizing usage tracker for tenant:f50c9d492c0e45be80448af6a1af10c3 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:08.205152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9f436230-fb0a-4ece-b9ca-046f93f2c117 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Unset dirty status for tenant:f50c9d492c0e45be80448af6a1af10c3 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:08.208579 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9f436230-fb0a-4ece-b9ca-046f93f2c117 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "GET /v2.0/ports?device_id=0612c8bb-d18c-4d85-a766-414f4d90268f HTTP/1.1" status: 200 len: 205 time: 0.1206784 Nov 25 08:57:08.231437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48924) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:08.324383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d02d7a41-7faa-4ad3-b7cc-235e01a98f86 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.383225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f75de735-944d-4445-8e7c-6b2dbd883ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:08.455455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d7a41-7faa-4ad3-b7cc-235e01a98f86 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0726e8b5-1865-4a26-aabc-6126104593aa,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:08.457656 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d02d7a41-7faa-4ad3-b7cc-235e01a98f86 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:08.470795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-110a43d1-9aa9-499b-a792-50a85f33f91b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.510527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 3063460c-2fb9-4d02-9b39-30f4b27a2283 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:57:08.614354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d02d7a41-7faa-4ad3-b7cc-235e01a98f86 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.615476 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d02d7a41-7faa-4ad3-b7cc-235e01a98f86 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "DELETE /v2.0/security-groups/0726e8b5-1865-4a26-aabc-6126104593aa HTTP/1.1" status: 204 len: 168 time: 0.7572789 Nov 25 08:57:08.619681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.628903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48928) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:08.714334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f1878aa9-54e2-46e1-91ba-db7f3d6573f6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Synchronizing usage tracker for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:08.739775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:57:08.744878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.761957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ada89-21bb-4613-b5cc-cafccf8d7ff0 None None] Sync routers for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:57:08.773018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ada89-21bb-4613-b5cc-cafccf8d7ff0 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:08.776081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7b2ada89-21bb-4613-b5cc-cafccf8d7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:08.791267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f1878aa9-54e2-46e1-91ba-db7f3d6573f6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Unset dirty status for tenant:6733967458bf4f958880d5f9d7305307 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:08.793100 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f1878aa9-54e2-46e1-91ba-db7f3d6573f6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1632380 Nov 25 08:57:08.799433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48934) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:08.840328 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/floatingips/7d19c000-3209-44c7-be8f-c3ac18fdfca3 HTTP/1.1" status: 204 len: 168 time: 3.1832974 Nov 25 08:57:08.840574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80ae264-8518-4233-8026-a9de55b95af2']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:08.840686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'tag': 'a5057250-ccd2-40b5-9410-32936490f3e0'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:57:08.847009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-110a43d1-9aa9-499b-a792-50a85f33f91b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.851530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-110a43d1-9aa9-499b-a792-50a85f33f91b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.857347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab48d641-7ec0-429a-a30c-8fb3ec3e1e04') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:08.857646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab48d641-7ec0-429a-a30c-8fb3ec3e1e04') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:08.878642 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a350e2cd-9e62-4223-9081-3ca20a5a53e3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718350 Nov 25 08:57:08.939961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.956011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-110a43d1-9aa9-499b-a792-50a85f33f91b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:08.956517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110a43d1-9aa9-499b-a792-50a85f33f91b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Fanout notify agent at l3_agent the message router_deleted on router 0612c8bb-d18c-4d85-a766-414f4d90268f {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:57:08.964622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:09.004609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7b2ada89-21bb-4613-b5cc-cafccf8d7ff0 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:09.125798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:09.126197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:09.141902 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:09.151859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-110a43d1-9aa9-499b-a792-50a85f33f91b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:09.152956 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-110a43d1-9aa9-499b-a792-50a85f33f91b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] 10.222.0.54 "DELETE /v2.0/routers/0612c8bb-d18c-4d85-a766-414f4d90268f HTTP/1.1" status: 204 len: 168 time: 0.9203262 Nov 25 08:57:09.213143 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'tag': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'status': 'completed', 'code': 200} Nov 25 08:57:09.283788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:09.316744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7f09b-74ba-42c2-a3d4-287a1cc48ab0 req-4b2d670f-87cf-45e3-8ce4-47d10819ac1c tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:09.327641 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-09f7f09b-74ba-42c2-a3d4-287a1cc48ab0 req-4b2d670f-87cf-45e3-8ce4-47d10819ac1c tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 943 time: 0.4610209 Nov 25 08:57:09.329632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:09.358364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:09.386498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event deleted for resources: {'Network': ['ID=c80ae264-8518-4233-8026-a9de55b95af2,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:09.397841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:09.400677 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7d5188fe-c51e-4fe0-a096-4e3c3582e19e tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "DELETE /v2.0/networks/c80ae264-8518-4233-8026-a9de55b95af2 HTTP/1.1" status: 204 len: 168 time: 1.4668031 Nov 25 08:57:09.405331 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 48952) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:09.418215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48956) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:09.421027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0205299-90d4-45c3-8191-5d2f9a095946 req-379aa285-d7eb-4066-ad65-5b784b2fbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:09.421177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7b2ada89-21bb-4613-b5cc-cafccf8d7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:56:52Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:09.423487 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c0205299-90d4-45c3-8191-5d2f9a095946 req-379aa285-d7eb-4066-ad65-5b784b2fbd71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 1099 time: 0.1883874 Nov 25 08:57:09.425971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ada89-21bb-4613-b5cc-cafccf8d7ff0 None None] Checking router: 3063460c-2fb9-4d02-9b39-30f4b27a2283 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:57:09.440240 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-09f7f09b-74ba-42c2-a3d4-287a1cc48ab0 req-8e8cec51-3b28-4d49-9304-e4f55cdd7634 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114748 Nov 25 08:57:09.451761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ada89-21bb-4613-b5cc-cafccf8d7ff0 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:09.452509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7b2ada89-21bb-4613-b5cc-cafccf8d7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:09.503980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48962) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:09.677271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7b2ada89-21bb-4613-b5cc-cafccf8d7ff0 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:09.692798 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-74f53984-988f-4629-bc86-5ffcd3cb95c1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6733967458bf4f958880d5f9d7305307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730014 Nov 25 08:57:09.696047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48968) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:09.710040 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d3241205-b2c5-4010-89ee-6b2d3b7dc995 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f50c9d492c0e45be80448af6a1af10c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047026 Nov 25 08:57:09.712280 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48972) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:09.724897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99861320-4834-4b92-9a4e-32f8b38bcd68 req-fa3642f5-6533-44fd-992a-8618975d13b9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:09.725608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-99861320-4834-4b92-9a4e-32f8b38bcd68 req-fa3642f5-6533-44fd-992a-8618975d13b9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:09.751374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf79ed3-0419-447d-a82b-c265bf9ac201 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:09.757622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf79ed3-0419-447d-a82b-c265bf9ac201 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:09.765173 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9cf79ed3-0419-447d-a82b-c265bf9ac201 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3525329 Nov 25 08:57:09.765878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48976) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:09.773029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0205299-90d4-45c3-8191-5d2f9a095946 req-4c30756a-f818-491a-be77-a2c48be92d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:09.774651 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c0205299-90d4-45c3-8191-5d2f9a095946 req-4c30756a-f818-491a-be77-a2c48be92d71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7b2a039-0689-46e5-b832-50debe514388 HTTP/1.1" status: 200 len: 897 time: 0.3239625 Nov 25 08:57:09.775677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-99861320-4834-4b92-9a4e-32f8b38bcd68 req-fa3642f5-6533-44fd-992a-8618975d13b9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:09.777252 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-99861320-4834-4b92-9a4e-32f8b38bcd68 req-fa3642f5-6533-44fd-992a-8618975d13b9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 946 time: 0.4226563 Nov 25 08:57:09.785201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-769794194'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:09.798211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:09.813754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Usage tracker for resource:network and tenant:840f95db037c47ad8a02cd3601f43ef1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:09.818234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:09.831969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-92fd2288-1099-4f0f-bb96-6842e04d4bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:09.833700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:09.857942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad531847-efce-4a9b-891f-6d19d7cb73ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:09.869092 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Made reservation on behalf of 840f95db037c47ad8a02cd3601f43ef1 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:57:09.869960 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c0205299-90d4-45c3-8191-5d2f9a095946 req-e03f08b3-dd7c-4ce0-87b7-e5497af11117 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5057250-ccd2-40b5-9410-32936490f3e0 HTTP/1.1" status: 200 len: 217 time: 0.0695870 Nov 25 08:57:09.872500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:09.892504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-92fd2288-1099-4f0f-bb96-6842e04d4bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:09.930368 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-99861320-4834-4b92-9a4e-32f8b38bcd68 req-e7850243-c45e-4082-8194-ae57ccd24ca0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467938 Nov 25 08:57:09.949423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad531847-efce-4a9b-891f-6d19d7cb73ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:09.953363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0205299-90d4-45c3-8191-5d2f9a095946 req-25b2d381-23e9-4737-ba74-cca9a2cf6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:09.954824 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c0205299-90d4-45c3-8191-5d2f9a095946 req-25b2d381-23e9-4737-ba74-cca9a2cf6197 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3facbecb-2f55-4448-98ea-db3515791a61 HTTP/1.1" status: 200 len: 835 time: 0.0756352 Nov 25 08:57:09.965403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:57:09.994399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:09.994741 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Added segment 6c59c7a9-1bc8-414a-918c-0e36969b57d7 of type vlan for network 2a34ff01-506e-4087-b138-2835af25da1d Nov 25 08:57:10.030868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.035056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-92fd2288-1099-4f0f-bb96-6842e04d4bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.039730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b97d9788-7648-4796-b804-b554a1717f14 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:10.063624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0205299-90d4-45c3-8191-5d2f9a095946 req-4e44d5a7-3d89-48a7-814a-f083e06015bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:10.063910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd2288-1099-4f0f-bb96-6842e04d4bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf9d62-3539-45f3-a845-047902ea18c9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:10.064020 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c0205299-90d4-45c3-8191-5d2f9a095946 req-4e44d5a7-3d89-48a7-814a-f083e06015bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7b2a039-0689-46e5-b832-50debe514388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004813 Nov 25 08:57:10.071403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-92fd2288-1099-4f0f-bb96-6842e04d4bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:10.074388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad531847-efce-4a9b-891f-6d19d7cb73ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.085086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7b2ada89-21bb-4613-b5cc-cafccf8d7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:56:52Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:10.089003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-219c13b3-77d0-42b1-89c1-8c05bcf07ba8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:10.091525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ada89-21bb-4613-b5cc-cafccf8d7ff0 None None] The sync data for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv is: [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:56:52Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '09a1cf37-667a-4040-bb85-7e65b29b0e65', 'name': '', 'network_id': 'd7b2a039-0689-46e5-b832-50debe514388', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bd:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '3facbecb-2f55-4448-98ea-db3515791a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:28Z', 'updated_at': '2021-11-25T08:53:42Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3facbecb-2f55-4448-98ea-db3515791a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:57:10.112213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad531847-efce-4a9b-891f-6d19d7cb73ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf622229-628f-4340-b7cf-1b8cba89ef2a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:10.119149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ad531847-efce-4a9b-891f-6d19d7cb73ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:10.133616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.139992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:10.140612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.155925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a27e4adb-30e6-4322-8536-9322549013f9 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:10.237692 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c0205299-90d4-45c3-8191-5d2f9a095946 req-a28fba89-3a9c-4afc-aac0-cf571d237265 service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638570 Nov 25 08:57:10.242347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad531847-efce-4a9b-891f-6d19d7cb73ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.243441 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ad531847-efce-4a9b-891f-6d19d7cb73ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf622229-628f-4340-b7cf-1b8cba89ef2a HTTP/1.1" status: 204 len: 168 time: 0.5303013 Nov 25 08:57:10.244486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-92fd2288-1099-4f0f-bb96-6842e04d4bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.245469 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-92fd2288-1099-4f0f-bb96-6842e04d4bf8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bdcf9d62-3539-45f3-a845-047902ea18c9 HTTP/1.1" status: 204 len: 168 time: 0.5486834 Nov 25 08:57:10.262124 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4927268 Nov 25 08:57:10.265892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48984) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:10.274089 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1780733210'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:10.282586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event updated for resources: {'Network': ['ID=2a34ff01-506e-4087-b138-2835af25da1d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:10.285084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:10.287782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:10.295655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Usage tracker for resource:network and tenant:840f95db037c47ad8a02cd3601f43ef1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:10.296003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 2a34ff01-506e-4087-b138-2835af25da1d details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:57:10.298833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:10.307842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:10.327128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Made reservation on behalf of 840f95db037c47ad8a02cd3601f43ef1 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:57:10.331417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.372825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:57:10.390175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.390589 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Added segment 859fbec4-9345-4dc5-ae03-e6ba13f4e592 of type vlan for network eeea3ed4-2a6d-4b6e-b117-7993528459f8 Nov 25 08:57:10.438572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.480815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.488361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:10.489008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:10.496938 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f21c7a5-1928-4735-8517-6e348f112f6b None None] New status for floating IP 7d19c000-3209-44c7-be8f-c3ac18fdfca3: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:57:10.516396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8ec4d460-3fdb-43bf-aea7-d786afebce6a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:10.556911 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c0205299-90d4-45c3-8191-5d2f9a095946 req-a08126c0-ce7c-41ac-85b5-730ea111a8d2 service neutron] 10.222.0.41 "GET /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119109 Nov 25 08:57:10.701689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event updated for resources: {'Network': ['ID=eeea3ed4-2a6d-4b6e-b117-7993528459f8,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:10.707491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:10.712803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network eeea3ed4-2a6d-4b6e-b117-7993528459f8 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:57:10.760094 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4930892 Nov 25 08:57:10.763290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 48998) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:10.769861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'ports': [{'network_id': '2a34ff01-506e-4087-b138-2835af25da1d', 'name': 'tempest-port--962801695', 'admin_state_up': True}, {'network_id': 'eeea3ed4-2a6d-4b6e-b117-7993528459f8', 'admin_state_up': False}]} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:10.770176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'port': {'network_id': '2a34ff01-506e-4087-b138-2835af25da1d', 'name': 'tempest-port--962801695', 'admin_state_up': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:10.770680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'port': {'network_id': 'eeea3ed4-2a6d-4b6e-b117-7993528459f8', 'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:10.977885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843017a-a010-43f8-a660-a5feb217b1aa req-b0e99dec-9724-418e-abc2-e11045052606 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:10.979121 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b843017a-a010-43f8-a660-a5feb217b1aa req-b0e99dec-9724-418e-abc2-e11045052606 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 943 time: 0.2827353 Nov 25 08:57:11.072624 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b843017a-a010-43f8-a660-a5feb217b1aa req-0cc24145-aee0-45b7-827b-244be8c3a4ab tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849180 Nov 25 08:57:11.073628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:11.076430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ab96b-d319-48cc-a348-b51d259db2ae req-3fac940a-264a-484c-a311-0e78db4c167b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:11.078015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Usage tracker for resource:port and tenant:840f95db037c47ad8a02cd3601f43ef1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:11.078278 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c24ab96b-d319-48cc-a348-b51d259db2ae req-3fac940a-264a-484c-a311-0e78db4c167b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 946 time: 0.1558607 Nov 25 08:57:11.082013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:11.088966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:11.103343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Made reservation on behalf of 840f95db037c47ad8a02cd3601f43ef1 for: {'port': 2} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:57:11.111291 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.131715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.260427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] device_id is not set on port 5c534a25-54ad-49d7-b476-41973c1119c6 yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:57:11.263496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49014) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:11.347781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-c24ab96b-d319-48cc-a348-b51d259db2ae req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port a5057250-ccd2-40b5-9410-32936490f3e0 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:11.348111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-c24ab96b-d319-48cc-a348-b51d259db2ae req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.380432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group': {'name': 'tempest-secgroup--826335395'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:11.393466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:11.402780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:11.407034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:11.421651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:11.431518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.452262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.458001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0a8c7-757a-4408-ae08-5ebe700835a3 req-7dfb1924-8083-4087-8439-e4c5ceeaf8f2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:11.459546 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bfa0a8c7-757a-4408-ae08-5ebe700835a3 req-7dfb1924-8083-4087-8439-e4c5ceeaf8f2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 946 time: 0.3308547 Nov 25 08:57:11.517466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.557539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:11.565230 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:11.569438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] device_id is not set on port 3eafca34-1055-4e43-84da-0d672f4e611d yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 08:57:11.572476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:11.580070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:11.599302 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bfa0a8c7-757a-4408-ae08-5ebe700835a3 req-dedbca9f-8b35-4dc2-9efc-952dc8d8022b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=4bf0e47c-9b21-438a-9327-cb497263a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292324 Nov 25 08:57:11.664882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-c24ab96b-d319-48cc-a348-b51d259db2ae req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port a5057250-ccd2-40b5-9410-32936490f3e0, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a5057250-ccd2-40b5-9410-32936490f3e0,segment=NetworkSegment(09fcaf0f-b80d-4c28-8291-fa86e5c55df0),segment_id=09fcaf0f-b80d-4c28-8291-fa86e5c55df0)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:11.665244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-c24ab96b-d319-48cc-a348-b51d259db2ae req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.791704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-c24ab96b-d319-48cc-a348-b51d259db2ae req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for a5057250-ccd2-40b5-9410-32936490f3e0 owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:11.888642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.892706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.897249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.901451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-105870d8-5e83-4bfc-8a42-131115388807 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:11.909250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:11.915218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:11.921713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:11.939234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:11.942161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-c24ab96b-d319-48cc-a348-b51d259db2ae req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.948452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2b66e50e-3fe6-4ca6-bb8e-7dc74441a515 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:11.956360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d07e42f-2976-4f1a-a21a-896709286fa0,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:11.967364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:11.990697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:11.992937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=a5057250-ccd2-40b5-9410-32936490f3e0,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:11.997361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f9c5587a-3a3b-470e-ad9e-aae11d14b668 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:11.997555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:12.079307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24ab96b-d319-48cc-a348-b51d259db2ae req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] No DVR routers for this DVR port a5057250-ccd2-40b5-9410-32936490f3e0 on host hv-neutron-8183 {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:57:12.115096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-c24ab96b-d319-48cc-a348-b51d259db2ae req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.115096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'name': 'network-vif-deleted', 'tag': 'a5057250-ccd2-40b5-9410-32936490f3e0'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:57:12.116014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event updated for resources: {'Port': ['ID=5c534a25-54ad-49d7-b476-41973c1119c6,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:12.123571 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c24ab96b-d319-48cc-a348-b51d259db2ae req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "DELETE /v2.0/ports/a5057250-ccd2-40b5-9410-32936490f3e0 HTTP/1.1" status: 204 len: 173 time: 1.0371974 Nov 25 08:57:12.130261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:12.137921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.145564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.155179 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e822cd7d-9676-4a2f-92b5-07b587d377ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:12.177265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Checking segment: {'id': '6c59c7a9-1bc8-414a-918c-0e36969b57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a34ff01-506e-4087-b138-2835af25da1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:57:12.178084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Network hostable DHCP agents. Network: 2a34ff01-506e-4087-b138-2835af25da1d, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:57:12.186166 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8414360c-0528-4a5c-a39d-2d7b81a8fce8', 'name': 'network-vif-deleted', 'tag': 'a5057250-ccd2-40b5-9410-32936490f3e0', 'status': 'completed', 'code': 200} Nov 25 08:57:12.212966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01864fdf-6ef3-4b7b-a228-931452950c94,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:12.216894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:12.218764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.222508 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9554102 Nov 25 08:57:12.222681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49024) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:12.244137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Network 2a34ff01-506e-4087-b138-2835af25da1d is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:57:12.307089 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 2a34ff01-506e-4087-b138-2835af25da1d) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:12.315757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef78d2-4c22-4e22-8b45-997f8035c3a7 None None] Network 2a34ff01-506e-4087-b138-2835af25da1d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:12.321324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:57:12.322151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.331706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:12.428859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-151a4b87-803a-472f-bad4-a39545918343 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:12.454732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event updated for resources: {'Port': ['ID=3eafca34-1055-4e43-84da-0d672f4e611d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:12.461484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:12.485444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Checking segment: {'id': '859fbec4-9345-4dc5-ae03-e6ba13f4e592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'eeea3ed4-2a6d-4b6e-b117-7993528459f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:57:12.485805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Network hostable DHCP agents. Network: eeea3ed4-2a6d-4b6e-b117-7993528459f8, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:57:12.497929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa74cb-eb18-40a8-85b4-f1215ae23dd9 req-b977e7c0-72b5-44f9-8d40-2fd710579075 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:12.499448 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b3fa74cb-eb18-40a8-85b4-f1215ae23dd9 req-b977e7c0-72b5-44f9-8d40-2fd710579075 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 943 time: 0.2593658 Nov 25 08:57:12.501792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-151a4b87-803a-472f-bad4-a39545918343 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:12.505704 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-151a4b87-803a-472f-bad4-a39545918343 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2794578 Nov 25 08:57:12.506324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49028) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:12.531151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-75c5612e-f551-42b3-9717-0d2c8c133200 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group': {'name': 'tempest-security--1364527068', 'description': 'tempest-security-description-596782004'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:12.581823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75c5612e-f551-42b3-9717-0d2c8c133200 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.591393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Network eeea3ed4-2a6d-4b6e-b117-7993528459f8 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:57:12.599773 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b3fa74cb-eb18-40a8-85b4-f1215ae23dd9 req-fc004edd-22fb-41d7-84c6-f2a532250531 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948422 Nov 25 08:57:12.626113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, eeea3ed4-2a6d-4b6e-b117-7993528459f8) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:12.634314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:57:12.639815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:12.642574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9b11e6-1de1-4eab-af70-156279ddac3e None None] Network eeea3ed4-2a6d-4b6e-b117-7993528459f8 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:12.644550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:12.645210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.673401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75c5612e-f551-42b3-9717-0d2c8c133200 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.675541 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9112568 Nov 25 08:57:12.678398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49034) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:12.678570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75c5612e-f551-42b3-9717-0d2c8c133200 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.681276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75c5612e-f551-42b3-9717-0d2c8c133200 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.685481 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-75c5612e-f551-42b3-9717-0d2c8c133200 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "PUT /v2.0/security-groups/01864fdf-6ef3-4b7b-a228-931452950c94 HTTP/1.1" status: 200 len: 1779 time: 0.1602354 Nov 25 08:57:12.685481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e8402d31-a013-4444-a768-5e68302d5fe2 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:12.711466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49038) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:12.712352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5612e-f551-42b3-9717-0d2c8c133200 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01864fdf-6ef3-4b7b-a228-931452950c94,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:12.717635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-75c5612e-f551-42b3-9717-0d2c8c133200 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:12.772487 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7c036e62-bc2f-4c06-8a9f-557164b1300c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-groups/01864fdf-6ef3-4b7b-a228-931452950c94 HTTP/1.1" status: 200 len: 1779 time: 0.0546305 Nov 25 08:57:12.772770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49042) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:12.812241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb5e94-9611-45a9-9b76-a775cca00070 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:12.818647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb5e94-9611-45a9-9b76-a775cca00070 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:12.820446 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-43cb5e94-9611-45a9-9b76-a775cca00070 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1410623 Nov 25 08:57:12.826715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49046) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:12.873182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-e6e51f38-9d82-42fb-856c-3756dbe54964 req-71bebc72-783b-4459-b301-ad8985be6978 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:12.901933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-e6e51f38-9d82-42fb-856c-3756dbe54964 req-71bebc72-783b-4459-b301-ad8985be6978 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:12.904316 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e6e51f38-9d82-42fb-856c-3756dbe54964 req-71bebc72-783b-4459-b301-ad8985be6978 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8414360c-0528-4a5c-a39d-2d7b81a8fce8 HTTP/1.1" status: 200 len: 210 time: 0.1027858 Nov 25 08:57:12.910485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-687af416-fb65-45aa-83bb-1bab1ca0d058 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.951425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cde44048-7de6-4604-84ab-a1510339d60c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Deleting port 5c534a25-54ad-49d7-b476-41973c1119c6 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:12.951765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cde44048-7de6-4604-84ab-a1510339d60c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:12.982997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-687af416-fb65-45aa-83bb-1bab1ca0d058 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.092266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-687af416-fb65-45aa-83bb-1bab1ca0d058 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.099703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1c5fa3ec-2e75-484d-894a-2e70d6dcadc9 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:13.117667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687af416-fb65-45aa-83bb-1bab1ca0d058 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01864fdf-6ef3-4b7b-a228-931452950c94,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:13.119877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-687af416-fb65-45aa-83bb-1bab1ca0d058 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:13.200573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-687af416-fb65-45aa-83bb-1bab1ca0d058 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.201734 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-687af416-fb65-45aa-83bb-1bab1ca0d058 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-groups/01864fdf-6ef3-4b7b-a228-931452950c94 HTTP/1.1" status: 204 len: 168 time: 0.4280341 Nov 25 08:57:13.204378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49050) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:13.231543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cde44048-7de6-4604-84ab-a1510339d60c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.261214 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fa646aef-3a35-4843-9884-d94881a598ee tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533886 Nov 25 08:57:13.261624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49054) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:13.277680 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-8be13fb1-479d-439f-8c46-cf0aa4cce361 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] delete failed (client error): The resource could not be found. Nov 25 08:57:13.278784 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8be13fb1-479d-439f-8c46-cf0aa4cce361 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-groups/01864fdf-6ef3-4b7b-a228-931452950c94 HTTP/1.1" status: 404 len: 347 time: 0.0160954 Nov 25 08:57:13.284014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49058) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:13.288009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group': {'name': 'tempest-secgroup--729954268'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:13.294367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:13.298523 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:13.302101 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:13.308498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:13.318520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.340520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:13.344410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:13.347393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:13.353106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:13.356963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cde44048-7de6-4604-84ab-a1510339d60c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Calling delete_port for 5c534a25-54ad-49d7-b476-41973c1119c6 owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:13.422751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.427000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.430591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-01722572-c289-4210-b9e2-7299432ef1df tempest-NegativeSecGroupTest-1029608938 tempest-NegativeSecGroupTest-1029608938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:13.443761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cde44048-7de6-4604-84ab-a1510339d60c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.450505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c1f5deaa-17fe-43b9-99c6-22877a74cb5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:13.473661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579ccd6b-18ac-42f8-91f0-91495b72c8bf,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:13.476381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:13.477205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.478429 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ecc63363-5a73-47df-975f-0bfccc2489af tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1950300 Nov 25 08:57:13.481863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49062) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:13.487258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': '579ccd6b-18ac-42f8-91f0-91495b72c8bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:13.493085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:13.497051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:13.501926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:13.507247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cde44048-7de6-4604-84ab-a1510339d60c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.508345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:13.512077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde44048-7de6-4604-84ab-a1510339d60c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event deleted for resources: {'Port': ['ID=5c534a25-54ad-49d7-b476-41973c1119c6,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:13.515912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cde44048-7de6-4604-84ab-a1510339d60c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:13.522118 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cde44048-7de6-4604-84ab-a1510339d60c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "DELETE /v2.0/ports/5c534a25-54ad-49d7-b476-41973c1119c6 HTTP/1.1" status: 204 len: 168 time: 0.6943548 Nov 25 08:57:13.524623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49066) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:13.533155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.595636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6fb45-ab86-4ea0-b91f-1bdbbdfd16ae tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Deleting port 3eafca34-1055-4e43-84da-0d672f4e611d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:13.595977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0ba6fb45-ab86-4ea0-b91f-1bdbbdfd16ae tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.596550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.600636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.602329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:13.624493 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf70e38-14a0-4050-b7be-3a5a350d84e3,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:13.626916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:13.635028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.639474 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566374 Nov 25 08:57:13.640361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49072) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:13.671306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d94d-5ca9-492d-85a1-d2d21a41f9c4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.682048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d94d-5ca9-492d-85a1-d2d21a41f9c4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.707368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d94d-5ca9-492d-85a1-d2d21a41f9c4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.715251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:13.720732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 5d396880-c916-43af-8d6a-ff995a50b7a9 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:57:13.726817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d94d-5ca9-492d-85a1-d2d21a41f9c4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.727857 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3eb4d94d-5ca9-492d-85a1-d2d21a41f9c4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/4cf70e38-14a0-4050-b7be-3a5a350d84e3 HTTP/1.1" status: 204 len: 168 time: 0.0865934 Nov 25 08:57:13.728883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4d94d-5ca9-492d-85a1-d2d21a41f9c4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cf70e38-14a0-4050-b7be-3a5a350d84e3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:13.732039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3eb4d94d-5ca9-492d-85a1-d2d21a41f9c4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:13.732484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49076) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:13.780002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-afd2354d-a0bb-47a1-a3f3-a623310fc374 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:13.797788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-afd2354d-a0bb-47a1-a3f3-a623310fc374 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:13.799521 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-afd2354d-a0bb-47a1-a3f3-a623310fc374 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0661469 Nov 25 08:57:13.802591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49080) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:13.863593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 5d396880-c916-43af-8d6a-ff995a50b7a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5d396880-c916-43af-8d6a-ff995a50b7a9,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:13.867613 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8094fd90-d97e-456f-83ef-4ed326c9295e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.879037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '5d396880-c916-43af-8d6a-ff995a50b7a9', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'port_id': '5d396880-c916-43af-8d6a-ff995a50b7a9', 'mac_address': 'fa:16:3e:84:aa:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:57:13.900854 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8094fd90-d97e-456f-83ef-4ed326c9295e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.944097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.959413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8094fd90-d97e-456f-83ef-4ed326c9295e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.964885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d396880-c916-43af-8d6a-ff995a50b7a9 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:57:13.966169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c4bee036-9974-43d3-b189-45d94dd4d0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:13.984780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094fd90-d97e-456f-83ef-4ed326c9295e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579ccd6b-18ac-42f8-91f0-91495b72c8bf,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:13.985996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 5d396880-c916-43af-8d6a-ff995a50b7a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5d396880-c916-43af-8d6a-ff995a50b7a9,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:13.989362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8094fd90-d97e-456f-83ef-4ed326c9295e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:13.991742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:13.994119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-79246901-0a7e-4f7b-a429-a2221613e71e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:14.002152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8094fd90-d97e-456f-83ef-4ed326c9295e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.004812 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8094fd90-d97e-456f-83ef-4ed326c9295e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-groups/579ccd6b-18ac-42f8-91f0-91495b72c8bf HTTP/1.1" status: 204 len: 168 time: 0.2007427 Nov 25 08:57:14.007202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49086) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:14.024055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0ba6fb45-ab86-4ea0-b91f-1bdbbdfd16ae tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.082146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=5d396880-c916-43af-8d6a-ff995a50b7a9,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:14.085561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:14.106077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b30706a1-cbdb-4521-ad14-f32b6fc92f54 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:14.112225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49090) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:14.144310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b30706a1-cbdb-4521-ad14-f32b6fc92f54 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:14.145670 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b30706a1-cbdb-4521-ad14-f32b6fc92f54 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1372681 Nov 25 08:57:14.149778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49094) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:14.158827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group': {'name': 'tempest-secgroup--900537481'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:14.173174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:14.178694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6fb45-ab86-4ea0-b91f-1bdbbdfd16ae tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Calling delete_port for 3eafca34-1055-4e43-84da-0d672f4e611d owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:14.192372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:14.213232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc972-280b-4ae4-9ef2-e9d353aa2dab tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.223817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.225253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b8ffa-8636-4782-a07a-ca52f8db0e8b req-fbed6e5b-9491-4758-bfd8-8113fd5c8310 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:14.226742 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-359b8ffa-8636-4782-a07a-ca52f8db0e8b req-fbed6e5b-9491-4758-bfd8-8113fd5c8310 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 943 time: 0.5072906 Nov 25 08:57:14.264028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:14.267237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc972-280b-4ae4-9ef2-e9d353aa2dab tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.278802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:14.283373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:14.297005 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:14.303596 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-359b8ffa-8636-4782-a07a-ca52f8db0e8b req-be11e091-dffd-4aa5-aec0-0f4badb48338 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647974 Nov 25 08:57:14.308111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0ba6fb45-ab86-4ea0-b91f-1bdbbdfd16ae tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.315297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:14.349382 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['5d396880-c916-43af-8d6a-ff995a50b7a9'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:57:14.364625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6fb45-ab86-4ea0-b91f-1bdbbdfd16ae tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event deleted for resources: {'Port': ['ID=3eafca34-1055-4e43-84da-0d672f4e611d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:14.367356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0ba6fb45-ab86-4ea0-b91f-1bdbbdfd16ae tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:14.375086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0ba6fb45-ab86-4ea0-b91f-1bdbbdfd16ae tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.381904 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0ba6fb45-ab86-4ea0-b91f-1bdbbdfd16ae tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "DELETE /v2.0/ports/3eafca34-1055-4e43-84da-0d672f4e611d HTTP/1.1" status: 204 len: 168 time: 0.8562727 Nov 25 08:57:14.384396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49098) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:14.392395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.393758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc972-280b-4ae4-9ef2-e9d353aa2dab tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.398502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-01a98b94-55d3-4865-8444-d77f0393d3a2 tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:14.409422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.420237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbc972-280b-4ae4-9ef2-e9d353aa2dab tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf0e47c-9b21-438a-9327-cb497263a1d2,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:14.433307 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f6c08aed-a16a-4f29-8c51-deb240c2d53d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Synchronizing usage tracker for tenant:840f95db037c47ad8a02cd3601f43ef1 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:14.433714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6cfbc972-280b-4ae4-9ef2-e9d353aa2dab tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:14.434249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0c981755-4cce-4e20-85f6-491d57a9e48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:14.450934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f6c08aed-a16a-4f29-8c51-deb240c2d53d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Unset dirty status for tenant:840f95db037c47ad8a02cd3601f43ef1 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:14.457464 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f6c08aed-a16a-4f29-8c51-deb240c2d53d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0667951 Nov 25 08:57:14.457664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49102) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:14.472305 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1783824574'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:14.484027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:14.490536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Usage tracker for resource:network and tenant:840f95db037c47ad8a02cd3601f43ef1 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:14.493898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.495172 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3444319 Nov 25 08:57:14.496633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:14.497994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49106) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:14.499613 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24928ee3-b8c7-4289-b14a-0d0fe2af368d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:14.503755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': '24928ee3-b8c7-4289-b14a-0d0fe2af368d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:14.505344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc972-280b-4ae4-9ef2-e9d353aa2dab tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.506622 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6cfbc972-280b-4ae4-9ef2-e9d353aa2dab tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/4bf0e47c-9b21-438a-9327-cb497263a1d2 HTTP/1.1" status: 204 len: 168 time: 0.3933973 Nov 25 08:57:14.508278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:14.511512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:14.519554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:14.520519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Made reservation on behalf of 840f95db037c47ad8a02cd3601f43ef1 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:57:14.524248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.529226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:14.534247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:14.546149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:14.550871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49112) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:14.574356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.657354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.661859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.665008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:14.702240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d990ce2-bbd5-4c2b-8760-bb50787c4867,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:14.707023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:14.707989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.709745 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2104259 Nov 25 08:57:14.712177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49116) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:14.718544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': '24928ee3-b8c7-4289-b14a-0d0fe2af368d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:14.725506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:14.730451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:14.733398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:14.735956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:57:14.740181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:14.757435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.759264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.759615 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Added segment 299786db-bf4d-487d-bd8a-9396df79c107 of type vlan for network 0af156de-2518-4e4f-bf0b-60163ddcc192 Nov 25 08:57:14.829071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.833992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.835980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:14.861407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cad3c1b-9d3c-4289-ad37-8b8bf75cc68f,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:14.864356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:14.878482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.879764 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1666114 Nov 25 08:57:14.882730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49120) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:14.889216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': '24928ee3-b8c7-4289-b14a-0d0fe2af368d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:14.895553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:14.900132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:14.903887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:14.910065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:14.929731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:14.999326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.003226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.005098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-01820720-1f13-4a46-81e3-57de36f33f91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:15.040367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.040367 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1566253 Nov 25 08:57:15.044423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49124) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:15.049226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.050208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': '24928ee3-b8c7-4289-b14a-0d0fe2af368d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:15.054853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e043a8-4347-457f-9df0-8de62ff4e134,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:15.059086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:15.060134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:15.064554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:15.068102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:15.074798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:15.091431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.117545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.123633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:15.124221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.130886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7d6b9018-a1bf-4116-8b7e-84a3ee55dffc tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:15.158160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.162242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.164023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:15.186886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8387e2-8de5-40d2-b12c-669d6e463b59,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:15.189322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:15.200692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.202466 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1569009 Nov 25 08:57:15.206389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49128) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:15.212805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': '24928ee3-b8c7-4289-b14a-0d0fe2af368d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:15.218899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:15.222950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:15.225830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:15.232135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:15.276430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.283564 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8239167 Nov 25 08:57:15.286254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49132) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:15.292654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event updated for resources: {'Network': ['ID=0af156de-2518-4e4f-bf0b-60163ddcc192,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:15.296568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1360808485'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:15.296852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e8c4e9c5-58f2-489a-8197-43d91da7858d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:15.304681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 0af156de-2518-4e4f-bf0b-60163ddcc192 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:57:15.308675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:15.317845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Usage tracker for resource:network and tenant:840f95db037c47ad8a02cd3601f43ef1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:15.328698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:15.339501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:15.359619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Made reservation on behalf of 840f95db037c47ad8a02cd3601f43ef1 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:57:15.363391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.394778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.403140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.406119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13194abc-f256-44ce-9c90-88be2c71d63f tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:15.440954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c7ab15-2216-4604-b57f-470190ea7816,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:15.455149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.481539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:15.487144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.488318 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2810030 Nov 25 08:57:15.489373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:57:15.496599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49138) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:15.521776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.522116 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Added segment dbb631a6-f328-4ff5-8c17-c5e762f387d0 of type vlan for network 26081814-4c89-47eb-9cfc-cc530d3a6d03 Nov 25 08:57:15.558565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-70d05645-bef8-4c2e-9ffd-964ffc04e20c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.582069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.586209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-70d05645-bef8-4c2e-9ffd-964ffc04e20c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.619630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa128d3-51eb-40a2-b07b-53d4b81bf375 req-0c057c67-95e3-45e9-bc32-7ede48637bc3 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:15.621573 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cfa128d3-51eb-40a2-b07b-53d4b81bf375 req-0c057c67-95e3-45e9-bc32-7ede48637bc3 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 944 time: 0.1744914 Nov 25 08:57:15.654967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-70d05645-bef8-4c2e-9ffd-964ffc04e20c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.660755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1b0ae806-e6f1-4204-b67d-32552f69d695 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:15.684550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d05645-bef8-4c2e-9ffd-964ffc04e20c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98c7ab15-2216-4604-b57f-470190ea7816,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:15.688740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-70d05645-bef8-4c2e-9ffd-964ffc04e20c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:15.689334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.694737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:15.695309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.703400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-86634200-45e1-4105-bc4a-0e2a175853c2 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:15.733260 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 5d396880-c916-43af-8d6a-ff995a50b7a9 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:57:15.743843 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cfa128d3-51eb-40a2-b07b-53d4b81bf375 req-49f95558-e24e-43a9-8e5b-776995f0df6f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114564 Nov 25 08:57:15.802873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-70d05645-bef8-4c2e-9ffd-964ffc04e20c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.803972 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-70d05645-bef8-4c2e-9ffd-964ffc04e20c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/98c7ab15-2216-4604-b57f-470190ea7816 HTTP/1.1" status: 204 len: 168 time: 0.3016725 Nov 25 08:57:15.808013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49142) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:15.817311 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5245452 Nov 25 08:57:15.819053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 5d396880-c916-43af-8d6a-ff995a50b7a9 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:57:15.825516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 5d396880-c916-43af-8d6a-ff995a50b7a9 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:15.826185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.842510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event updated for resources: {'Network': ['ID=26081814-4c89-47eb-9cfc-cc530d3a6d03,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:15.847384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:15.853098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 09a1cf37-667a-4040-bb85-7e65b29b0e65 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:15.853702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:15.864201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 26081814-4c89-47eb-9cfc-cc530d3a6d03 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:57:15.905438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b735b9f3-f127-4568-8f46-9a8b20a292c0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:15.926414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b735b9f3-f127-4568-8f46-9a8b20a292c0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:15.931577 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b735b9f3-f127-4568-8f46-9a8b20a292c0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1225021 Nov 25 08:57:15.932214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49146) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:15.963188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49150) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:15.971143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'subnets': [{'network_id': '0af156de-2518-4e4f-bf0b-60163ddcc192', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--855230232', 'ip_version': 4}, {'network_id': '26081814-4c89-47eb-9cfc-cc530d3a6d03', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:15.972048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'subnet': {'network_id': '0af156de-2518-4e4f-bf0b-60163ddcc192', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--855230232', 'ip_version': 4}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:15.972673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Request body: {'subnet': {'network_id': '26081814-4c89-47eb-9cfc-cc530d3a6d03', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:15.991510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-397a3e00-ec92-4e35-b956-dbd417850c53 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.005046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-397a3e00-ec92-4e35-b956-dbd417850c53 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.097463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 09a1cf37-667a-4040-bb85-7e65b29b0e65, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=09a1cf37-667a-4040-bb85-7e65b29b0e65,segment=NetworkSegment(09fcaf0f-b80d-4c28-8291-fa86e5c55df0),segment_id=09fcaf0f-b80d-4c28-8291-fa86e5c55df0)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:16.097876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.116706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.130489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-397a3e00-ec92-4e35-b956-dbd417850c53 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.134961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ccca8f67-9108-4275-bd9f-a2255fa17c41 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:16.145191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d396880-c916-43af-8d6a-ff995a50b7a9'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:57:16.155317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 5d396880-c916-43af-8d6a-ff995a50b7a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5d396880-c916-43af-8d6a-ff995a50b7a9,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:16.161013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.162135 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a5057250-ccd2-40b5-9410-32936490f3e0 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:57:16.194003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a3e00-ec92-4e35-b956-dbd417850c53 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af8387e2-8de5-40d2-b12c-669d6e463b59,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:16.199104 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d396880-c916-43af-8d6a-ff995a50b7a9', 'code': 200} Nov 25 08:57:16.199932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:16.235221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: a5057250-ccd2-40b5-9410-32936490f3e0 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:57:16.236020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a5057250-ccd2-40b5-9410-32936490f3e0 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:57:16.255679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-397a3e00-ec92-4e35-b956-dbd417850c53 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:16.255944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 09a1cf37-667a-4040-bb85-7e65b29b0e65 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:16.256772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-397a3e00-ec92-4e35-b956-dbd417850c53 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.257878 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-397a3e00-ec92-4e35-b956-dbd417850c53 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/af8387e2-8de5-40d2-b12c-669d6e463b59 HTTP/1.1" status: 204 len: 168 time: 0.3246818 Nov 25 08:57:16.261698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49156) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:16.272354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=5d396880-c916-43af-8d6a-ff995a50b7a9,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:16.275376 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:16.316964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:16.345747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f33b423b-0423-4bbd-a471-48e4794db362 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:16.350488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Usage tracker for resource:subnet and tenant:840f95db037c47ad8a02cd3601f43ef1 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:16.356623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:16.366709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:16.374161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f33b423b-0423-4bbd-a471-48e4794db362 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:16.375486 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f33b423b-0423-4bbd-a471-48e4794db362 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1130586 Nov 25 08:57:16.378625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49160) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:16.393246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Made reservation on behalf of 840f95db037c47ad8a02cd3601f43ef1 for: {'subnet': 2} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:57:16.397662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.397993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.431346 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b4cab328-4a4e-473b-acaa-9f6c6b8cc8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.500259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e441fd3-e95a-422c-b6e1-f96c2c69a1cf tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.505943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.512553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2b101620-3841-4d8c-8b9e-49893f5b3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:16.515743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e441fd3-e95a-422c-b6e1-f96c2c69a1cf tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.553919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e441fd3-e95a-422c-b6e1-f96c2c69a1cf tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.556982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-18bd0206-2cc3-4358-b2ef-8c4b12bf6c17 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:16.562915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=09a1cf37-667a-4040-bb85-7e65b29b0e65,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:16.565199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:16.574371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e441fd3-e95a-422c-b6e1-f96c2c69a1cf tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7e043a8-4347-457f-9df0-8de62ff4e134,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:16.577732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e441fd3-e95a-422c-b6e1-f96c2c69a1cf tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:16.626843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e441fd3-e95a-422c-b6e1-f96c2c69a1cf tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.627978 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5e441fd3-e95a-422c-b6e1-f96c2c69a1cf tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/f7e043a8-4347-457f-9df0-8de62ff4e134 HTTP/1.1" status: 204 len: 168 time: 0.2450402 Nov 25 08:57:16.635023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49164) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:16.794182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db151e-fad6-4a05-86de-8d7b63acc172 req-70bd3368-674d-4fc1-8714-70e725e93086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:16.795683 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c9db151e-fad6-4a05-86de-8d7b63acc172 req-70bd3368-674d-4fc1-8714-70e725e93086 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 1098 time: 0.3673043 Nov 25 08:57:16.847538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-da71615c-0b65-415c-be47-492dc69a6732 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:16.934966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:16.960028 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c9db151e-fad6-4a05-86de-8d7b63acc172 req-6126c8d4-7c12-4735-b9f9-86172dcf1e3e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567557 Nov 25 08:57:16.970854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-da71615c-0b65-415c-be47-492dc69a6732 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:16.972123 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-da71615c-0b65-415c-be47-492dc69a6732 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3364935 Nov 25 08:57:16.980185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49170) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:17.028046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.044388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28a3e5aa-7b5f-4980-a406-058f075a4fd7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.067282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28a3e5aa-7b5f-4980-a406-058f075a4fd7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.114429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff6f98-bdcf-42ef-a4a6-e18068bb13fb req-f1c562a6-3dd6-4e2d-8108-9939bcf33782 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:17.115910 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-80ff6f98-bdcf-42ef-a4a6-e18068bb13fb req-f1c562a6-3dd6-4e2d-8108-9939bcf33782 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 945 time: 0.2388823 Nov 25 08:57:17.118905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28a3e5aa-7b5f-4980-a406-058f075a4fd7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.147802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e441fd3-e95a-422c-b6e1-f96c2c69a1cf tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:17.187369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3e5aa-7b5f-4980-a406-058f075a4fd7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cad3c1b-9d3c-4289-ad37-8b8bf75cc68f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:17.202109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-28a3e5aa-7b5f-4980-a406-058f075a4fd7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:17.232324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-28a3e5aa-7b5f-4980-a406-058f075a4fd7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.233337 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-28a3e5aa-7b5f-4980-a406-058f075a4fd7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/4cad3c1b-9d3c-4289-ad37-8b8bf75cc68f HTTP/1.1" status: 204 len: 168 time: 0.2523081 Nov 25 08:57:17.236819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49174) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:17.239661 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-80ff6f98-bdcf-42ef-a4a6-e18068bb13fb req-cec70a6b-a08e-4683-a0e0-f0c18ab9520a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857332 Nov 25 08:57:17.291212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.296210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd2b9886-24a8-4cff-a7ad-699b38d64a97 tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:17.366490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-763abb02-403b-43a0-bc6b-ff46cc44ef0d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:17.402188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 3063460c-2fb9-4d02-9b39-30f4b27a2283 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:57:17.409967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event updated for resources: {'Subnet': ['ID=964957ab-00bc-4bb2-8244-6f396de4a3bc,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:17.415993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:17.417390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-763abb02-403b-43a0-bc6b-ff46cc44ef0d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:17.421160 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-763abb02-403b-43a0-bc6b-ff46cc44ef0d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1779325 Nov 25 08:57:17.421160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Checking segment: {'id': '299786db-bf4d-487d-bd8a-9396df79c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0af156de-2518-4e4f-bf0b-60163ddcc192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:57:17.421463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Network hostable DHCP agents. Network: 0af156de-2518-4e4f-bf0b-60163ddcc192, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:57:17.425371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49178) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:17.463999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-224603cc-f1e0-40f3-97ca-0c597897fd58 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.473148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Network 0af156de-2518-4e4f-bf0b-60163ddcc192 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:57:17.476447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-224603cc-f1e0-40f3-97ca-0c597897fd58 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.494646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 0af156de-2518-4e4f-bf0b-60163ddcc192) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:17.498963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.502799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0030901e-5e9d-496f-8a35-b912f8392cb6 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:17.506643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915c162-31cf-42ac-bd48-e6277001eb35 None None] Network 0af156de-2518-4e4f-bf0b-60163ddcc192 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:17.564452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-224603cc-f1e0-40f3-97ca-0c597897fd58 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.595181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:57:17.595760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event updated for resources: {'Subnet': ['ID=a52121e3-a949-42ab-81fc-6dc3c8d31072,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:17.601957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:17.601957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:17.614787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-224603cc-f1e0-40f3-97ca-0c597897fd58 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.618718 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-224603cc-f1e0-40f3-97ca-0c597897fd58 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/8d990ce2-bbd5-4c2b-8760-bb50787c4867 HTTP/1.1" status: 204 len: 168 time: 0.1896327 Nov 25 08:57:17.618718 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224603cc-f1e0-40f3-97ca-0c597897fd58 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d990ce2-bbd5-4c2b-8760-bb50787c4867,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:17.620839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49182) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:17.621580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Checking segment: {'id': 'dbb631a6-f328-4ff5-8c17-c5e762f387d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '26081814-4c89-47eb-9cfc-cc530d3a6d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:57:17.621943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Network hostable DHCP agents. Network: 26081814-4c89-47eb-9cfc-cc530d3a6d03, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:57:17.622078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f8d20-7ecb-40a6-95f8-3430916474a3 None None] Sync routers for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:57:17.624779 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/3063460c-2fb9-4d02-9b39-30f4b27a2283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0729077 Nov 25 08:57:17.627487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49184) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:17.629531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-224603cc-f1e0-40f3-97ca-0c597897fd58 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:17.652909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f8d20-7ecb-40a6-95f8-3430916474a3 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:17.653858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b99f8d20-7ecb-40a6-95f8-3430916474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:17.668861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Network 26081814-4c89-47eb-9cfc-cc530d3a6d03 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:57:17.687865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3a72fc87-55b9-4f97-9c76-7203f4bc6e92 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:17.696500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 26081814-4c89-47eb-9cfc-cc530d3a6d03) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:17.697165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-15feddb8-4e73-4bc0-ade1-d6e6bca75999 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting subnet 3facbecb-2f55-4448-98ea-db3515791a61 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:57:17.700303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15feddb8-4e73-4bc0-ade1-d6e6bca75999 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.703883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:17.704395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:17.704966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.716695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3fa9d2-d8bc-41d9-9387-c5ed686ef672 None None] Network 26081814-4c89-47eb-9cfc-cc530d3a6d03 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:17.717808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3a72fc87-55b9-4f97-9c76-7203f4bc6e92 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:17.719097 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3a72fc87-55b9-4f97-9c76-7203f4bc6e92 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0926340 Nov 25 08:57:17.722125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49190) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:17.737894 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7741301 Nov 25 08:57:17.741314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49194) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:17.764998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15feddb8-4e73-4bc0-ade1-d6e6bca75999 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.846441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab66f0-d775-4e29-be91-b75ec432d8a2 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:17.847950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab66f0-d775-4e29-be91-b75ec432d8a2 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:17.849444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab66f0-d775-4e29-be91-b75ec432d8a2 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:17.850234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-55ab66f0-d775-4e29-be91-b75ec432d8a2 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Synchronizing usage tracker for tenant:840f95db037c47ad8a02cd3601f43ef1 on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:17.858854 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15feddb8-4e73-4bc0-ade1-d6e6bca75999 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.860225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c40f9346-2754-4ca6-909b-6d3f6eee4e13 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.893692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-55ab66f0-d775-4e29-be91-b75ec432d8a2 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Unset dirty status for tenant:840f95db037c47ad8a02cd3601f43ef1 on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:17.898906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-55ab66f0-d775-4e29-be91-b75ec432d8a2 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1525590 Nov 25 08:57:17.898906 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c40f9346-2754-4ca6-909b-6d3f6eee4e13 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.904597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49198) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:17.957330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c40f9346-2754-4ca6-909b-6d3f6eee4e13 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:17.967438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-75c5612e-f551-42b3-9717-0d2c8c133200 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:17.990934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e21dbe-6ad8-4693-be74-1f4372f4802a tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Deleting subnet 964957ab-00bc-4bb2-8244-6f396de4a3bc {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:57:17.998363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6e21dbe-6ad8-4693-be74-1f4372f4802a tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.003972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f9346-2754-4ca6-909b-6d3f6eee4e13 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24928ee3-b8c7-4289-b14a-0d0fe2af368d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:18.013445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c40f9346-2754-4ca6-909b-6d3f6eee4e13 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:18.028174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c40f9346-2754-4ca6-909b-6d3f6eee4e13 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.032773 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c40f9346-2754-4ca6-909b-6d3f6eee4e13 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-groups/24928ee3-b8c7-4289-b14a-0d0fe2af368d HTTP/1.1" status: 204 len: 168 time: 0.3068936 Nov 25 08:57:18.033614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49202) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:18.043851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38bab8f-0d63-432f-8e8a-2284073651bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-0af156de-2518-4e4f-bf0b-60163ddcc192', 'network_id': '0af156de-2518-4e4f-bf0b-60163ddcc192', 'tenant_id': '840f95db037c47ad8a02cd3601f43ef1', 'fixed_ips': [{'subnet_id': '964957ab-00bc-4bb2-8244-6f396de4a3bc'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:57:18.045561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f38bab8f-0d63-432f-8e8a-2284073651bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.054570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15feddb8-4e73-4bc0-ade1-d6e6bca75999 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.076159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b32f43e8-ea31-4e3b-899a-22ace0aea455 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:18.098363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-38bafd92-b026-4f3e-832d-358a73bd470c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:18.117166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15feddb8-4e73-4bc0-ade1-d6e6bca75999 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.122851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feddb8-4e73-4bc0-ade1-d6e6bca75999 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Subnet': ['ID=3facbecb-2f55-4448-98ea-db3515791a61,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:18.127353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-38bafd92-b026-4f3e-832d-358a73bd470c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:18.127615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15feddb8-4e73-4bc0-ade1-d6e6bca75999 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:18.134615 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-38bafd92-b026-4f3e-832d-358a73bd470c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957730 Nov 25 08:57:18.134799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6e21dbe-6ad8-4693-be74-1f4372f4802a tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.136954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49206) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:18.149828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370936771'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:18.159393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:18.162086 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-15feddb8-4e73-4bc0-ade1-d6e6bca75999 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/subnets/3facbecb-2f55-4448-98ea-db3515791a61 HTTP/1.1" status: 204 len: 168 time: 0.5323431 Nov 25 08:57:18.171107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e277724-fe1c-4ac6-97de-f0daffebbd89 None None] Network d7b2a039-0689-46e5-b832-50debe514388 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:18.174225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49210) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:18.176538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:18.200895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.228045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-b99f8d20-7ecb-40a6-95f8-3430916474a3 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:18.240915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:18.245137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:18.248129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:18.255127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:18.346850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.352087 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.359769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-80de83e4-4a4f-430a-9397-4b98894eff6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:18.405915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d970b855-1428-4e31-8ded-b7b44228d5a0,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:18.411158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:18.417723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.419235 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2812860 Nov 25 08:57:18.421834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49216) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:18.427622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': 'd970b855-1428-4e31-8ded-b7b44228d5a0', 'direction': 'ingress', 'protocol': 17}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:18.434761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:18.439181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:18.442378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:18.449002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:18.466679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.531259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.535778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.537283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-24b35e6e-0e6e-48b6-b66b-cd83468511f8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:18.560412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecf5611-b9d6-4394-8865-1243239facc5,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:18.565904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:18.575334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.576653 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1537001 Nov 25 08:57:18.579443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49220) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:18.597936 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6e21dbe-6ad8-4693-be74-1f4372f4802a tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.650248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ade3e49-f529-4003-ae58-43f991824872 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.678517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ade3e49-f529-4003-ae58-43f991824872 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.716730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.726443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-26081814-4c89-47eb-9cfc-cc530d3a6d03', 'network_id': '26081814-4c89-47eb-9cfc-cc530d3a6d03', 'tenant_id': '840f95db037c47ad8a02cd3601f43ef1', 'fixed_ips': [{'subnet_id': 'a52121e3-a949-42ab-81fc-6dc3c8d31072'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:57:18.727299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.736320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ade3e49-f529-4003-ae58-43f991824872 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.741805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-57e17a50-03c2-4740-9c62-4914cf85f8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:18.756890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade3e49-f529-4003-ae58-43f991824872 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d970b855-1428-4e31-8ded-b7b44228d5a0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:18.761569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9ade3e49-f529-4003-ae58-43f991824872 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:18.768506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ade3e49-f529-4003-ae58-43f991824872 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.769685 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9ade3e49-f529-4003-ae58-43f991824872 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-groups/d970b855-1428-4e31-8ded-b7b44228d5a0 HTTP/1.1" status: 204 len: 168 time: 0.1892648 Nov 25 08:57:18.772472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49224) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:18.826552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-24b14a3f-346f-4f9e-87de-672486d3ac7c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:18.842700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-24b14a3f-346f-4f9e-87de-672486d3ac7c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:18.848308 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-24b14a3f-346f-4f9e-87de-672486d3ac7c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748119 Nov 25 08:57:18.849003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49228) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:18.855870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432666681'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:18.865295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:18.869902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f95b0-12fd-4460-93bc-61e01630d8c7 req-b6c5f39e-84e7-434a-91e3-3ec61d9827b3 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:18.871469 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-629f95b0-12fd-4460-93bc-61e01630d8c7 req-b6c5f39e-84e7-434a-91e3-3ec61d9827b3 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 945 time: 0.4160459 Nov 25 08:57:18.875226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6e21dbe-6ad8-4693-be74-1f4372f4802a tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.876751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:18.882014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cd1a2db5-9703-46db-9d9d-462e000cef55 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:18.888602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:18.911913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:18.916176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:18.919441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:18.927096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server [None req-f38bab8f-0d63-432f-8e8a-2284073651bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 964957ab-00bc-4bb2-8244-6f396de4a3bc: This subnet is being modified by another concurrent operation. Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise exception Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 964957ab-00bc-4bb2-8244-6f396de4a3bc: This subnet is being modified by another concurrent operation. Nov 25 08:57:18.939024 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Nov 25 08:57:18.951916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e21dbe-6ad8-4693-be74-1f4372f4802a tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event deleted for resources: {'Subnet': ['ID=964957ab-00bc-4bb2-8244-6f396de4a3bc,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:18.958911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e6e21dbe-6ad8-4693-be74-1f4372f4802a tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:18.964646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e6e21dbe-6ad8-4693-be74-1f4372f4802a tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.007557 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-629f95b0-12fd-4460-93bc-61e01630d8c7 req-85168281-cf34-4291-b9d7-85e9d2199dec tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814943 Nov 25 08:57:19.007967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a427205-0796-4a9d-905f-c9712050c4ea None None] Network 0af156de-2518-4e4f-bf0b-60163ddcc192 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:19.011804 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e6e21dbe-6ad8-4693-be74-1f4372f4802a tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "DELETE /v2.0/subnets/964957ab-00bc-4bb2-8244-6f396de4a3bc HTTP/1.1" status: 204 len: 168 time: 1.1069164 Nov 25 08:57:19.014479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49232) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:19.078420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.107170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 69947c0b-bfae-4c41-883a-98ab57c03a81 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:19.107808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.108582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.113502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.120508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-687af416-fb65-45aa-83bb-1bab1ca0d058 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:19.200598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e0d691-3b54-4d56-8d4a-e13bd04475b6,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:19.210243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:19.220344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.221497 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3713624 Nov 25 08:57:19.225539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49238) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:19.231666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group': {'name': 'tempest-secgroup--867728831'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:19.240042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:19.250251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:19.255120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:19.262905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:19.278027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.289216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Allocated IP 172.20.0.18 (26081814-4c89-47eb-9cfc-cc530d3a6d03/a52121e3-a949-42ab-81fc-6dc3c8d31072/7c59e150-2280-4c66-b531-6568d94d25f9) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:57:19.300425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e96bfc-a095-4d1c-abd9-d52593506e6b req-5d0e430c-b2d5-4618-b03f-178ed0ff03a2 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:19.301906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-14e96bfc-a095-4d1c-abd9-d52593506e6b req-5d0e430c-b2d5-4618-b03f-178ed0ff03a2 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 945 time: 0.1407945 Nov 25 08:57:19.304001 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b99f8d20-7ecb-40a6-95f8-3430916474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:57:16Z', 'revision_number': 7, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '69947c0b-bfae-4c41-883a-98ab57c03a81', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:53:16Z', 'updated_at': '2021-11-25T08:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:19.310516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:19.321577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:19.325772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:19.333772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f8d20-7ecb-40a6-95f8-3430916474a3 None None] Checking router: 3063460c-2fb9-4d02-9b39-30f4b27a2283 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:57:19.335982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f80f9aa-80d0-431f-bcb1-556cb3135102 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Deleting subnet a52121e3-a949-42ab-81fc-6dc3c8d31072 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:57:19.336466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d4fb2-b23f-4526-ad38-a1d5c7176e8e None None] DHCP port deletion for d7b2a039-0689-46e5-b832-50debe514388 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:57:19.346491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:19.360393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 69947c0b-bfae-4c41-883a-98ab57c03a81, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=69947c0b-bfae-4c41-883a-98ab57c03a81,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:19.360859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.388714 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-14e96bfc-a095-4d1c-abd9-d52593506e6b req-bbb25dbf-e4cc-4747-b134-8b5e2f133fc1 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633156 Nov 25 08:57:19.389257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-295d4fb2-b23f-4526-ad38-a1d5c7176e8e None None] Deleting port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:19.389650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-295d4fb2-b23f-4526-ad38-a1d5c7176e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.427498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49242) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:19.444763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f8d20-7ecb-40a6-95f8-3430916474a3 None None] Routers {'3063460c-2fb9-4d02-9b39-30f4b27a2283'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:19.445414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b99f8d20-7ecb-40a6-95f8-3430916474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:56:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3063460c-2fb9-4d02-9b39-30f4b27a2283'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:19.451087 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.455238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.460411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d1ef4ff5-f384-4a6a-b5f3-eec98427af15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:19.505822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 69947c0b-bfae-4c41-883a-98ab57c03a81 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:19.515986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1409ee-e840-4cf4-b019-12774669bfd1,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:19.519956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:19.523949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.529242 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2993505 Nov 25 08:57:19.529242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49246) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:19.535391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': 'f7e0d691-3b54-4d56-8d4a-e13bd04475b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7f1409ee-e840-4cf4-b019-12774669bfd1', 'remote_ip_prefix': None}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:19.541520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:19.546499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:19.554821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:19.561520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:19.588149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.664719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.669719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.671813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-aca707e0-1872-45c9-9fac-8e2c837f1e7a tempest-ServersTestJSON-973361166 tempest-ServersTestJSON-973361166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:19.691078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3992edaa-eec8-4fd8-adef-c10db4b95916,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:19.694933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:19.719359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.720675 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1906288 Nov 25 08:57:19.724370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49252) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:19.727640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-b99f8d20-7ecb-40a6-95f8-3430916474a3 None None] Set router 3063460c-2fb9-4d02-9b39-30f4b27a2283 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:19.769168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.778714 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15aa70e1-244d-49a6-a473-208d0b66760a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:19.844270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=69947c0b-bfae-4c41-883a-98ab57c03a81,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:19.870791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f25e2858-5c80-4f85-943c-70c2824b7b3e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.882573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:19.892044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f25e2858-5c80-4f85-943c-70c2824b7b3e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:19.963857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b99f8d20-7ecb-40a6-95f8-3430916474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:57:19Z', 'revision_number': 8, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:19.975911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.004428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f8d20-7ecb-40a6-95f8-3430916474a3 None None] The sync data for ids ['3063460c-2fb9-4d02-9b39-30f4b27a2283'] in dv-neutron-818341-1-hyperv is: [{'id': '3063460c-2fb9-4d02-9b39-30f4b27a2283', 'name': 'tempest-TestNetworkBasicOps-router-841347227', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:53:14Z', 'updated_at': '2021-11-25T08:57:19Z', 'revision_number': 8, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:57:20.010207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.015486 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1ae737bf-6ccf-41e5-ac2c-eb91389e8afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.020321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.024561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-295d4fb2-b23f-4526-ad38-a1d5c7176e8e None None] For port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2,segment=NetworkSegment(09fcaf0f-b80d-4c28-8291-fa86e5c55df0),segment_id=09fcaf0f-b80d-4c28-8291-fa86e5c55df0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:20.024963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-295d4fb2-b23f-4526-ad38-a1d5c7176e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.092012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f25e2858-5c80-4f85-943c-70c2824b7b3e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.101752 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Transition to ACTIVE for port object 7c59e150-2280-4c66-b531-6568d94d25f9 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:57:20.170370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-295d4fb2-b23f-4526-ad38-a1d5c7176e8e None None] Calling delete_port for 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:20.227083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Transition to ACTIVE for port object 7c59e150-2280-4c66-b531-6568d94d25f9 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:57:20.235075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c7ceb56e-65d7-4962-915a-104cc7d4b158 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:20.238211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.241313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f80f9aa-80d0-431f-bcb1-556cb3135102 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.243442 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:20.326249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Network 26081814-4c89-47eb-9cfc-cc530d3a6d03 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:57:20.329224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-295d4fb2-b23f-4526-ad38-a1d5c7176e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.332852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:20.339399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:57:20.339644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4547c803-23e0-406a-a74f-5650053c3a43 tempest-TestVolumeBootPattern-599787614 tempest-TestVolumeBootPattern-599787614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:20.340266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4547c803-23e0-406a-a74f-5650053c3a43 tempest-TestVolumeBootPattern-599787614 tempest-TestVolumeBootPattern-599787614-project-admin] Synchronizing usage tracker for tenant:2445b5bb5c1044e08facae5bc7ad06be on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:20.347156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Pushing event updated for resources: {'Port': ['ID=7c59e150-2280-4c66-b531-6568d94d25f9,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:20.351845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:20.352250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7635cde5-4a5e-487e-8efe-de230314b9ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:20.354960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e2858-5c80-4f85-943c-70c2824b7b3e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3992edaa-eec8-4fd8-adef-c10db4b95916,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:20.362017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f25e2858-5c80-4f85-943c-70c2824b7b3e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:20.373088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.377474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.400328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4547c803-23e0-406a-a74f-5650053c3a43 tempest-TestVolumeBootPattern-599787614 tempest-TestVolumeBootPattern-599787614-project-admin] Unset dirty status for tenant:2445b5bb5c1044e08facae5bc7ad06be on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:20.401887 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4547c803-23e0-406a-a74f-5650053c3a43 tempest-TestVolumeBootPattern-599787614 tempest-TestVolumeBootPattern-599787614-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 1093 time: 0.9729972 Nov 25 08:57:20.405051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49256) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:20.408063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f25e2858-5c80-4f85-943c-70c2824b7b3e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.409531 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f25e2858-5c80-4f85-943c-70c2824b7b3e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/3992edaa-eec8-4fd8-adef-c10db4b95916 HTTP/1.1" status: 204 len: 168 time: 0.6841097 Nov 25 08:57:20.412285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '5d396880-c916-43af-8d6a-ff995a50b7a9', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:20.419203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49260) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:20.423858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f80f9aa-80d0-431f-bcb1-556cb3135102 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.451458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:20.466364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Usage tracker for resource:floatingip and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:20.472802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d4fb2-b23f-4526-ad38-a1d5c7176e8e None None] No DVR routers for this DVR port 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:57:20.474881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d4fb2-b23f-4526-ad38-a1d5c7176e8e None None] Pushing event deleted for resources: {'Port': ['ID=1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:20.482319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:20.487370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.488084 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Fanout notify agent at l3_agent the message router_deleted on router 3063460c-2fb9-4d02-9b39-30f4b27a2283 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:57:20.498736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:20.511831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.513817 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/routers/3063460c-2fb9-4d02-9b39-30f4b27a2283 HTTP/1.1" status: 204 len: 168 time: 2.3387492 Nov 25 08:57:20.517300 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49264) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:20.521713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-295d4fb2-b23f-4526-ad38-a1d5c7176e8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:20.553521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.586537 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:57:20.589197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4e3482a2-0aa5-4d58-9807-76f43394be9b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:20.645976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:57:20.646498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1a9be4ae-3eb9-4ad3-9c5f-8821eafb25c2 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:57:20.647018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 09a1cf37-667a-4040-bb85-7e65b29b0e65 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:57:20.657486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4e3482a2-0aa5-4d58-9807-76f43394be9b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:20.657486 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4e3482a2-0aa5-4d58-9807-76f43394be9b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2327015 Nov 25 08:57:20.657816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49268) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:20.680985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.687662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 09a1cf37-667a-4040-bb85-7e65b29b0e65 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:57:20.688006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 09a1cf37-667a-4040-bb85-7e65b29b0e65 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:57:20.691403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Attempting to bind port 7c59e150-2280-4c66-b531-6568d94d25f9 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:57:20.692046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Attempting to bind port 7c59e150-2280-4c66-b531-6568d94d25f9 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'dbb631a6-f328-4ff5-8c17-c5e762f387d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '26081814-4c89-47eb-9cfc-cc530d3a6d03'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:57:20.692414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Attempting to bind port 7c59e150-2280-4c66-b531-6568d94d25f9 on network 26081814-4c89-47eb-9cfc-cc530d3a6d03 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:57:20.698661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:57:20.699188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Checking segment: {'id': 'dbb631a6-f328-4ff5-8c17-c5e762f387d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '26081814-4c89-47eb-9cfc-cc530d3a6d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:57:20.699618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.700037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Bound using segment: {'id': 'dbb631a6-f328-4ff5-8c17-c5e762f387d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '26081814-4c89-47eb-9cfc-cc530d3a6d03'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:57:20.700687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Bound port: 7c59e150-2280-4c66-b531-6568d94d25f9, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb631a6-f328-4ff5-8c17-c5e762f387d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '26081814-4c89-47eb-9cfc-cc530d3a6d03'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:57:20.701271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.712340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f80f9aa-80d0-431f-bcb1-556cb3135102 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.737009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.875841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Allocated IP 172.26.3.5 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/2ffa2d69-b10b-4397-b58b-2d2b31688ba9) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:57:20.902544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8b25d127-6d49-4fd2-8221-5539023b0dbe tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.942911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.958617 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] For port 7c59e150-2280-4c66-b531-6568d94d25f9, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:57:20.963200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] For port 7c59e150-2280-4c66-b531-6568d94d25f9, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7c59e150-2280-4c66-b531-6568d94d25f9,segment=NetworkSegment(dbb631a6-f328-4ff5-8c17-c5e762f387d0),segment_id=dbb631a6-f328-4ff5-8c17-c5e762f387d0)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:57:20.964771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f80f9aa-80d0-431f-bcb1-556cb3135102 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.972919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:20.973166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0ee2f5d2-c3d0-42ee-a545-8b10d3894db2 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:20.983256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ef15d38c-4e42-467c-b9b9-19051a73047e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:21.007964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8b25d127-6d49-4fd2-8221-5539023b0dbe tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.048384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80f9aa-80d0-431f-bcb1-556cb3135102 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event deleted for resources: {'Subnet': ['ID=a52121e3-a949-42ab-81fc-6dc3c8d31072,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:21.049615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.050554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3f80f9aa-80d0-431f-bcb1-556cb3135102 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.053968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b2a039-0689-46e5-b832-50debe514388']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:21.065093 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3f80f9aa-80d0-431f-bcb1-556cb3135102 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:21.084640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fcaf0f-b80d-4c28-8291-fa86e5c55df0') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:21.084941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fcaf0f-b80d-4c28-8291-fa86e5c55df0') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:21.090573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.096136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23e178e1-768e-44ba-aa54-795afddffcb0 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:21.100750 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3f80f9aa-80d0-431f-bcb1-556cb3135102 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "DELETE /v2.0/subnets/a52121e3-a949-42ab-81fc-6dc3c8d31072 HTTP/1.1" status: 204 len: 168 time: 2.0852704 Nov 25 08:57:21.103751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49272) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:21.108311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.132036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Pushing event updated for resources: {'Port': ['ID=7c59e150-2280-4c66-b531-6568d94d25f9,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:21.140768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:21.169515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.177108 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8b25d127-6d49-4fd2-8221-5539023b0dbe tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.185716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:21.199907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:21.200324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:21.221305 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:21.237306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25d127-6d49-4fd2-8221-5539023b0dbe tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1409ee-e840-4cf4-b019-12774669bfd1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:21.296340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8b25d127-6d49-4fd2-8221-5539023b0dbe tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:21.307237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769ba68-cb7a-467e-b8bf-5e15a39b8709 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:21.308129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f769ba68-cb7a-467e-b8bf-5e15a39b8709 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Synchronizing usage tracker for tenant:840f95db037c47ad8a02cd3601f43ef1 on resource:subnet {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:21.317328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:57:21.320976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:21.322628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8b25d127-6d49-4fd2-8221-5539023b0dbe tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.325404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:57:21.327143 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8b25d127-6d49-4fd2-8221-5539023b0dbe tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-groups/7f1409ee-e840-4cf4-b019-12774669bfd1 HTTP/1.1" status: 204 len: 168 time: 0.6697102 Nov 25 08:57:21.332464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49276) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:21.370246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.382359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.382872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'Port': ['ID=2ffa2d69-b10b-4397-b58b-2d2b31688ba9,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:21.387552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f769ba68-cb7a-467e-b8bf-5e15a39b8709 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Unset dirty status for tenant:840f95db037c47ad8a02cd3601f43ef1 on resource:subnet {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:21.388986 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f769ba68-cb7a-467e-b8bf-5e15a39b8709 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2841871 Nov 25 08:57:21.393670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fa3274bb-fb16-4285-92c3-8c90ec0d5db6 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:21.398711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49280) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:21.400168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.400633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.401748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.402465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.403099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.403588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.404059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.404527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.404996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.405946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.405946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.406659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:21.414364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:21.417097 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.456243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Network': ['ID=d7b2a039-0689-46e5-b832-50debe514388,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:21.469770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:21.477628 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/networks/d7b2a039-0689-46e5-b832-50debe514388 HTTP/1.1" status: 204 len: 168 time: 0.9565063 Nov 25 08:57:21.491206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-354a07fb-febd-4a1a-9f2a-cc94014ab2ca tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:21.504087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49284) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:21.512652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'network': {'name': 'tempest-network-smoke--1550774954', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'port_security_enabled': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:21.524530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:21.530148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-354a07fb-febd-4a1a-9f2a-cc94014ab2ca tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:21.531778 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-354a07fb-febd-4a1a-9f2a-cc94014ab2ca tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1963470 Nov 25 08:57:21.533507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:network and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:21.536296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49288) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:21.538763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:21.560509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:21.590134 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:57:21.593660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.623998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.641817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d73e63a6-164a-4f17-a531-c7d336ae116d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.646553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:57:21.676438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.676709 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Added segment e9ffc9f5-32b9-44ae-84de-2af14808476f of type vlan for network 71d9da25-5429-4481-96d9-cfecc20818af Nov 25 08:57:21.683710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d73e63a6-164a-4f17-a531-c7d336ae116d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.686355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Deleting port 7c59e150-2280-4c66-b531-6568d94d25f9 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:57:21.686693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.734291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.762319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d73e63a6-164a-4f17-a531-c7d336ae116d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.771910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bb49956a-9ffd-4e0a-b131-11181a5fcf8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:21.790338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e63a6-164a-4f17-a531-c7d336ae116d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e0d691-3b54-4d56-8d4a-e13bd04475b6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:21.793337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.798990 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:21.800658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.804484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d73e63a6-164a-4f17-a531-c7d336ae116d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:21.809747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a08e48a-f186-4f71-9715-0ccf57d42459 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:21.914187 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4089396 Nov 25 08:57:21.916827 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49292) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:21.919656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d73e63a6-164a-4f17-a531-c7d336ae116d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:21.920705 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d73e63a6-164a-4f17-a531-c7d336ae116d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-groups/f7e0d691-3b54-4d56-8d4a-e13bd04475b6 HTTP/1.1" status: 204 len: 168 time: 0.3835139 Nov 25 08:57:21.923531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49296) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:21.930919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-234843583', 'admin_state_up': True, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:21.937505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Network': ['ID=71d9da25-5429-4481-96d9-cfecc20818af,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:21.941295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:21.942777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:21.952982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:router and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:21.957156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 71d9da25-5429-4481-96d9-cfecc20818af details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:57:21.974258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:21.983245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-bbca8255-9032-416a-8ac4-c7ee02388441 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:22.005749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-bbca8255-9032-416a-8ac4-c7ee02388441 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:22.008455 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bbca8255-9032-416a-8ac4-c7ee02388441 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839081 Nov 25 08:57:22.012816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49300) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:22.019998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group': {'name': 'tempest-secgroup--597983603'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:22.029258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:22.039685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:22.047929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:22.073233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.099191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:22.104536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:22.105556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.106797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.108272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:22.114145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:22.129957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] For port 7c59e150-2280-4c66-b531-6568d94d25f9, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7c59e150-2280-4c66-b531-6568d94d25f9,segment=NetworkSegment(dbb631a6-f328-4ff5-8c17-c5e762f387d0),segment_id=dbb631a6-f328-4ff5-8c17-c5e762f387d0)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:22.130718 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.212312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.217173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.221304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-11946450-5498-4a4e-be9a-3f8c50ff1f2f tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:22.250805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7c59e150-2280-4c66-b531-6568d94d25f9 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:57:22.273782 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171df1e1-a11a-4998-89da-bf393c43651b,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:22.284361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.284753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.285186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.285573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.286000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.286407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.286781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.287198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.287574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.287974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.288379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.288755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:22.293118 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.295191 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2801604 Nov 25 08:57:22.296858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:22.297957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49304) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:22.307222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': '171df1e1-a11a-4998-89da-bf393c43651b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:22.313303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Calling delete_port for 7c59e150-2280-4c66-b531-6568d94d25f9 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:57:22.319194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:22.325035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:22.328140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:22.335224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:22.347113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.356598 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 7c59e150-2280-4c66-b531-6568d94d25f9 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:57:22.359859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.371807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 69947c0b-bfae-4c41-883a-98ab57c03a81 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:57:22.413498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 69947c0b-bfae-4c41-883a-98ab57c03a81 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:57:22.413985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 69947c0b-bfae-4c41-883a-98ab57c03a81 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:57:22.439961 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.444149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.446267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:22.464547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1fbaad-798a-40e9-ad3e-046e7a540209 None None] Network 26081814-4c89-47eb-9cfc-cc530d3a6d03 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:22.475949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea1203e-534f-45ab-ae1f-095d64d2d9ce,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:22.478486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:22.490560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.494329 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1927538 Nov 25 08:57:22.494596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49308) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:22.523594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5807b1-8357-42a6-8979-bbe7631bfeb5 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.538752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5807b1-8357-42a6-8979-bbe7631bfeb5 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.567668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5807b1-8357-42a6-8979-bbe7631bfeb5 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.569992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3c77d016-946e-4848-b891-97b3dd936522 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:22.571941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ea712ae4-b9d0-4542-b7da-1fc510099324 None None] Provisioning for port 7c59e150-2280-4c66-b531-6568d94d25f9 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:57:22.587449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5807b1-8357-42a6-8979-bbe7631bfeb5 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ea1203e-534f-45ab-ae1f-095d64d2d9ce,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:22.591695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5c5807b1-8357-42a6-8979-bbe7631bfeb5 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:22.592692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5c5807b1-8357-42a6-8979-bbe7631bfeb5 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.596328 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5c5807b1-8357-42a6-8979-bbe7631bfeb5 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/4ea1203e-534f-45ab-ae1f-095d64d2d9ce HTTP/1.1" status: 204 len: 168 time: 0.0980911 Nov 25 08:57:22.596466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49312) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:22.603919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ea712ae4-b9d0-4542-b7da-1fc510099324 None None] Provisioning complete for port 7c59e150-2280-4c66-b531-6568d94d25f9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:22.605131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ea712ae4-b9d0-4542-b7da-1fc510099324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.643592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a2d0c77e-9d39-4177-9037-29e35fb64696 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:22.659154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a2d0c77e-9d39-4177-9037-29e35fb64696 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:22.663529 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a2d0c77e-9d39-4177-9037-29e35fb64696 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654290 Nov 25 08:57:22.663797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49316) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:22.718649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.723305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.724226 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.db [None req-ea712ae4-b9d0-4542-b7da-1fc510099324 None None] No ports have port_id starting with 7c59e150-2280-4c66-b531-6568d94d25f9 Nov 25 08:57:22.727369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2dc1be91-dcee-41fc-910d-9555e3983495 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.730955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.742218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-aeb77ef2-8674-464b-8f12-737baf361ca1 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:22.762014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2dc1be91-dcee-41fc-910d-9555e3983495 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.809678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6946b7-06e5-460d-8680-d246c12302cd None None] DHCP port deletion for 26081814-4c89-47eb-9cfc-cc530d3a6d03 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:57:22.824257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2dc1be91-dcee-41fc-910d-9555e3983495 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.828326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5c5e5198-4ba2-4b0d-9576-1c2820bebfd6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:22.832419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3546e87a-9b64-40f6-838e-02229b17cf53 None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 08:57:22.931788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] No DVR routers for this DVR port 7c59e150-2280-4c66-b531-6568d94d25f9 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:57:22.955110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546e87a-9b64-40f6-838e-02229b17cf53 None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 08:57:22.963221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event deleted for resources: {'Port': ['ID=7c59e150-2280-4c66-b531-6568d94d25f9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:22.965779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:22.969438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1be91-dcee-41fc-910d-9555e3983495 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171df1e1-a11a-4998-89da-bf393c43651b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:22.971540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2dc1be91-dcee-41fc-910d-9555e3983495 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:22.985267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2dc1be91-dcee-41fc-910d-9555e3983495 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:22.986701 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2dc1be91-dcee-41fc-910d-9555e3983495 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-groups/171df1e1-a11a-4998-89da-bf393c43651b HTTP/1.1" status: 204 len: 168 time: 0.3219874 Nov 25 08:57:22.989203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49320) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:23.050350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0b49f8f9-e0df-402e-8c84-cc717ef84f93 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:23.067356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0b49f8f9-e0df-402e-8c84-cc717ef84f93 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:23.068963 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0b49f8f9-e0df-402e-8c84-cc717ef84f93 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786018 Nov 25 08:57:23.073176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49324) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:23.079264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group': {'name': 'tempest-secgroup--431147452'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:23.086260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:23.096186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:23.108094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.130652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:23.137981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:23.141482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:23.147336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:23.199172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.221048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.225672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.231708 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a8a8383b-a9fe-4726-b11c-3d49fe099532 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:23.247201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.272544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26081814-4c89-47eb-9cfc-cc530d3a6d03']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:23.272821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573c6f69-2327-4055-927c-170959982665,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:23.278071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:23.284118 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.288639 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2141330 Nov 25 08:57:23.289398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49328) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:23.296043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': '573c6f69-2327-4055-927c-170959982665', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:23.302065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:23.306462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Usage tracker for resource:security_group_rule and tenant:0b3b2ed911e14a7ca1013ab4f6d48164 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:23.309648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:23.312196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb631a6-f328-4ff5-8c17-c5e762f387d0') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:23.312196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb631a6-f328-4ff5-8c17-c5e762f387d0') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:23.315936 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:23.334121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.337425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.365053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.397362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:23.397762 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.403246 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.406726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.408473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a3a10421-0c04-479a-871a-7762674778f2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:23.430307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17328d4e-885c-466a-8542-c24b145cb5b0,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:23.432752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:23.443014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.444169 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531405 Nov 25 08:57:23.446846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49332) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:23.462730 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:23.469332 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c8e216d7-f4ee-4977-b1e4-469e8061b64d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules/17328d4e-885c-466a-8542-c24b145cb5b0 HTTP/1.1" status: 200 len: 763 time: 0.0213761 Nov 25 08:57:23.471710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49336) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:23.528201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-81899378-b355-4fe8-8b8a-597a511561f3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:23.544830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-81899378-b355-4fe8-8b8a-597a511561f3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:23.548908 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-81899378-b355-4fe8-8b8a-597a511561f3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0737317 Nov 25 08:57:23.550324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49342) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:23.584181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5599157b-60cf-4149-b50c-f01c46ab07ba tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.590277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.594378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.597336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5599157b-60cf-4149-b50c-f01c46ab07ba tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.608095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-015fe178-d49a-4ccf-a42a-5cf232338530 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:23.621636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5599157b-60cf-4149-b50c-f01c46ab07ba tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.623763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e06471f9-47dd-4f8e-a9d6-b20df8e0a554 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:23.643410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599157b-60cf-4149-b50c-f01c46ab07ba tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17328d4e-885c-466a-8542-c24b145cb5b0,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:23.646452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5599157b-60cf-4149-b50c-f01c46ab07ba tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:23.656001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5599157b-60cf-4149-b50c-f01c46ab07ba tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.657055 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5599157b-60cf-4149-b50c-f01c46ab07ba tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/17328d4e-885c-466a-8542-c24b145cb5b0 HTTP/1.1" status: 204 len: 168 time: 0.1069615 Nov 25 08:57:23.659529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49348) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:23.705324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0c70bbb1-607d-4ef7-b750-bb08763172d3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:23.716212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event deleted for resources: {'Network': ['ID=26081814-4c89-47eb-9cfc-cc530d3a6d03,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:23.720638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0c70bbb1-607d-4ef7-b750-bb08763172d3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:23.724898 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0c70bbb1-607d-4ef7-b750-bb08763172d3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0615256 Nov 25 08:57:23.724898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49352) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:23.730045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e8dfad18-1631-40e0-8933-8c5aeb7eba98 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': '573c6f69-2327-4055-927c-170959982665', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:23.735858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e8dfad18-1631-40e0-8933-8c5aeb7eba98 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:23.745190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e8dfad18-1631-40e0-8933-8c5aeb7eba98 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:23.764974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e8dfad18-1631-40e0-8933-8c5aeb7eba98 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.772984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:23.797298 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "DELETE /v2.0/networks/26081814-4c89-47eb-9cfc-cc530d3a6d03 HTTP/1.1" status: 204 len: 168 time: 2.3844855 Nov 25 08:57:23.800034 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49356) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:23.835973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.873380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.918649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.924810 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e8dfad18-1631-40e0-8933-8c5aeb7eba98 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.925867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.932621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.934410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e8dfad18-1631-40e0-8933-8c5aeb7eba98 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:23.936886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:23.939160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:23.964767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfad18-1631-40e0-8933-8c5aeb7eba98 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981e4db8-76b3-44ac-a9f9-b551a2652964,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:23.974306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e8dfad18-1631-40e0-8933-8c5aeb7eba98 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:24.009640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e8dfad18-1631-40e0-8933-8c5aeb7eba98 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.011437 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e8dfad18-1631-40e0-8933-8c5aeb7eba98 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2857580 Nov 25 08:57:24.024058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49360) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:24.092937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'Port': ['ID=2ffa2d69-b10b-4397-b58b-2d2b31688ba9,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:24.103362 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ebe78c46-0e46-4b32-93de-cfe0ee8eaa4b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules/981e4db8-76b3-44ac-a9f9-b551a2652964 HTTP/1.1" status: 200 len: 763 time: 0.0781703 Nov 25 08:57:24.107016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:24.110619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49364) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:24.121234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.142111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.149650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af156de-2518-4e4f-bf0b-60163ddcc192']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:24.162095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299786db-bf4d-487d-bd8a-9396df79c107') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:24.162604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299786db-bf4d-487d-bd8a-9396df79c107') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:24.174123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.183201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7c59e150-2280-4c66-b531-6568d94d25f9 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:57:24.193243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.202375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:24.202822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.218702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 7c59e150-2280-4c66-b531-6568d94d25f9 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:57:24.219194 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7c59e150-2280-4c66-b531-6568d94d25f9 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:24.222409 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:24.285340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.133 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/cc506f3e-a8c2-4b27-9fe5-a9aef631eb51) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:57:24.303599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.308933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.313042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-80d8dbcc-dd99-404d-a4e4-e2179b1622c1 tempest-ExternalNetworksTestJSON-1125420982 tempest-ExternalNetworksTestJSON-1125420982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:24.338713 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "DELETE /v2.0/networks/0af156de-2518-4e4f-bf0b-60163ddcc192 HTTP/1.1" status: 204 len: 168 time: 0.5375741 Nov 25 08:57:24.339738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event deleted for resources: {'Network': ['ID=0af156de-2518-4e4f-bf0b-60163ddcc192,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:24.342187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:24.342892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49368) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:24.461614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.467308 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d0ecc7f9-1d30-4544-8b8a-5f1469dc98c7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3554685 Nov 25 08:57:24.469950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49372) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:24.581976 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Floating IP c9e7da18-f3a6-4889-9d48-0365c681add6 associated. External IP: 172.26.3.5, port: 5d396880-c916-43af-8d6a-ff995a50b7a9. Nov 25 08:57:24.595092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-675772c4-a995-4668-b8f1-d24f3f974f46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.627173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-675772c4-a995-4668-b8f1-d24f3f974f46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.642642 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.672863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeea3ed4-2a6d-4b6e-b117-7993528459f8']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:24.683166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-675772c4-a995-4668-b8f1-d24f3f974f46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.686366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:24.696346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859fbec4-9345-4dc5-ae03-e6ba13f4e592') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:24.696643 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859fbec4-9345-4dc5-ae03-e6ba13f4e592') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:24.716884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.723206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675772c4-a995-4668-b8f1-d24f3f974f46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=981e4db8-76b3-44ac-a9f9-b551a2652964,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:24.727295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-675772c4-a995-4668-b8f1-d24f3f974f46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.728380 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-675772c4-a995-4668-b8f1-d24f3f974f46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/981e4db8-76b3-44ac-a9f9-b551a2652964 HTTP/1.1" status: 204 len: 168 time: 0.2575214 Nov 25 08:57:24.731070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-675772c4-a995-4668-b8f1-d24f3f974f46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:24.731530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49376) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:24.752720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.764081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:24.764474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:24.780021 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:24.782892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.856739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-00e2e8be-f3e7-4879-911a-9c8921fbfe5a tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:24.886131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-00e2e8be-f3e7-4879-911a-9c8921fbfe5a tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:24.887328 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-00e2e8be-f3e7-4879-911a-9c8921fbfe5a tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1549232 Nov 25 08:57:24.890137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49380) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:24.892985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.896942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-37b8454e-f497-4e51-9a5b-947a2c7dae8b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Request body: {'security_group_rule': {'security_group_id': '573c6f69-2327-4055-927c-170959982665', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:24.902449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0bd3f7c5-7693-4962-abe4-ff9c0008a990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:24.916745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.925988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-37b8454e-f497-4e51-9a5b-947a2c7dae8b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:24.930872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event deleted for resources: {'Network': ['ID=eeea3ed4-2a6d-4b6e-b117-7993528459f8,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:24.936132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:24.942806 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2d4259bc-1955-4bf5-913f-6e14be72396c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "DELETE /v2.0/networks/eeea3ed4-2a6d-4b6e-b117-7993528459f8 HTTP/1.1" status: 204 len: 168 time: 0.5968075 Nov 25 08:57:24.943674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49384) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:24.945962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-37b8454e-f497-4e51-9a5b-947a2c7dae8b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:24.975638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:24.981227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:25.048561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37b8454e-f497-4e51-9a5b-947a2c7dae8b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.067856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:57:25.075272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Router 39337eba-eaed-4db9-8301-053bf8a38378 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:57:25.076243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=cc506f3e-a8c2-4b27-9fe5-a9aef631eb51,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:25.078636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:25.080553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:25.082713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:57:25.093476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.232886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37b8454e-f497-4e51-9a5b-947a2c7dae8b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.239007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37b8454e-f497-4e51-9a5b-947a2c7dae8b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.243610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e8dfad18-1631-40e0-8933-8c5aeb7eba98 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:25.400835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.408885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8454e-f497-4e51-9a5b-947a2c7dae8b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eca9c24-c515-4ce0-aa8b-2bf5419fee9d,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:25.416986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-37b8454e-f497-4e51-9a5b-947a2c7dae8b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:25.436496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a34ff01-506e-4087-b138-2835af25da1d']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:25.443337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37b8454e-f497-4e51-9a5b-947a2c7dae8b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.447061 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-37b8454e-f497-4e51-9a5b-947a2c7dae8b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5532880 Nov 25 08:57:25.447221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49388) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:25.459836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c59c7a9-1bc8-414a-918c-0e36969b57d7') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:25.460131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c59c7a9-1bc8-414a-918c-0e36969b57d7') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:25.476308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.482180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:57:25.487814 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-41bdc41a-35be-415a-92c9-34ff200da29d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules/5eca9c24-c515-4ce0-aa8b-2bf5419fee9d HTTP/1.1" status: 200 len: 764 time: 0.0366859 Nov 25 08:57:25.488804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49392) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:25.495530 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61843ba8-9ad3-4084-9403-c727be23c0a7 None None] Sync routers for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:57:25.506128 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61843ba8-9ad3-4084-9403-c727be23c0a7 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:25.506898 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-61843ba8-9ad3-4084-9403-c727be23c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:25.516425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.528330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:57:25.528723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:57:25.543274 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:57:25.616769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b143569c-c41d-4deb-a2ea-d15a7bea1776 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:25.647532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.650749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b143569c-c41d-4deb-a2ea-d15a7bea1776 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:25.652552 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b143569c-c41d-4deb-a2ea-d15a7bea1776 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1629274 Nov 25 08:57:25.654075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.655529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49396) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:25.667788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-75a83746-d766-4fee-8112-04f320a2b2f1 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:25.681869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.695059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Pushing event deleted for resources: {'Network': ['ID=2a34ff01-506e-4087-b138-2835af25da1d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:25.700451 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-61843ba8-9ad3-4084-9403-c727be23c0a7 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:25.701700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:25.715440 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] 10.222.0.54 "DELETE /v2.0/networks/2a34ff01-506e-4087-b138-2835af25da1d HTTP/1.1" status: 204 len: 168 time: 0.7707944 Nov 25 08:57:25.720893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-aa3de593-6e3d-4d4c-b708-4f6c22bea18b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.732567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-aa3de593-6e3d-4d4c-b708-4f6c22bea18b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.734850 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.3283303 Nov 25 08:57:25.753772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'tag': '5d396880-c916-43af-8d6a-ff995a50b7a9'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:57:25.758143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-aa3de593-6e3d-4d4c-b708-4f6c22bea18b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.762620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.772274 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:25.795627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3de593-6e3d-4d4c-b708-4f6c22bea18b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eca9c24-c515-4ce0-aa8b-2bf5419fee9d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:25.800467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-aa3de593-6e3d-4d4c-b708-4f6c22bea18b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:25.805185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-aa3de593-6e3d-4d4c-b708-4f6c22bea18b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:25.807575 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-aa3de593-6e3d-4d4c-b708-4f6c22bea18b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/5eca9c24-c515-4ce0-aa8b-2bf5419fee9d HTTP/1.1" status: 204 len: 168 time: 0.1501575 Nov 25 08:57:25.809895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49406) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:25.900636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-898f4068-83b6-4000-95ce-ac893a82d026 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:25.969057 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-898f4068-83b6-4000-95ce-ac893a82d026 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group_rule {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:25.970340 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-898f4068-83b6-4000-95ce-ac893a82d026 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1568313 Nov 25 08:57:25.975637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49410) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:25.997271 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'tag': '5d396880-c916-43af-8d6a-ff995a50b7a9', 'status': 'completed', 'code': 200} Nov 25 08:57:26.076684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a1c9e-b42d-4dad-a764-5a0e9e8e39bd req-0dbf76a7-9da0-4c79-a6b5-76b11edec97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:26.078330 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e85a1c9e-b42d-4dad-a764-5a0e9e8e39bd req-0dbf76a7-9da0-4c79-a6b5-76b11edec97a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 1098 time: 0.1877613 Nov 25 08:57:26.081125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c62c7fcd-1d22-420d-ac22-6fc6071350ec tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:26.116863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49416) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:26.202225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c62c7fcd-1d22-420d-ac22-6fc6071350ec tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:26.202713 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-61843ba8-9ad3-4084-9403-c727be23c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'c9e7da18-f3a6-4889-9d48-0365c681add6', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.5', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '5d396880-c916-43af-8d6a-ff995a50b7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:84:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:22Z', 'revision_number': 0, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:26.207000 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61843ba8-9ad3-4084-9403-c727be23c0a7 None None] Checking router: 39337eba-eaed-4db9-8301-053bf8a38378 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:57:26.216329 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61843ba8-9ad3-4084-9403-c727be23c0a7 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:26.217190 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-61843ba8-9ad3-4084-9403-c727be23c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:26.292872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a1c9e-b42d-4dad-a764-5a0e9e8e39bd req-f65893e3-80be-4130-984b-73fe44cd96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:26.294950 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e85a1c9e-b42d-4dad-a764-5a0e9e8e39bd req-f65893e3-80be-4130-984b-73fe44cd96d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 913 time: 0.2031848 Nov 25 08:57:26.295945 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c62c7fcd-1d22-420d-ac22-6fc6071350ec tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:26.354268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8b25d127-6d49-4fd2-8221-5539023b0dbe tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:26.376287 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b829dbd1-6f70-45f4-afce-9fe392a51f2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=840f95db037c47ad8a02cd3601f43ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578232 Nov 25 08:57:26.384268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49424) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:26.389019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c7fcd-1d22-420d-ac22-6fc6071350ec tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573c6f69-2327-4055-927c-170959982665,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:26.392519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c62c7fcd-1d22-420d-ac22-6fc6071350ec tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:26.398262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:26.409706 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-61843ba8-9ad3-4084-9403-c727be23c0a7 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:26.459110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c62c7fcd-1d22-420d-ac22-6fc6071350ec tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:26.462826 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c62c7fcd-1d22-420d-ac22-6fc6071350ec tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "DELETE /v2.0/security-groups/573c6f69-2327-4055-927c-170959982665 HTTP/1.1" status: 204 len: 168 time: 0.4833148 Nov 25 08:57:26.463655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49428) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:26.472653 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e85a1c9e-b42d-4dad-a764-5a0e9e8e39bd req-6b78e9c4-e052-40b0-9734-1c4035e234ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d396880-c916-43af-8d6a-ff995a50b7a9 HTTP/1.1" status: 200 len: 997 time: 0.1713476 Nov 25 08:57:26.535438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4aaa613a-45f9-403b-87c5-2bf8e2498ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:26.570529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a1c9e-b42d-4dad-a764-5a0e9e8e39bd req-a8469109-4115-45dd-9ee6-eeb6ac667ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:26.572010 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e85a1c9e-b42d-4dad-a764-5a0e9e8e39bd req-a8469109-4115-45dd-9ee6-eeb6ac667ab7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0899975 Nov 25 08:57:26.574249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4aaa613a-45f9-403b-87c5-2bf8e2498ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:26.604849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-de2bb3e2-5305-4db8-bbee-c95e5f449bb7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:26.640142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-de2bb3e2-5305-4db8-bbee-c95e5f449bb7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:26.640997 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-de2bb3e2-5305-4db8-bbee-c95e5f449bb7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1760285 Nov 25 08:57:26.649127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49432) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:26.677597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:57:26.723672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6d0f2566-53a7-4502-8b52-ba7c7a09853e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Synchronizing usage tracker for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:26.738502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a1c9e-b42d-4dad-a764-5a0e9e8e39bd req-78189a91-2047-426e-93f4-557b548cd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:26.739971 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e85a1c9e-b42d-4dad-a764-5a0e9e8e39bd req-78189a91-2047-426e-93f4-557b548cd90f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1591702 Nov 25 08:57:26.740549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4aaa613a-45f9-403b-87c5-2bf8e2498ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:26.747201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-25b2f7a7-9e4a-4eea-aafa-4081e18092eb tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:26.779828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa613a-45f9-403b-87c5-2bf8e2498ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98006ad7-b11a-4331-b606-07b949facc67,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:26.781485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6d0f2566-53a7-4502-8b52-ba7c7a09853e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Unset dirty status for tenant:0b3b2ed911e14a7ca1013ab4f6d48164 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:26.782692 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6d0f2566-53a7-4502-8b52-ba7c7a09853e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1326594 Nov 25 08:57:26.783630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4aaa613a-45f9-403b-87c5-2bf8e2498ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:26.805489 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-61843ba8-9ad3-4084-9403-c727be23c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'c9e7da18-f3a6-4889-9d48-0365c681add6', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.5', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '5d396880-c916-43af-8d6a-ff995a50b7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:84:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:22Z', 'revision_number': 0, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:26.811199 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61843ba8-9ad3-4084-9403-c727be23c0a7 None None] The sync data for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv is: [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'c9e7da18-f3a6-4889-9d48-0365c681add6', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.5', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '5d396880-c916-43af-8d6a-ff995a50b7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:84:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:22Z', 'revision_number': 0, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:57:26.863329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4aaa613a-45f9-403b-87c5-2bf8e2498ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:26.866762 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4aaa613a-45f9-403b-87c5-2bf8e2498ee5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98006ad7-b11a-4331-b606-07b949facc67 HTTP/1.1" status: 204 len: 168 time: 0.4734538 Nov 25 08:57:26.930048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:57:26.938822 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e85a1c9e-b42d-4dad-a764-5a0e9e8e39bd req-7f7eeb46-272b-45f6-8d3b-7343660d318b service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821826 Nov 25 08:57:26.945655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Sync routers for ids ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:57:26.959871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Routers {'19b3ec13-bbc2-43f6-975e-fa957f846ad9'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:26.962516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:26.974273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:26.982778 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0624149 Nov 25 08:57:26.983775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49442) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:27.083025 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fcfb0f55-064b-445d-b936-ca41030ca033 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ad9acc8f1d734163ad0737b95f34d0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0979495 Nov 25 08:57:27.085364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49448) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:27.163509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49452) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:27.231598 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23792fee-24ca-4f2a-9574-e71e6036a6a2 None None] New status for floating IP c9e7da18-f3a6-4889-9d48-0365c681add6: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:57:27.296488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52ecbff-591f-45f8-9918-6ea64232bee6 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:27.300407 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f52ecbff-591f-45f8-9918-6ea64232bee6 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2110868 Nov 25 08:57:27.300659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49462) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:27.300810 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e85a1c9e-b42d-4dad-a764-5a0e9e8e39bd req-65874ff6-4850-4a3a-be40-cd2572f82c8a service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463206 Nov 25 08:57:27.365784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Set router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:27.388930 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1d42d15d-b461-49bd-bcf8-0ea5c14b4e82 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0859094 Nov 25 08:57:27.390224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49468) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:27.399271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517067690', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:27.561302 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-38025d54-8b37-4c18-9a1a-4ad3e753bf3e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b3b2ed911e14a7ca1013ab4f6d48164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965824 Nov 25 08:57:27.563784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49474) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:27.566576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:27.581961 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:subnet and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:27.586905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:27.599618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:27.634922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:57:27.638333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:27.720343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d905-3f7d-4abc-ab5f-92df54ea01d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:27.738175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:25Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:27.742721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Checking router: 19b3ec13-bbc2-43f6-975e-fa957f846ad9 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:57:27.743078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Updating router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:57:27.775060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d905-3f7d-4abc-ab5f-92df54ea01d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:27.803841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:27.879016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49486) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:27.884576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d905-3f7d-4abc-ab5f-92df54ea01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:27.889407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e7846895-b03f-4fb4-8b70-381461618aad tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:27.906314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3d905-3f7d-4abc-ab5f-92df54ea01d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d07e42f-2976-4f1a-a21a-896709286fa0,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:27.909870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f7e3d905-3f7d-4abc-ab5f-92df54ea01d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:27.956978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:27.966601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-619f1b6e-2745-4a62-96dd-730bf8b3dd38 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:28.018871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-03b4a71f-89b0-4718-a022-45c40ed3725c tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1273167064', 'prefixes': ['172.20.0.0/16']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:28.035606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-03b4a71f-89b0-4718-a022-45c40ed3725c tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:28.102170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-03b4a71f-89b0-4718-a022-45c40ed3725c tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] Notify callbacks [] for subnetpool, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:28.106582 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-03b4a71f-89b0-4718-a022-45c40ed3725c tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2250693 Nov 25 08:57:28.107181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49492) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:28.138956 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1d5f1061-1d7d-4d08-bf25-3821dc351daa tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] 10.222.0.54 "GET /v2.0/subnetpools/4f4d4432-7b62-4689-8ced-be8baa3466b6 HTTP/1.1" status: 200 len: 732 time: 0.0305514 Nov 25 08:57:28.139985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49496) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:28.145780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bb46c05b-ea9c-4047-82c6-b696df5f0b2a tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-93481210'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:28.157791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d905-3f7d-4abc-ab5f-92df54ea01d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:28.158927 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f7e3d905-3f7d-4abc-ab5f-92df54ea01d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d07e42f-2976-4f1a-a21a-896709286fa0 HTTP/1.1" status: 204 len: 168 time: 0.5940695 Nov 25 08:57:28.215045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:28.218532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Subnet': ['ID=0e408e83-8882-4b43-ae3c-51b1c158196e,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:28.223656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:28.230790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Checking segment: {'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:57:28.231359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network hostable DHCP agents. Network: 71d9da25-5429-4481-96d9-cfecc20818af, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:57:28.242144 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Transition to ACTIVE for port object cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:57:28.255438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:28.261332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 71d9da25-5429-4481-96d9-cfecc20818af is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:57:28.271268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4e112ee6-635e-4c62-8fa4-d5f34288cba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:28.272517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bb46c05b-ea9c-4047-82c6-b696df5f0b2a tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] Notify callbacks [] for subnetpool, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:28.274551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 71d9da25-5429-4481-96d9-cfecc20818af) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:28.277385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bb46c05b-ea9c-4047-82c6-b696df5f0b2a tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] 10.222.0.54 "PUT /v2.0/subnetpools/4f4d4432-7b62-4689-8ced-be8baa3466b6 HTTP/1.1" status: 200 len: 682 time: 0.1363313 Nov 25 08:57:28.278595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49502) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:28.287966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:28.288806 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:28.314230 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9226058 Nov 25 08:57:28.316849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49506) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:28.325374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51d240-2a9b-4422-b837-b8f7997cf12e None None] Network 71d9da25-5429-4481-96d9-cfecc20818af requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:28.392957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-189f5db4-cbfa-4469-ab39-2bf3473701b3 tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] Notify callbacks [] for subnetpool, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:28.398226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49510) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:28.399146 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-189f5db4-cbfa-4469-ab39-2bf3473701b3 tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4f4d4432-7b62-4689-8ced-be8baa3466b6 HTTP/1.1" status: 204 len: 168 time: 0.1179495 Nov 25 08:57:28.448389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Attempting to bind port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:57:28.448765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Attempting to bind port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:57:28.449133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Attempting to bind port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:57:28.453652 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025caf6-f51c-4128-bb87-302aaa90d308 None None] Pushing event updated for resources: {'Port': ['ID=cc506f3e-a8c2-4b27-9fe5-a9aef631eb51,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:28.461850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f025caf6-f51c-4128-bb87-302aaa90d308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:28.465792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:57:28.466470 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:57:28.466897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:28.467305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:57:28.467811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Bound port: cc506f3e-a8c2-4b27-9fe5-a9aef631eb51, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:57:28.468200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:28.491002 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-af2dc755-2fac-4927-89b9-26295c6325fc tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] show failed (client error): The resource could not be found. Nov 25 08:57:28.495370 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-af2dc755-2fac-4927-89b9-26295c6325fc tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] 10.222.0.54 "GET /v2.0/subnetpools/4f4d4432-7b62-4689-8ced-be8baa3466b6 HTTP/1.1" status: 404 len: 346 time: 0.0923817 Nov 25 08:57:28.496997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49514) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:28.523306 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.api.v2.resource [None req-192b60c0-0220-44f7-9de7-21b7d011bdae tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] delete failed (client error): The resource could not be found. Nov 25 08:57:28.524763 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-192b60c0-0220-44f7-9de7-21b7d011bdae tempest-SubnetPoolsTestJSON-2097340052 tempest-SubnetPoolsTestJSON-2097340052-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4f4d4432-7b62-4689-8ced-be8baa3466b6 HTTP/1.1" status: 404 len: 346 time: 0.0266032 Nov 25 08:57:28.654162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] For port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:57:28.667880 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] For port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cc506f3e-a8c2-4b27-9fe5-a9aef631eb51,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:57:28.679177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:28.686888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:28.815958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-71d9da25-5429-4481-96d9-cfecc20818af', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ips': [{'subnet_id': '0e408e83-8882-4b43-ae3c-51b1c158196e'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:57:28.816922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:28.831437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Routers {'19b3ec13-bbc2-43f6-975e-fa957f846ad9'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:28.831788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:28.850428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49522) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:29.024838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025caf6-f51c-4128-bb87-302aaa90d308 None None] Pushing event updated for resources: {'Port': ['ID=cc506f3e-a8c2-4b27-9fe5-a9aef631eb51,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:29.039686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa57d631-cf2a-4ca5-b805-c902880a6777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:29.057567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f025caf6-f51c-4128-bb87-302aaa90d308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:29.064066 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-aa57d631-cf2a-4ca5-b805-c902880a6777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:29.070035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-aa57d631-cf2a-4ca5-b805-c902880a6777 admin admin] Usage tracker for resource:security_group_rule and tenant:101dd0aad7d94627b2db71bdb9c97706 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:29.076243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-aa57d631-cf2a-4ca5-b805-c902880a6777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:29.087244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-aa57d631-cf2a-4ca5-b805-c902880a6777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:29.194499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] Set router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:29.268168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa57d631-cf2a-4ca5-b805-c902880a6777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:29.275950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa57d631-cf2a-4ca5-b805-c902880a6777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:29.284699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:29.290945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ce995360-25dd-42da-a408-4c1c9764df96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:29.346001 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-aa57d631-cf2a-4ca5-b805-c902880a6777 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=101dd0aad7d94627b2db71bdb9c97706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944577 Nov 25 08:57:29.348092 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49528) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:29.350769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57d631-cf2a-4ca5-b805-c902880a6777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e3c0b5-2231-4ff6-8247-34a390f67aa9,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:29.366476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-aa57d631-cf2a-4ca5-b805-c902880a6777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:29.454767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-de6c266f-f1b7-46b6-ab46-ae86799df518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:29.502902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-de6c266f-f1b7-46b6-ab46-ae86799df518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:29.614181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-de6c266f-f1b7-46b6-ab46-ae86799df518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:29.635515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9ade3e49-f529-4003-ae58-43f991824872 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:29.658015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c266f-f1b7-46b6-ab46-ae86799df518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e3c0b5-2231-4ff6-8247-34a390f67aa9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:29.660524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-de6c266f-f1b7-46b6-ab46-ae86799df518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:29.661867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-de6c266f-f1b7-46b6-ab46-ae86799df518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:29.665568 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-de6c266f-f1b7-46b6-ab46-ae86799df518 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/35e3c0b5-2231-4ff6-8247-34a390f67aa9 HTTP/1.1" status: 204 len: 168 time: 0.3144622 Nov 25 08:57:29.805396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Allocated IP 172.20.0.2 (71d9da25-5429-4481-96d9-cfecc20818af/0e408e83-8882-4b43-ae3c-51b1c158196e/fa062fa2-c548-4229-ad6f-9a46cfecd73a) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:57:29.915543 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:25Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:29.931799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961fa5fd-6f56-4bc9-b07f-db8f143a2d53 None None] The sync data for ids ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'] in dv-neutron-818341-1-hyperv is: [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:25Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:57:30.126874 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:30.139602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Transition to ACTIVE for port object fa062fa2-c548-4229-ad6f-9a46cfecd73a will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:57:30.173089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Transition to ACTIVE for port object fa062fa2-c548-4229-ad6f-9a46cfecd73a will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:57:30.192167 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:30.202580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:30.245110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Network 71d9da25-5429-4481-96d9-cfecc20818af is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:57:30.252471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:30.255184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:57:30.318404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.1 (71d9da25-5429-4481-96d9-cfecc20818af/0e408e83-8882-4b43-ae3c-51b1c158196e/39c31dde-1bef-4695-8f87-e9a905d80606) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:57:30.375685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Pushing event updated for resources: {'Port': ['ID=fa062fa2-c548-4229-ad6f-9a46cfecd73a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:30.378572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:30.398945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Attempting to bind port fa062fa2-c548-4229-ad6f-9a46cfecd73a on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:57:30.399385 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Attempting to bind port fa062fa2-c548-4229-ad6f-9a46cfecd73a by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:57:30.399767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Attempting to bind port fa062fa2-c548-4229-ad6f-9a46cfecd73a on network 71d9da25-5429-4481-96d9-cfecc20818af {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:57:30.406401 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:57:30.406786 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Checking segment: {'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:57:30.407526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:30.407936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Bound using segment: {'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:57:30.408419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Bound port: fa062fa2-c548-4229-ad6f-9a46cfecd73a, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:57:30.408804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:30.506624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:30.517032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] For port fa062fa2-c548-4229-ad6f-9a46cfecd73a, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:57:30.520419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] For port fa062fa2-c548-4229-ad6f-9a46cfecd73a, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fa062fa2-c548-4229-ad6f-9a46cfecd73a,segment=NetworkSegment(e9ffc9f5-32b9-44ae-84de-2af14808476f),segment_id=e9ffc9f5-32b9-44ae-84de-2af14808476f)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:57:30.525513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:30.526828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 39c31dde-1bef-4695-8f87-e9a905d80606 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:57:30.531141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:30.552175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:30.556140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1fe27bde-a883-42c3-b3cd-f38569623730 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:30.632378 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Pushing event updated for resources: {'Port': ['ID=fa062fa2-c548-4229-ad6f-9a46cfecd73a,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:30.636633 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:30.778269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 71d9da25-5429-4481-96d9-cfecc20818af is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:57:30.781563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:30.786599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:57:30.821899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=39c31dde-1bef-4695-8f87-e9a905d80606,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:30.833716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:30.865212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:30.986980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:31.407948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:31.412774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:31.440030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2b7d2dbc-535c-4468-9b27-fbc356e92c0e tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:31.533620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=39c31dde-1bef-4695-8f87-e9a905d80606,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:31.535925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:31.544033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:31.606773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d728201a-d28d-44ab-92dc-a09bd955ce13 None None] Network 71d9da25-5429-4481-96d9-cfecc20818af requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:57:31.692093 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 71d9da25-5429-4481-96d9-cfecc20818af is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:57:31.693559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:31.698519 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9d3b5307-2f0b-4e5b-9326-b1363527c957 None None] Provisioning for port fa062fa2-c548-4229-ad6f-9a46cfecd73a completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:57:31.880622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:57:32.069977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:57:32.079651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Sync routers for ids ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:57:32.083395 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/19b3ec13-bbc2-43f6-975e-fa957f846ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7651641 Nov 25 08:57:32.085787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49536) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:32.090557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Routers {'19b3ec13-bbc2-43f6-975e-fa957f846ad9'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:32.091527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:32.240775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354411f-7cec-4f8e-b156-26e7880d2e5c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.241248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354411f-7cec-4f8e-b156-26e7880d2e5c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.241711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354411f-7cec-4f8e-b156-26e7880d2e5c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.242165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354411f-7cec-4f8e-b156-26e7880d2e5c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.242665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354411f-7cec-4f8e-b156-26e7880d2e5c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.243102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354411f-7cec-4f8e-b156-26e7880d2e5c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.243554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354411f-7cec-4f8e-b156-26e7880d2e5c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.246195 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e354411f-7cec-4f8e-b156-26e7880d2e5c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1593912 Nov 25 08:57:32.249083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49540) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:32.253653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7494b041-4ee7-4fd5-a29a-53e5a9209e66 None None] Provisioning for port 39c31dde-1bef-4695-8f87-e9a905d80606 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:57:32.272121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7494b041-4ee7-4fd5-a29a-53e5a9209e66 None None] Provisioning complete for port 39c31dde-1bef-4695-8f87-e9a905d80606 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:32.272509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7494b041-4ee7-4fd5-a29a-53e5a9209e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:32.311675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fa062fa2-c548-4229-ad6f-9a46cfecd73a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:57:32.330299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56386b8f-eb18-41a3-a7f5-d79d2ad5e8ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.330762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56386b8f-eb18-41a3-a7f5-d79d2ad5e8ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.331207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56386b8f-eb18-41a3-a7f5-d79d2ad5e8ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.331641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56386b8f-eb18-41a3-a7f5-d79d2ad5e8ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.332076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56386b8f-eb18-41a3-a7f5-d79d2ad5e8ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.332509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56386b8f-eb18-41a3-a7f5-d79d2ad5e8ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.332941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56386b8f-eb18-41a3-a7f5-d79d2ad5e8ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:32.334738 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-56386b8f-eb18-41a3-a7f5-d79d2ad5e8ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0847261 Nov 25 08:57:32.337564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49544) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:32.409963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Set router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:32.512264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7494b041-4ee7-4fd5-a29a-53e5a9209e66 None None] Port 39c31dde-1bef-4695-8f87-e9a905d80606 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:57:32.676152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port fa062fa2-c548-4229-ad6f-9a46cfecd73a completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:57:32.692800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port fa062fa2-c548-4229-ad6f-9a46cfecd73a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:32.693177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:32.703470 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1265ed94-1486-4e3d-b2c1-cf218a7997a5 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.3639061 Nov 25 08:57:32.752113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df730587-fe88-43df-a73a-cb56fc1a6845 None None] Provisioning complete for port 39c31dde-1bef-4695-8f87-e9a905d80606 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:32.752498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df730587-fe88-43df-a73a-cb56fc1a6845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:32.892660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df730587-fe88-43df-a73a-cb56fc1a6845 None None] Port 39c31dde-1bef-4695-8f87-e9a905d80606 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:57:32.936520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:32.964941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49552) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:32.971736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-685261334', 'description': 'tempest-secgroup-smoke-685261334 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:32.977731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port fa062fa2-c548-4229-ad6f-9a46cfecd73a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fa062fa2-c548-4229-ad6f-9a46cfecd73a,segment=NetworkSegment(e9ffc9f5-32b9-44ae-84de-2af14808476f),segment_id=e9ffc9f5-32b9-44ae-84de-2af14808476f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:32.978489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:32.983738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:32.984580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:57:32.984849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:32.988323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:32.994844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:33.006942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.010117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:30Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '39c31dde-1bef-4695-8f87-e9a905d80606', 'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f2:5c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:29Z', 'updated_at': '2021-11-25T08:57:31Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:33.016869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-33f75d99-8304-4c19-b697-3b8dea33681c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:33.031603 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:33.035895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:33.039761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:33.048692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:33.069110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Checking router: 19b3ec13-bbc2-43f6-975e-fa957f846ad9 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:57:33.069473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Updating router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 port 39c31dde-1bef-4695-8f87-e9a905d80606 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:57:33.121563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.124549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.129572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-de6c266f-f1b7-46b6-ab46-ae86799df518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:33.160250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.173128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44102821-c958-4f48-b348-e06bc819ba52,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:33.175794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.176229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=fa062fa2-c548-4229-ad6f-9a46cfecd73a,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:33.180638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49556) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:33.181693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:33.182793 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2164886 Nov 25 08:57:33.184277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:33.185213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '44102821-c958-4f48-b348-e06bc819ba52', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:33.191547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:33.195289 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:33.198106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:33.203827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:33.224414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:57:33.225820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.239702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:33.240085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.417647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.421017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.422807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b20eddec-d935-45ff-af74-98b53bc96d08 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:33.445543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd37f82-532b-4754-8792-a1022e7ddab8,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:33.448520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:33.455031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.456290 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2753711 Nov 25 08:57:33.459207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49560) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:33.465084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '44102821-c958-4f48-b348-e06bc819ba52', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:33.471036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:33.474950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:33.477971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:33.484054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:33.500554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.508242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.548735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cc506f3e-a8c2-4b27-9fe5-a9aef631eb51,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:33.552684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.557166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:33.564081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.567579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.569374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-70d05645-bef8-4c2e-9ffd-964ffc04e20c tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:33.592511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32219513-6ad5-4dd7-890c-97f3e5e854b8,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:33.594002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:33.600256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.601458 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412065 Nov 25 08:57:33.604428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49564) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:33.610119 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '44102821-c958-4f48-b348-e06bc819ba52', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:33.615974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:33.620009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:33.623035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:33.628837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:33.645592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.676520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=cc506f3e-a8c2-4b27-9fe5-a9aef631eb51,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:33.685030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:33.705477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.708412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.712168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.714539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5599157b-60cf-4149-b50c-f01c46ab07ba tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:33.718923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Transition to ACTIVE for port object 39c31dde-1bef-4695-8f87-e9a905d80606 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:57:33.725098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.728777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-277b546c-ebc3-4edd-afcb-2de55fc43758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:33.737672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61890ef-d6b6-46f5-850c-6a6ee1aeb135,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:33.740262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:33.747637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.748807 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430330 Nov 25 08:57:33.751717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49568) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:33.757317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '44102821-c958-4f48-b348-e06bc819ba52', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:33.763738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:33.767685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:33.770560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:33.776377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:33.794866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.853758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ba520-2e46-41cb-ba5e-b69b8f1f3d19 None None] Pushing event updated for resources: {'Port': ['ID=39c31dde-1bef-4695-8f87-e9a905d80606,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:33.871703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.875988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.884138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9eab78bb-ad62-4205-afc4-372bbb1f7831 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:33.886054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-078ba520-2e46-41cb-ba5e-b69b8f1f3d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:33.906808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9e2db7-83ad-4dc4-b725-8f62b38e22e3,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:33.909393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:33.917342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.921353 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1659932 Nov 25 08:57:33.921680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49572) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:33.927986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '44102821-c958-4f48-b348-e06bc819ba52', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:33.934641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:33.942310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:33.945523 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:33.949731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.952232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:33.956815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Attempting to bind port 39c31dde-1bef-4695-8f87-e9a905d80606 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:57:33.957124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Attempting to bind port 39c31dde-1bef-4695-8f87-e9a905d80606 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:57:33.957489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Attempting to bind port 39c31dde-1bef-4695-8f87-e9a905d80606 on network 71d9da25-5429-4481-96d9-cfecc20818af {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:57:33.963321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:57:33.963728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Checking segment: {'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:57:33.964125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.964628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Bound using segment: {'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:57:33.965006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Bound port: 39c31dde-1bef-4695-8f87-e9a905d80606, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:57:33.965375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:33.969522 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:57:33.976952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:34.052394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:34.055844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:34.058181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-004ec475-e341-47fa-a503-d15934a19079 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:34.066940 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] For port 39c31dde-1bef-4695-8f87-e9a905d80606, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:57:34.070825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] For port 39c31dde-1bef-4695-8f87-e9a905d80606, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=39c31dde-1bef-4695-8f87-e9a905d80606,segment=NetworkSegment(e9ffc9f5-32b9-44ae-84de-2af14808476f),segment_id=e9ffc9f5-32b9-44ae-84de-2af14808476f)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:57:34.075610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:34.079917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6fb3d49d-df20-44c0-9bc1-120d9392ac0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:34.081207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf64dd41-c798-452e-a009-37fe23627e45,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:34.083722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:34.091409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:34.092673 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1700084 Nov 25 08:57:34.095567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49576) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:34.100684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '44102821-c958-4f48-b348-e06bc819ba52', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:34.107760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:34.111894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:34.114960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:34.121598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:34.132295 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:57:34.139491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:34.206976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Routers {'19b3ec13-bbc2-43f6-975e-fa957f846ad9'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:34.207570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:34.219294 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:34.223515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:34.225319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-37b8454e-f497-4e51-9a5b-947a2c7dae8b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:34.249519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6c73e0-e0d5-4929-b851-5332bfa49954,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:34.252266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:34.260219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:34.266753 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654851 Nov 25 08:57:34.266865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ba520-2e46-41cb-ba5e-b69b8f1f3d19 None None] Pushing event updated for resources: {'Port': ['ID=39c31dde-1bef-4695-8f87-e9a905d80606,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:34.267462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fa062fa2-c548-4229-ad6f-9a46cfecd73a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:57:34.295553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-078ba520-2e46-41cb-ba5e-b69b8f1f3d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:34.442941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port fa062fa2-c548-4229-ad6f-9a46cfecd73a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:34.443315 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:34.480560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] Set router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:34.499680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-6e53f953-a52d-4daf-bbc0-e5c1b5f7f302 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:34.515093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-6e53f953-a52d-4daf-bbc0-e5c1b5f7f302 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:34.516278 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-6e53f953-a52d-4daf-bbc0-e5c1b5f7f302 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685261334&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.0580690 Nov 25 08:57:34.668552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-02f1d486-e12f-440b-8a90-de48f8407720 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:34.669979 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-02f1d486-e12f-440b-8a90-de48f8407720 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/networks?id=71d9da25-5429-4481-96d9-cfecc20818af HTTP/1.1" status: 200 len: 797 time: 0.1469297 Nov 25 08:57:34.685120 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-25fe35cc-5ff7-47e2-b5d0-06b1b1a56cdd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/quotas/ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 375 time: 0.0096707 Nov 25 08:57:34.773831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-d69d4f8b-4e1f-4e7f-af21-937937f5595c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:34.789954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-d69d4f8b-4e1f-4e7f-af21-937937f5595c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:34.792175 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-d69d4f8b-4e1f-4e7f-af21-937937f5595c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011438 Nov 25 08:57:34.808772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:57:34.925539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:34.925940 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:34.943884 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-e8b6a771-a34b-497a-8ca7-ba59f6136945 service neutron] 10.222.0.54 "GET /v2.0/networks/71d9da25-5429-4481-96d9-cfecc20818af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311800 Nov 25 08:57:34.964740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:30Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '39c31dde-1bef-4695-8f87-e9a905d80606', 'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f2:5c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:29Z', 'updated_at': '2021-11-25T08:57:34Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:34.978185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624aa64-b9c6-4338-96b6-6f0eb43b77de None None] The sync data for ids ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'] in dv-neutron-818341-1-hyperv is: [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:30Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '39c31dde-1bef-4695-8f87-e9a905d80606', 'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f2:5c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:29Z', 'updated_at': '2021-11-25T08:57:34Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:57:35.120170 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-bd12c059-273b-4694-90c0-11a57a6816c8 service neutron] 10.222.0.54 "GET /v2.0/networks/71d9da25-5429-4481-96d9-cfecc20818af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696062 Nov 25 08:57:35.308737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-9243745c-3adf-45a5-b066-ecf47650c073 req-68a50fe6-b1a3-406f-8438-1e2c722bc011 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:35.320804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-9243745c-3adf-45a5-b066-ecf47650c073 req-68a50fe6-b1a3-406f-8438-1e2c722bc011 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:35.322203 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9243745c-3adf-45a5-b066-ecf47650c073 req-68a50fe6-b1a3-406f-8438-1e2c722bc011 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 210 time: 0.0599942 Nov 25 08:57:36.216546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 39c31dde-1bef-4695-8f87-e9a905d80606 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:57:36.311517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 39c31dde-1bef-4695-8f87-e9a905d80606 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:57:36.314910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 39c31dde-1bef-4695-8f87-e9a905d80606 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:36.315293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:36.434953 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ca08e26-f6b2-48af-b71f-89397a755650 req-4f67be4c-f64a-4482-b293-09560afd310c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 210 time: 0.0531001 Nov 25 08:57:36.511054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:36.558183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 39c31dde-1bef-4695-8f87-e9a905d80606, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=39c31dde-1bef-4695-8f87-e9a905d80606,segment=NetworkSegment(e9ffc9f5-32b9-44ae-84de-2af14808476f),segment_id=e9ffc9f5-32b9-44ae-84de-2af14808476f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:36.563295 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:36.565235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:36.643658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=39c31dde-1bef-4695-8f87-e9a905d80606,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.651265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:57:36.657993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:37.472308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-2e1d76d5-ddf8-4842-89e7-25b1bb39dd0f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:37.472952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-2e1d76d5-ddf8-4842-89e7-25b1bb39dd0f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:37.488870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-2e1d76d5-ddf8-4842-89e7-25b1bb39dd0f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:37.490422 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-2e1d76d5-ddf8-4842-89e7-25b1bb39dd0f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=71d9da25-5429-4481-96d9-cfecc20818af HTTP/1.1" status: 200 len: 797 time: 0.1689055 Nov 25 08:57:37.539812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-7d6262c1-fd0f-43d3-9ea6-6d636f5cc5a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:37.588892 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d7783150-f0ce-4df7-abfa-7f22a89796d2 req-a43811c7-26b1-42c8-b65a-a3acdd0b5e9d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 210 time: 0.0462806 Nov 25 08:57:37.594035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-7d6262c1-fd0f-43d3-9ea6-6d636f5cc5a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:37.595109 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-7d6262c1-fd0f-43d3-9ea6-6d636f5cc5a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 379 time: 0.0969300 Nov 25 08:57:37.610848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'device_id': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'admin_state_up': True, 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'security_groups': ['44102821-c958-4f48-b348-e06bc819ba52']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:37.742371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:37.752252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:37.762253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:57:37.765694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:37.926103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.11 (71d9da25-5429-4481-96d9-cfecc20818af/0e408e83-8882-4b43-ae3c-51b1c158196e/2a3022bf-f1d2-4238-88f9-25e9e6558706) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:57:38.116931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:38.133544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 2a3022bf-f1d2-4238-88f9-25e9e6558706 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:57:38.157006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:38.162797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9137b8c7-129a-4e3e-9055-5dcf33122888 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:38.200499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 39c31dde-1bef-4695-8f87-e9a905d80606 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:57:38.237034 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 71d9da25-5429-4481-96d9-cfecc20818af is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:57:38.240150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:38.248614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:57:38.275171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=2a3022bf-f1d2-4238-88f9-25e9e6558706,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:38.279969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 39c31dde-1bef-4695-8f87-e9a905d80606 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:38.279969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:38.287176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:38.328633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:38.329274 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:38.358939 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7516649 Nov 25 08:57:38.372091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Request body: {'port': {'device_id': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:38.494934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:38.506097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6575ea10-5872-454c-bb3e-fc66d49058c4 None None] Provisioning for port 2a3022bf-f1d2-4238-88f9-25e9e6558706 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:57:38.510935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6575ea10-5872-454c-bb3e-fc66d49058c4 None None] Provisioning complete for port 2a3022bf-f1d2-4238-88f9-25e9e6558706 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:38.511298 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6575ea10-5872-454c-bb3e-fc66d49058c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:38.564487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6575ea10-5872-454c-bb3e-fc66d49058c4 None None] Port 2a3022bf-f1d2-4238-88f9-25e9e6558706 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:57:38.774582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf366b-b547-4b08-8020-03e0ef16a6bb req-6313b76a-5beb-4323-bd74-36fd1ee745c5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:38.776710 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-50cf366b-b547-4b08-8020-03e0ef16a6bb req-6313b76a-5beb-4323-bd74-36fd1ee745c5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 932 time: 0.0848584 Nov 25 08:57:38.823910 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-50cf366b-b547-4b08-8020-03e0ef16a6bb req-69fa3fa1-8c70-43b4-86ef-80bd89899ce1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404015 Nov 25 08:57:38.850826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3022bf-f1d2-4238-88f9-25e9e6558706 {{(pid=87512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:57:38.861571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:38.872547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Transition to ACTIVE for port object 2a3022bf-f1d2-4238-88f9-25e9e6558706 will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:57:38.877018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:38.881812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7005774e-ddf1-43dc-b99a-b4be48e8078c tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:39.168303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3022bf-f1d2-4238-88f9-25e9e6558706,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:39.193702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:39.238528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Attempting to bind port 2a3022bf-f1d2-4238-88f9-25e9e6558706 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:57:39.238863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Attempting to bind port 2a3022bf-f1d2-4238-88f9-25e9e6558706 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:57:39.239186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Attempting to bind port 2a3022bf-f1d2-4238-88f9-25e9e6558706 on network 71d9da25-5429-4481-96d9-cfecc20818af {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:57:39.243895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Port 2a3022bf-f1d2-4238-88f9-25e9e6558706 on network 71d9da25-5429-4481-96d9-cfecc20818af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:57:39.244669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Attempting to bind port 2a3022bf-f1d2-4238-88f9-25e9e6558706 on network 71d9da25-5429-4481-96d9-cfecc20818af {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:57:39.249670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:57:39.249997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Checking segment: {'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:57:39.250408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Bound using segment: {'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:57:39.250827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Bound port: 2a3022bf-f1d2-4238-88f9-25e9e6558706, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ffc9f5-32b9-44ae-84de-2af14808476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af'}}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:57:39.251164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:39.341992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] For port 2a3022bf-f1d2-4238-88f9-25e9e6558706, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:57:39.345393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] For port 2a3022bf-f1d2-4238-88f9-25e9e6558706, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a3022bf-f1d2-4238-88f9-25e9e6558706,segment=NetworkSegment(e9ffc9f5-32b9-44ae-84de-2af14808476f),segment_id=e9ffc9f5-32b9-44ae-84de-2af14808476f)] {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:57:39.349243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:39.354257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-db13e000-b361-4d8b-94da-6d56bb108eb7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:39.402314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:39.402902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:39.404255 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/2a3022bf-f1d2-4238-88f9-25e9e6558706 HTTP/1.1" status: 200 len: 1094 time: 1.0373650 Nov 25 08:57:39.406627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'tag': '2a3022bf-f1d2-4238-88f9-25e9e6558706'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:57:39.445332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3022bf-f1d2-4238-88f9-25e9e6558706,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:39.448605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:39.498436 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'tag': '2a3022bf-f1d2-4238-88f9-25e9e6558706', 'status': 'completed', 'code': 200} Nov 25 08:57:39.540372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-3f493d57-17dc-4f4e-bf5f-bd9664feb60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:39.542399 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-3f493d57-17dc-4f4e-bf5f-bd9664feb60e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0918875 Nov 25 08:57:39.621086 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-cf268afb-d6c1-4970-83ec-58def09a6446 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a3022bf-f1d2-4238-88f9-25e9e6558706 HTTP/1.1" status: 200 len: 217 time: 0.0704753 Nov 25 08:57:39.688431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-a5d4a305-ae07-4880-8d09-c778d2a481de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:39.690782 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-a5d4a305-ae07-4880-8d09-c778d2a481de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0e408e83-8882-4b43-ae3c-51b1c158196e HTTP/1.1" status: 200 len: 835 time: 0.0626795 Nov 25 08:57:39.767765 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-f489ecbc-5230-44df-bbcc-cc630c2afe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:39.769241 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-f489ecbc-5230-44df-bbcc-cc630c2afe9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71d9da25-5429-4481-96d9-cfecc20818af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731866 Nov 25 08:57:39.913102 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-724ae82a-ddba-4476-91d7-517cd252980c service neutron] 10.222.0.41 "GET /v2.0/networks/71d9da25-5429-4481-96d9-cfecc20818af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355093 Nov 25 08:57:40.021054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f24e8d-9122-4120-8fee-6e2d0f6659a4 req-d9265923-8e58-4d35-84a1-9254750e7aad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:40.022972 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-28f24e8d-9122-4120-8fee-6e2d0f6659a4 req-d9265923-8e58-4d35-84a1-9254750e7aad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 944 time: 0.0831566 Nov 25 08:57:40.077003 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-28f24e8d-9122-4120-8fee-6e2d0f6659a4 req-87525e76-8fd7-439f-94bb-4e6be7524251 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486643 Nov 25 08:57:40.080982 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eae3b738-9b66-47fb-9a2b-0fc68ab191e7 req-3c0f7005-db68-4ac0-900a-6817f131f9dd service neutron] 10.222.0.41 "GET /v2.0/networks/71d9da25-5429-4481-96d9-cfecc20818af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622672 Nov 25 08:57:40.214482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9050cb-7e86-46de-b711-83f00aeb232b req-a05a9e51-4a31-4419-a78b-99777a9283b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:40.216216 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9e9050cb-7e86-46de-b711-83f00aeb232b req-a05a9e51-4a31-4419-a78b-99777a9283b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0771332 Nov 25 08:57:40.348869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9050cb-7e86-46de-b711-83f00aeb232b req-0ee3be08-2d4f-45e4-9299-9463309dd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:40.350157 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9e9050cb-7e86-46de-b711-83f00aeb232b req-0ee3be08-2d4f-45e4-9299-9463309dd84e service neutron] 10.222.0.41 "GET /v2.0/networks?id=71d9da25-5429-4481-96d9-cfecc20818af HTTP/1.1" status: 200 len: 898 time: 0.1268222 Nov 25 08:57:40.422998 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9e9050cb-7e86-46de-b711-83f00aeb232b req-2a199d35-e79b-405b-9960-3bd9199e2633 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a3022bf-f1d2-4238-88f9-25e9e6558706 HTTP/1.1" status: 200 len: 217 time: 0.0621159 Nov 25 08:57:40.488892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9050cb-7e86-46de-b711-83f00aeb232b req-a5866929-7a7d-4f55-8151-ba80a6ffdf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:40.490377 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9e9050cb-7e86-46de-b711-83f00aeb232b req-a5866929-7a7d-4f55-8151-ba80a6ffdf25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0e408e83-8882-4b43-ae3c-51b1c158196e HTTP/1.1" status: 200 len: 835 time: 0.0640724 Nov 25 08:57:40.573319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9050cb-7e86-46de-b711-83f00aeb232b req-ad015441-97f0-4ebb-a8a0-f1af387b02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:40.574838 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9e9050cb-7e86-46de-b711-83f00aeb232b req-ad015441-97f0-4ebb-a8a0-f1af387b02e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71d9da25-5429-4481-96d9-cfecc20818af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783517 Nov 25 08:57:40.709526 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9e9050cb-7e86-46de-b711-83f00aeb232b req-6d7f2b53-f0da-489b-9e50-8e1a8ef5ce4f service neutron] 10.222.0.41 "GET /v2.0/networks/71d9da25-5429-4481-96d9-cfecc20818af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266742 Nov 25 08:57:40.848289 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9e9050cb-7e86-46de-b711-83f00aeb232b req-ebc906c8-ce2a-4c5e-be8b-3a4ab01c8c5a service neutron] 10.222.0.41 "GET /v2.0/networks/71d9da25-5429-4481-96d9-cfecc20818af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279328 Nov 25 08:57:41.384162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278efbd-847b-41de-8383-6b5cc0dde40c req-4084eb2d-6838-4dd3-aed2-189edac06aa5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:41.385365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-1278efbd-847b-41de-8383-6b5cc0dde40c req-4084eb2d-6838-4dd3-aed2-189edac06aa5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:57:41.400711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-1278efbd-847b-41de-8383-6b5cc0dde40c req-4084eb2d-6838-4dd3-aed2-189edac06aa5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:57:41.401991 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1278efbd-847b-41de-8383-6b5cc0dde40c req-4084eb2d-6838-4dd3-aed2-189edac06aa5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 944 time: 0.2148740 Nov 25 08:57:41.447981 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1278efbd-847b-41de-8383-6b5cc0dde40c req-5e9439d0-3737-4069-8def-98d16fde6286 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396507 Nov 25 08:57:41.623113 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:57:42.646465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db82e0-17c5-43ba-9f47-27269f9fa4be req-fd361556-9605-4841-b1fc-5b922cb75740 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:42.648043 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-88db82e0-17c5-43ba-9f47-27269f9fa4be req-fd361556-9605-4841-b1fc-5b922cb75740 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 944 time: 0.0824897 Nov 25 08:57:42.693224 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-88db82e0-17c5-43ba-9f47-27269f9fa4be req-06beec22-ff8c-4527-badc-6a0f1ccb72c4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388646 Nov 25 08:57:43.893002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea14b8-ccaf-466c-a022-da549845a0ca req-acc9672c-4799-4584-8f77-883a8062f75d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:43.894457 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-daea14b8-ccaf-466c-a022-da549845a0ca req-acc9672c-4799-4584-8f77-883a8062f75d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 944 time: 0.0876164 Nov 25 08:57:43.909931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 2a3022bf-f1d2-4238-88f9-25e9e6558706 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:57:43.945189 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-daea14b8-ccaf-466c-a022-da549845a0ca req-51c40008-cc6e-4189-afdf-5ca98acb3403 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450642 Nov 25 08:57:44.034400 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-2af85210-565f-4fbe-83f4-468152124f2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726259 Nov 25 08:57:44.082424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 2a3022bf-f1d2-4238-88f9-25e9e6558706, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a3022bf-f1d2-4238-88f9-25e9e6558706,segment=NetworkSegment(e9ffc9f5-32b9-44ae-84de-2af14808476f),segment_id=e9ffc9f5-32b9-44ae-84de-2af14808476f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:44.100214 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '2a3022bf-f1d2-4238-88f9-25e9e6558706', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'port_id': '2a3022bf-f1d2-4238-88f9-25e9e6558706', 'mac_address': 'fa:16:3e:83:0a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:57:44.155446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:44.182344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3022bf-f1d2-4238-88f9-25e9e6558706 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:57:44.183058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-ddb04e22-a766-4179-b0cf-c1099f53a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:44.185539 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-ddb04e22-a766-4179-b0cf-c1099f53a940 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=597512dac3a64f3385f07907794ac3f0&device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 1099 time: 0.0797701 Nov 25 08:57:44.199139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 2a3022bf-f1d2-4238-88f9-25e9e6558706, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a3022bf-f1d2-4238-88f9-25e9e6558706,segment=NetworkSegment(e9ffc9f5-32b9-44ae-84de-2af14808476f),segment_id=e9ffc9f5-32b9-44ae-84de-2af14808476f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:44.204055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:44.205787 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f025caf6-f51c-4128-bb87-302aaa90d308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:44.273869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=2a3022bf-f1d2-4238-88f9-25e9e6558706,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:44.277106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:44.336966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-d81cb187-cdf2-4781-8358-a6f2d54f16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:44.338716 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-d81cb187-cdf2-4781-8358-a6f2d54f16a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=637beb4c-5246-4d8f-86b0-61807c3c0e4e HTTP/1.1" status: 200 len: 897 time: 0.1312363 Nov 25 08:57:44.451662 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-8563edbf-c61f-4c24-9c98-75742811b122 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6 HTTP/1.1" status: 200 len: 1002 time: 0.1058187 Nov 25 08:57:44.520260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-2f41aee9-71f1-4a26-9cfc-7aaf8fea9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:44.521611 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-2f41aee9-71f1-4a26-9cfc-7aaf8fea9ad9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fb3249e-99fb-4d23-bca6-b2c9ce69cda8 HTTP/1.1" status: 200 len: 834 time: 0.0596020 Nov 25 08:57:44.534011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['2a3022bf-f1d2-4238-88f9-25e9e6558706'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:57:44.602803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-ca23f6ea-dc1a-4138-b052-af0f82514927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:44.605060 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-ca23f6ea-dc1a-4138-b052-af0f82514927 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=637beb4c-5246-4d8f-86b0-61807c3c0e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764680 Nov 25 08:57:44.739168 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-67d5b696-2611-4aad-851c-49b98bf3d43c service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274440 Nov 25 08:57:44.872023 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a85aadd9-6493-4964-98a6-2b8808a1175a req-f39b08de-1b11-4b85-853d-a9292bbf94c0 service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262503 Nov 25 08:57:45.135063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c6255-2912-4b86-9cb8-0391e8716171 req-f96b9351-86ca-4210-9e6c-8743ac0dd8af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:45.136430 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2c4c6255-2912-4b86-9cb8-0391e8716171 req-f96b9351-86ca-4210-9e6c-8743ac0dd8af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 945 time: 0.0846477 Nov 25 08:57:45.180961 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2c4c6255-2912-4b86-9cb8-0391e8716171 req-bae99fdc-ba5a-4b9d-a716-0035d739f764 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388312 Nov 25 08:57:45.908882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 2a3022bf-f1d2-4238-88f9-25e9e6558706 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:57:45.978263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 2a3022bf-f1d2-4238-88f9-25e9e6558706 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:57:45.985476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 2a3022bf-f1d2-4238-88f9-25e9e6558706 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:57:45.985476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:46.111783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:46.142342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3022bf-f1d2-4238-88f9-25e9e6558706'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:57:46.154399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 2a3022bf-f1d2-4238-88f9-25e9e6558706, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a3022bf-f1d2-4238-88f9-25e9e6558706,segment=NetworkSegment(e9ffc9f5-32b9-44ae-84de-2af14808476f),segment_id=e9ffc9f5-32b9-44ae-84de-2af14808476f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:57:46.159105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:46.161807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:46.199345 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3022bf-f1d2-4238-88f9-25e9e6558706', 'code': 200} Nov 25 08:57:46.247430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=2a3022bf-f1d2-4238-88f9-25e9e6558706,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:46.250941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:46.408970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cdf7b-9364-4cdc-8604-780ab0d4745e req-245512bb-8ad6-43e2-93c5-2346eb5436b8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:46.412723 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dc4cdf7b-9364-4cdc-8604-780ab0d4745e req-245512bb-8ad6-43e2-93c5-2346eb5436b8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 946 time: 0.0845704 Nov 25 08:57:46.451408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aacb23f4-7d30-4eab-8d0c-d383fa81dc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:46.471338 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dc4cdf7b-9364-4cdc-8604-780ab0d4745e req-9493959a-7b82-4310-ad4b-dfeb48d72624 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523314 Nov 25 08:57:46.493711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c59f2-886f-47d8-8803-f69f292a2b0c req-a7a82d4b-ec8a-4793-9e3b-b360ff93a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:46.495945 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-663c59f2-886f-47d8-8803-f69f292a2b0c req-a7a82d4b-ec8a-4793-9e3b-b360ff93a099 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 1099 time: 0.1157503 Nov 25 08:57:46.544964 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-663c59f2-886f-47d8-8803-f69f292a2b0c req-b3a08bca-8311-4022-88bc-28031891c6d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Nov 25 08:57:46.926977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:47.672511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569846bf-2d16-4a46-ab41-0ba7210b1a7e req-d4a4bd4a-30b7-4105-a913-43c95df78803 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:47.673970 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-569846bf-2d16-4a46-ab41-0ba7210b1a7e req-d4a4bd4a-30b7-4105-a913-43c95df78803 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 946 time: 0.0866756 Nov 25 08:57:47.720916 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-569846bf-2d16-4a46-ab41-0ba7210b1a7e req-3fa83c4d-ccc6-4bec-b935-bb0685c12605 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405788 Nov 25 08:57:48.916631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8f68b-db68-4414-ae9f-77536eef5e54 req-f51f9321-63a3-431c-8caf-f0e4bcbf616a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:48.918274 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86a8f68b-db68-4414-ae9f-77536eef5e54 req-f51f9321-63a3-431c-8caf-f0e4bcbf616a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 946 time: 0.0930042 Nov 25 08:57:48.969401 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86a8f68b-db68-4414-ae9f-77536eef5e54 req-43d3f681-e10b-471e-a127-0b3592ba8124 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432703 Nov 25 08:57:49.330955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70468-b922-44d3-9a3a-1a825bc6df96 req-cd81f40c-0727-4a81-8afe-3924e058b3be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:49.332949 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a5b70468-b922-44d3-9a3a-1a825bc6df96 req-cd81f40c-0727-4a81-8afe-3924e058b3be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 946 time: 0.0849609 Nov 25 08:57:49.378420 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a5b70468-b922-44d3-9a3a-1a825bc6df96 req-0d10bb38-b24c-43e5-bd3a-3348017bc274 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382516 Nov 25 08:57:49.401718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49646) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:49.469941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1395914-d417-461b-9382-8cdd3f1f8499 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:49.471434 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d1395914-d417-461b-9382-8cdd3f1f8499 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 1094 time: 0.0687525 Nov 25 08:57:49.474121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49650) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:49.478954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '2a3022bf-f1d2-4238-88f9-25e9e6558706', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:57:49.484950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:57:49.488701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:floatingip and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:57:49.491620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:57:49.497901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:57:49.508445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:49.659138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:49.756187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32517912-48b9-402e-b376-6f0f87bd8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:49.820633 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.174 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/1d8031f2-6fb2-4959-b4ca-fed0897be015) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:57:49.903641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:49.971229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:50.000925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:50.005402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8a0292e4-51e1-4aa0-9b3f-aa8c637cba77 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:50.068171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:57:50.071388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:57:50.075022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:57:50.224346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=1d8031f2-6fb2-4959-b4ca-fed0897be015,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:50.228552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:50.582295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:50.655959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:50.860574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:50.864909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:50.869771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2e030957-8919-417b-a3fd-1dde0cb85f57 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:57:50.975398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=1d8031f2-6fb2-4959-b4ca-fed0897be015,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:57:50.980159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:57:50.986753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:51.154877 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 1c11995d-d387-4e02-ab85-f62091513e44 associated. External IP: 172.26.3.174, port: 2a3022bf-f1d2-4238-88f9-25e9e6558706. Nov 25 08:57:51.367892 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:51.497187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:57:51.800900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:57:51.811096 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d849ef6-3296-418d-9f8a-3746920901b7 None None] Sync routers for ids ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:57:51.820913 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d849ef6-3296-418d-9f8a-3746920901b7 None None] Routers {'19b3ec13-bbc2-43f6-975e-fa957f846ad9'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:51.823301 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7d849ef6-3296-418d-9f8a-3746920901b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:51.828572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:57:51.888589 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4134405 Nov 25 08:57:51.889265 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'tag': '2a3022bf-f1d2-4238-88f9-25e9e6558706'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:57:51.891355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49654) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:51.935418 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'tag': '2a3022bf-f1d2-4238-88f9-25e9e6558706', 'status': 'completed', 'code': 200} Nov 25 08:57:52.003173 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-7d849ef6-3296-418d-9f8a-3746920901b7 None None] Set router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:52.043534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef37be2-4ba9-40ec-bb59-46de4d1e468d req-90d574d1-2d8c-4294-9212-f2c0ff461031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:52.045095 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fef37be2-4ba9-40ec-bb59-46de4d1e468d req-90d574d1-2d8c-4294-9212-f2c0ff461031 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 1099 time: 0.0778241 Nov 25 08:57:52.130008 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b1a6d1ec-fc7d-45c1-aa7a-3d95064ae4da tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/1c11995d-d387-4e02-ab85-f62091513e44 HTTP/1.1" status: 200 len: 992 time: 0.2342703 Nov 25 08:57:52.187612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef37be2-4ba9-40ec-bb59-46de4d1e468d req-95990be6-58cb-4615-9357-598a8a9bd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:52.189060 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fef37be2-4ba9-40ec-bb59-46de4d1e468d req-95990be6-58cb-4615-9357-598a8a9bd67b service neutron] 10.222.0.41 "GET /v2.0/networks?id=71d9da25-5429-4481-96d9-cfecc20818af HTTP/1.1" status: 200 len: 898 time: 0.1351216 Nov 25 08:57:52.298219 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fef37be2-4ba9-40ec-bb59-46de4d1e468d req-1e0e29ec-df60-4002-a805-d871f10b5d2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a3022bf-f1d2-4238-88f9-25e9e6558706 HTTP/1.1" status: 200 len: 1000 time: 0.0992479 Nov 25 08:57:52.366321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef37be2-4ba9-40ec-bb59-46de4d1e468d req-49df60ee-3ff3-42ff-9866-c1971637c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:52.367766 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fef37be2-4ba9-40ec-bb59-46de4d1e468d req-49df60ee-3ff3-42ff-9866-c1971637c83f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0e408e83-8882-4b43-ae3c-51b1c158196e HTTP/1.1" status: 200 len: 835 time: 0.0589647 Nov 25 08:57:52.372658 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7d849ef6-3296-418d-9f8a-3746920901b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:30Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '1c11995d-d387-4e02-ab85-f62091513e44', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.174', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'port_id': '2a3022bf-f1d2-4238-88f9-25e9e6558706', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'mac_address': 'fa:16:3e:83:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:57:50Z', 'updated_at': '2021-11-25T08:57:50Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c31dde-1bef-4695-8f87-e9a905d80606', 'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f2:5c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:29Z', 'updated_at': '2021-11-25T08:57:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:52.376549 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d849ef6-3296-418d-9f8a-3746920901b7 None None] Checking router: 19b3ec13-bbc2-43f6-975e-fa957f846ad9 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:57:52.384584 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d849ef6-3296-418d-9f8a-3746920901b7 None None] Routers {'19b3ec13-bbc2-43f6-975e-fa957f846ad9'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:57:52.385172 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7d849ef6-3296-418d-9f8a-3746920901b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:52.448655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef37be2-4ba9-40ec-bb59-46de4d1e468d req-b75a27dd-2ab8-4083-b805-165e8bc57ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:57:52.450117 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fef37be2-4ba9-40ec-bb59-46de4d1e468d req-b75a27dd-2ab8-4083-b805-165e8bc57ea0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71d9da25-5429-4481-96d9-cfecc20818af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744309 Nov 25 08:57:52.563024 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-7d849ef6-3296-418d-9f8a-3746920901b7 None None] Set router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:57:52.584525 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fef37be2-4ba9-40ec-bb59-46de4d1e468d req-9a8c4f77-28d0-410d-8d99-69c1eefe7aad service neutron] 10.222.0.41 "GET /v2.0/networks/71d9da25-5429-4481-96d9-cfecc20818af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268716 Nov 25 08:57:52.729156 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fef37be2-4ba9-40ec-bb59-46de4d1e468d req-3007c537-2086-48eb-9d45-35465bd7a05f service neutron] 10.222.0.41 "GET /v2.0/networks/71d9da25-5429-4481-96d9-cfecc20818af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332839 Nov 25 08:57:52.911708 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7d849ef6-3296-418d-9f8a-3746920901b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:30Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '1c11995d-d387-4e02-ab85-f62091513e44', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.174', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'port_id': '2a3022bf-f1d2-4238-88f9-25e9e6558706', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'mac_address': 'fa:16:3e:83:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:57:50Z', 'updated_at': '2021-11-25T08:57:50Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c31dde-1bef-4695-8f87-e9a905d80606', 'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f2:5c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:29Z', 'updated_at': '2021-11-25T08:57:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:57:52.915536 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d849ef6-3296-418d-9f8a-3746920901b7 None None] The sync data for ids ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'] in dv-neutron-818341-1-hyperv is: [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:30Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '1c11995d-d387-4e02-ab85-f62091513e44', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.174', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'port_id': '2a3022bf-f1d2-4238-88f9-25e9e6558706', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'mac_address': 'fa:16:3e:83:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:57:50Z', 'updated_at': '2021-11-25T08:57:50Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c31dde-1bef-4695-8f87-e9a905d80606', 'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f2:5c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:29Z', 'updated_at': '2021-11-25T08:57:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:57:53.114185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed5814-d5ed-4ef4-852e-ba17ae55d436 None None] New status for floating IP 1c11995d-d387-4e02-ab85-f62091513e44: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:57:53.132036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49662) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:53.245429 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6389f272-9b36-425d-8823-742747f88a34 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/1c11995d-d387-4e02-ab85-f62091513e44 HTTP/1.1" status: 200 len: 992 time: 0.1120331 Nov 25 08:57:54.248927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49668) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:57:54.355429 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-82d6b289-29ed-410b-8ccf-0307dc387adf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/1c11995d-d387-4e02-ab85-f62091513e44 HTTP/1.1" status: 200 len: 994 time: 0.1049273 Nov 25 08:58:02.578511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49678) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:02.784829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Deleting port 5cc921eb-0ff0-4cff-8341-7eeb1576996a {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:58:02.785165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:02.950364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:02.950694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:03.082239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Calling delete_port for 5cc921eb-0ff0-4cff-8341-7eeb1576996a owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:58:03.241559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:03.244962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0ba6fb45-ab86-4ea0-b91f-1bdbbdfd16ae tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:03.286603 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event deleted for resources: {'Port': ['ID=5cc921eb-0ff0-4cff-8341-7eeb1576996a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:03.289677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:03.377948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:03.378272 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Floating IP f666ee49-84ff-4aff-9065-373ce84dd180 disassociated (deleted). External IP: 172.26.3.142, port: 17b3340f-41b2-4089-9935-a3c92b5e2eb6. Nov 25 08:58:03.717618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Router aebe3afe-2735-47e7-8568-19c5d695b0a1 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:58:03.930754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:04.012153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:58:04.022233 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec90a30-16b5-47b1-9696-7dab522e7286 None None] Sync routers for ids ['aebe3afe-2735-47e7-8568-19c5d695b0a1'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:58:04.032865 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec90a30-16b5-47b1-9696-7dab522e7286 None None] Routers {'aebe3afe-2735-47e7-8568-19c5d695b0a1'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:58:04.033655 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7ec90a30-16b5-47b1-9696-7dab522e7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['aebe3afe-2735-47e7-8568-19c5d695b0a1'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:04.036107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:04.094090 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "DELETE /v2.0/floatingips/f666ee49-84ff-4aff-9065-373ce84dd180 HTTP/1.1" status: 204 len: 168 time: 1.5145080 Nov 25 08:58:04.094887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:58:04.138705 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'status': 'completed', 'code': 200} Nov 25 08:58:04.219190 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-7ec90a30-16b5-47b1-9696-7dab522e7286 None None] Set router aebe3afe-2735-47e7-8568-19c5d695b0a1 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:58:04.237372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-df3677ba-ce2b-4b81-afc3-4e9b5d4cec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:04.238887 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-df3677ba-ce2b-4b81-afc3-4e9b5d4cec20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=597512dac3a64f3385f07907794ac3f0&device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 1099 time: 0.0724134 Nov 25 08:58:04.392829 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-c114eb19-8a71-4377-bae8-b353d686e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:04.392829 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-c114eb19-8a71-4377-bae8-b353d686e271 service neutron] 10.222.0.41 "GET /v2.0/networks?id=637beb4c-5246-4d8f-86b0-61807c3c0e4e HTTP/1.1" status: 200 len: 897 time: 0.1437280 Nov 25 08:58:04.471349 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-5d60508b-0657-407d-8975-dc561fe99f34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6 HTTP/1.1" status: 200 len: 217 time: 0.0656886 Nov 25 08:58:04.537094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-4b9093c4-3911-40da-8ac4-0de72a4c5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:04.538567 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-4b9093c4-3911-40da-8ac4-0de72a4c5849 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fb3249e-99fb-4d23-bca6-b2c9ce69cda8 HTTP/1.1" status: 200 len: 834 time: 0.0595551 Nov 25 08:58:04.544783 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7ec90a30-16b5-47b1-9696-7dab522e7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:49Z', 'revision_number': 4, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '3b05a20c-9d3b-4836-af18-328446cc211b', 'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'mac_address': 'fa:16:3e:98:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:47Z', 'updated_at': '2021-11-25T08:54:58Z', 'revision_number': 5, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'subnets': [{'id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:04.549189 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec90a30-16b5-47b1-9696-7dab522e7286 None None] Checking router: aebe3afe-2735-47e7-8568-19c5d695b0a1 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:58:04.557477 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec90a30-16b5-47b1-9696-7dab522e7286 None None] Routers {'aebe3afe-2735-47e7-8568-19c5d695b0a1'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:58:04.558084 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7ec90a30-16b5-47b1-9696-7dab522e7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['aebe3afe-2735-47e7-8568-19c5d695b0a1'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:04.619102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-21fecc4e-cf69-4943-855d-c16ac237bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:04.620912 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-21fecc4e-cf69-4943-855d-c16ac237bfa0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=637beb4c-5246-4d8f-86b0-61807c3c0e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747929 Nov 25 08:58:04.632207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-77512b6a-db87-4f04-ab13-bc66bca750bc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:58:04.633243 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-77512b6a-db87-4f04-ab13-bc66bca750bc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050128 Nov 25 08:58:04.657557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bfa83-8a85-410e-81c2-b1471c09285d req-683a7e7f-7682-4db9-93f3-806a8a9545a6 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:04.658624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-8d9bfa83-8a85-410e-81c2-b1471c09285d req-683a7e7f-7682-4db9-93f3-806a8a9545a6 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Synchronizing usage tracker for tenant:597512dac3a64f3385f07907794ac3f0 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:58:04.677284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-8d9bfa83-8a85-410e-81c2-b1471c09285d req-683a7e7f-7682-4db9-93f3-806a8a9545a6 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Unset dirty status for tenant:597512dac3a64f3385f07907794ac3f0 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:58:04.678921 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d9bfa83-8a85-410e-81c2-b1471c09285d req-683a7e7f-7682-4db9-93f3-806a8a9545a6 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.2844608 Nov 25 08:58:04.735714 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d9bfa83-8a85-410e-81c2-b1471c09285d req-091c831a-7f2a-4a6a-8dfc-0ba418398521 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499866 Nov 25 08:58:04.771740 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-7ec90a30-16b5-47b1-9696-7dab522e7286 None None] Set router aebe3afe-2735-47e7-8568-19c5d695b0a1 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:58:04.918732 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-e891a7e3-f98c-43ea-be7c-7d3b943f2c88 service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777846 Nov 25 08:58:05.053848 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8bdb9bb9-d5b3-433c-bf52-828a9281df87 req-ada32414-cfcd-43b2-b74f-fbe029733b24 service neutron] 10.222.0.41 "GET /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273885 Nov 25 08:58:05.086810 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7ec90a30-16b5-47b1-9696-7dab522e7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:49Z', 'revision_number': 4, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '3b05a20c-9d3b-4836-af18-328446cc211b', 'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'mac_address': 'fa:16:3e:98:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:47Z', 'updated_at': '2021-11-25T08:54:58Z', 'revision_number': 5, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'subnets': [{'id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:05.091397 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec90a30-16b5-47b1-9696-7dab522e7286 None None] The sync data for ids ['aebe3afe-2735-47e7-8568-19c5d695b0a1'] in dv-neutron-818341-1-hyperv is: [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:54:49Z', 'revision_number': 4, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '3b05a20c-9d3b-4836-af18-328446cc211b', 'name': '', 'network_id': '637beb4c-5246-4d8f-86b0-61807c3c0e4e', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'mac_address': 'fa:16:3e:98:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:47Z', 'updated_at': '2021-11-25T08:54:58Z', 'revision_number': 5, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'subnets': [{'id': '7fb3249e-99fb-4d23-bca6-b2c9ce69cda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:58:05.308613 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69707cf4-7036-478d-8dba-bef67080379e None None] New status for floating IP f666ee49-84ff-4aff-9065-373ce84dd180: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:58:05.967533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a1dde-339c-444a-b3df-1148948636a0 req-deff1109-b6a7-4566-993c-8fe6ade6c01b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:05.968988 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-626a1dde-339c-444a-b3df-1148948636a0 req-deff1109-b6a7-4566-993c-8fe6ade6c01b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.1326201 Nov 25 08:58:06.013612 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-626a1dde-339c-444a-b3df-1148948636a0 req-4b3bf719-87a5-4d4a-97e2-8b73af10dd64 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/security-groups?id=5463fc82-d544-4856-b586-761c95829f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389001 Nov 25 08:58:06.111239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfafa1-6dbe-40c0-9220-b5e39d06cc37 req-6c8bfedb-6ab3-4aa2-9b9f-452e499263dd tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:06.112671 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9dcfafa1-6dbe-40c0-9220-b5e39d06cc37 req-6c8bfedb-6ab3-4aa2-9b9f-452e499263dd tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 946 time: 0.0844777 Nov 25 08:58:06.182947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-9dcfafa1-6dbe-40c0-9220-b5e39d06cc37 req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Deleting port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:58:06.183288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-9dcfafa1-6dbe-40c0-9220-b5e39d06cc37 req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:06.427044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-9dcfafa1-6dbe-40c0-9220-b5e39d06cc37 req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] For port 17b3340f-41b2-4089-9935-a3c92b5e2eb6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=17b3340f-41b2-4089-9935-a3c92b5e2eb6,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:58:06.427316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-9dcfafa1-6dbe-40c0-9220-b5e39d06cc37 req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:06.548094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-9dcfafa1-6dbe-40c0-9220-b5e39d06cc37 req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Calling delete_port for 17b3340f-41b2-4089-9935-a3c92b5e2eb6 owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:58:06.690468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-9dcfafa1-6dbe-40c0-9220-b5e39d06cc37 req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:06.695906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a2b3d8e0-24a7-4612-9008-01f46fb15d31 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:06.738991 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event deleted for resources: {'Port': ['ID=17b3340f-41b2-4089-9935-a3c92b5e2eb6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:06.742543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:06.817211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcfafa1-6dbe-40c0-9220-b5e39d06cc37 req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] No DVR routers for this DVR port 17b3340f-41b2-4089-9935-a3c92b5e2eb6 on host hv-neutron-8183 {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:58:06.819540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-9dcfafa1-6dbe-40c0-9220-b5e39d06cc37 req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:06.822035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'name': 'network-vif-deleted', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:58:06.838935 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9dcfafa1-6dbe-40c0-9220-b5e39d06cc37 req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.41 "DELETE /v2.0/ports/17b3340f-41b2-4089-9935-a3c92b5e2eb6 HTTP/1.1" status: 204 len: 173 time: 0.7191231 Nov 25 08:58:06.873644 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d30aa8-7f2e-408a-9b81-bf9325b61ba0', 'name': 'network-vif-deleted', 'tag': '17b3340f-41b2-4089-9935-a3c92b5e2eb6', 'status': 'completed', 'code': 200} Nov 25 08:58:07.178034 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-8a6c759d-137c-48c8-a915-0a1e8d7efafc req-c23ac8d7-b406-4815-988d-a480579a6a40 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Synchronizing usage tracker for tenant:597512dac3a64f3385f07907794ac3f0 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:58:07.193840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-8a6c759d-137c-48c8-a915-0a1e8d7efafc req-c23ac8d7-b406-4815-988d-a480579a6a40 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Unset dirty status for tenant:597512dac3a64f3385f07907794ac3f0 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:58:07.195272 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8a6c759d-137c-48c8-a915-0a1e8d7efafc req-c23ac8d7-b406-4815-988d-a480579a6a40 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "GET /v2.0/ports?device_id=11d30aa8-7f2e-408a-9b81-bf9325b61ba0 HTTP/1.1" status: 200 len: 210 time: 0.0612986 Nov 25 08:58:08.291560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49700) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:08.947972 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:09.295603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Deleting port 3b05a20c-9d3b-4836-af18-328446cc211b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:58:09.296339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:09.478332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] For port 3b05a20c-9d3b-4836-af18-328446cc211b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3b05a20c-9d3b-4836-af18-328446cc211b,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:58:09.478690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:09.604402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Calling delete_port for 3b05a20c-9d3b-4836-af18-328446cc211b owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:58:09.780264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:09.784623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:09.828545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event deleted for resources: {'Port': ['ID=3b05a20c-9d3b-4836-af18-328446cc211b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:09.864427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:10.021359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 17b3340f-41b2-4089-9935-a3c92b5e2eb6 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:58:10.061933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 17b3340f-41b2-4089-9935-a3c92b5e2eb6 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:58:10.062362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 17b3340f-41b2-4089-9935-a3c92b5e2eb6 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:58:10.231014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:10.586002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Router aebe3afe-2735-47e7-8568-19c5d695b0a1 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:58:10.758940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:58:10.769088 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e447e-c9ed-4377-ac8c-e914a8e19c69 None None] Sync routers for ids ['aebe3afe-2735-47e7-8568-19c5d695b0a1'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:58:10.775841 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "PUT /v2.0/routers/aebe3afe-2735-47e7-8568-19c5d695b0a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4832103 Nov 25 08:58:10.778539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49704) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:10.779731 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e447e-c9ed-4377-ac8c-e914a8e19c69 None None] Routers {'aebe3afe-2735-47e7-8568-19c5d695b0a1'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:58:10.780495 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bb8e447e-c9ed-4377-ac8c-e914a8e19c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['aebe3afe-2735-47e7-8568-19c5d695b0a1'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:10.845741 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c591260d-12e8-4d72-be75-6546008874f0 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Deleting subnet 7fb3249e-99fb-4d23-bca6-b2c9ce69cda8 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:58:10.848668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c591260d-12e8-4d72-be75-6546008874f0 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:10.907234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c591260d-12e8-4d72-be75-6546008874f0 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:10.955453 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-bb8e447e-c9ed-4377-ac8c-e914a8e19c69 None None] Set router aebe3afe-2735-47e7-8568-19c5d695b0a1 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:58:10.990656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c591260d-12e8-4d72-be75-6546008874f0 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:11.077951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c591260d-12e8-4d72-be75-6546008874f0 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:11.082641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ef851e71-5789-40c1-8af2-992cdb2ec15a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:11.117702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591260d-12e8-4d72-be75-6546008874f0 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb3249e-99fb-4d23-bca6-b2c9ce69cda8,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:11.121075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c591260d-12e8-4d72-be75-6546008874f0 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:11.122045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c591260d-12e8-4d72-be75-6546008874f0 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:11.131804 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c591260d-12e8-4d72-be75-6546008874f0 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "DELETE /v2.0/subnets/7fb3249e-99fb-4d23-bca6-b2c9ce69cda8 HTTP/1.1" status: 204 len: 168 time: 0.3492692 Nov 25 08:58:11.131804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49708) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:11.133039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410375e7-53d3-4cab-a3ab-9a71c980e461 None None] Network 637beb4c-5246-4d8f-86b0-61807c3c0e4e requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:58:11.243388 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bb8e447e-c9ed-4377-ac8c-e914a8e19c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:58:09Z', 'revision_number': 5, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:11.247321 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e447e-c9ed-4377-ac8c-e914a8e19c69 None None] Checking router: aebe3afe-2735-47e7-8568-19c5d695b0a1 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:58:11.255531 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e447e-c9ed-4377-ac8c-e914a8e19c69 None None] Routers {'aebe3afe-2735-47e7-8568-19c5d695b0a1'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:58:11.256142 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bb8e447e-c9ed-4377-ac8c-e914a8e19c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:57:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['aebe3afe-2735-47e7-8568-19c5d695b0a1'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:11.313290 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:11.391159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b626679-42ef-4ef2-924b-905d666ce252 None None] DHCP port deletion for 637beb4c-5246-4d8f-86b0-61807c3c0e4e request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:58:11.395336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2b626679-42ef-4ef2-924b-905d666ce252 None None] Deleting port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:58:11.395722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b626679-42ef-4ef2-924b-905d666ce252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:11.432276 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-bb8e447e-c9ed-4377-ac8c-e914a8e19c69 None None] Set router aebe3afe-2735-47e7-8568-19c5d695b0a1 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:58:11.496606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:11.507350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Deleting port 98910259-3caf-479e-b654-d724c1b4e43a {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:58:11.507774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:11.653268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2b626679-42ef-4ef2-924b-905d666ce252 None None] For port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2,segment=NetworkSegment(8ec6d816-ae6f-469c-be29-8041cb97e9f9),segment_id=8ec6d816-ae6f-469c-be29-8041cb97e9f9)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:58:11.653628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b626679-42ef-4ef2-924b-905d666ce252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:11.755907 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bb8e447e-c9ed-4377-ac8c-e914a8e19c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:58:09Z', 'revision_number': 5, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:11.760513 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e447e-c9ed-4377-ac8c-e914a8e19c69 None None] The sync data for ids ['aebe3afe-2735-47e7-8568-19c5d695b0a1'] in dv-neutron-818341-1-hyperv is: [{'id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791901469', 'tenant_id': '597512dac3a64f3385f07907794ac3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '98910259-3caf-479e-b654-d724c1b4e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:54:33Z', 'updated_at': '2021-11-25T08:58:09Z', 'revision_number': 5, 'project_id': '597512dac3a64f3385f07907794ac3f0', 'gw_port': {'id': '98910259-3caf-479e-b654-d724c1b4e43a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe3afe-2735-47e7-8568-19c5d695b0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:54:35Z', 'updated_at': '2021-11-25T08:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:58:11.778278 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2b626679-42ef-4ef2-924b-905d666ce252 None None] Calling delete_port for ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:58:11.827303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] For port 98910259-3caf-479e-b654-d724c1b4e43a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=98910259-3caf-479e-b654-d724c1b4e43a,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:58:11.827940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:11.856977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b626679-42ef-4ef2-924b-905d666ce252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:11.860548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-44b5756a-45d4-4fc7-803c-767e82a29043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:11.903044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b626679-42ef-4ef2-924b-905d666ce252 None None] Pushing event deleted for resources: {'Port': ['ID=ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:11.905903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2b626679-42ef-4ef2-924b-905d666ce252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:11.906661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b626679-42ef-4ef2-924b-905d666ce252 None None] No DVR routers for this DVR port ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:58:11.950177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Calling delete_port for 98910259-3caf-479e-b654-d724c1b4e43a owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:58:12.118162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.122592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:12.166487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event deleted for resources: {'Port': ['ID=98910259-3caf-479e-b654-d724c1b4e43a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:12.169537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:12.220679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3b05a20c-9d3b-4836-af18-328446cc211b no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:58:12.256954 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 3b05a20c-9d3b-4836-af18-328446cc211b {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:58:12.257374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3b05a20c-9d3b-4836-af18-328446cc211b not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:58:12.258010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:58:12.268636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.294513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:58:12.294867 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ee4df4a1-ac9f-4ada-a3b7-868ccd09c1f2 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:58:12.443794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.445865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.467449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.467977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Fanout notify agent at l3_agent the message router_deleted on router aebe3afe-2735-47e7-8568-19c5d695b0a1 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:58:12.483925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.485030 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "DELETE /v2.0/routers/aebe3afe-2735-47e7-8568-19c5d695b0a1 HTTP/1.1" status: 204 len: 168 time: 1.3528373 Nov 25 08:58:12.487670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49712) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:12.611467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.740775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.766129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637beb4c-5246-4d8f-86b0-61807c3c0e4e']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:12.778137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec6d816-ae6f-469c-be29-8041cb97e9f9') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:12.778465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec6d816-ae6f-469c-be29-8041cb97e9f9') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:12.789404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.804515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.810808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:58:12.811180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:58:12.826491 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:58:12.907605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.911216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-884c0fdd-7bab-41a4-ad7b-d77fd55b24a6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:12.929768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:12.941426 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event deleted for resources: {'Network': ['ID=637beb4c-5246-4d8f-86b0-61807c3c0e4e,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:12.946074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:12.952563 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "DELETE /v2.0/networks/637beb4c-5246-4d8f-86b0-61807c3c0e4e HTTP/1.1" status: 204 len: 168 time: 0.4638271 Nov 25 08:58:12.955213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49716) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:13.026376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-92afe859-6a92-4358-9ad9-43cac9cad93c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:13.055585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-92afe859-6a92-4358-9ad9-43cac9cad93c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:13.118314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-92afe859-6a92-4358-9ad9-43cac9cad93c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:13.122651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4aaa613a-45f9-403b-87c5-2bf8e2498ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:13.137231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afe859-6a92-4358-9ad9-43cac9cad93c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5463fc82-d544-4856-b586-761c95829f15,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:13.140373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-92afe859-6a92-4358-9ad9-43cac9cad93c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:13.149717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-92afe859-6a92-4358-9ad9-43cac9cad93c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:13.150895 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-92afe859-6a92-4358-9ad9-43cac9cad93c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] 10.222.0.54 "DELETE /v2.0/security-groups/5463fc82-d544-4856-b586-761c95829f15 HTTP/1.1" status: 204 len: 168 time: 0.1947119 Nov 25 08:58:13.452466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49726) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:13.594787 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3732cb65-082a-4f2f-abab-24bfed0c7f7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=597512dac3a64f3385f07907794ac3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409831 Nov 25 08:58:13.597088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49732) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:13.653661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec4576bd-08bb-486f-a5b7-f654de5aeea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:13.678774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec4576bd-08bb-486f-a5b7-f654de5aeea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:13.732753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec4576bd-08bb-486f-a5b7-f654de5aeea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:13.736313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-42ee4fb8-39e6-4d8d-b301-3c7148d8966b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:13.748267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4576bd-08bb-486f-a5b7-f654de5aeea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdb73d8-ae9e-46e9-b4bf-50ae7dc954df,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:13.751560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ec4576bd-08bb-486f-a5b7-f654de5aeea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:13.757492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec4576bd-08bb-486f-a5b7-f654de5aeea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:13.761009 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ec4576bd-08bb-486f-a5b7-f654de5aeea2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5fdb73d8-ae9e-46e9-b4bf-50ae7dc954df HTTP/1.1" status: 204 len: 168 time: 0.1606324 Nov 25 08:58:14.034452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49740) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:14.052537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0a423e8a-7e67-4172-a2ca-4f384ab6080d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:14.066590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0a423e8a-7e67-4172-a2ca-4f384ab6080d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:58:14.070370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0a423e8a-7e67-4172-a2ca-4f384ab6080d admin admin] Usage tracker for resource:security_group_rule and tenant:cacbd4b89bb9466d9469ab6f8bdadbad is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:58:14.074018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0a423e8a-7e67-4172-a2ca-4f384ab6080d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:58:14.079638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0a423e8a-7e67-4172-a2ca-4f384ab6080d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:58:14.162704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0a423e8a-7e67-4172-a2ca-4f384ab6080d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:14.166582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0a423e8a-7e67-4172-a2ca-4f384ab6080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:14.173766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6cfbc972-280b-4ae4-9ef2-e9d353aa2dab tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:14.207876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 98910259-3caf-479e-b654-d724c1b4e43a no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:58:14.215523 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0a423e8a-7e67-4172-a2ca-4f384ab6080d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cacbd4b89bb9466d9469ab6f8bdadbad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800425 Nov 25 08:58:14.216317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a423e8a-7e67-4172-a2ca-4f384ab6080d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188a1742-8047-4b80-a25b-25637f0ab433,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:14.218571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49744) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:14.219156 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0a423e8a-7e67-4172-a2ca-4f384ab6080d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:14.246605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 98910259-3caf-479e-b654-d724c1b4e43a {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:58:14.246959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 98910259-3caf-479e-b654-d724c1b4e43a not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:58:14.280704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d53eaae-0667-403c-b85c-ad768cf03a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:14.306147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d53eaae-0667-403c-b85c-ad768cf03a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:14.355406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d53eaae-0667-403c-b85c-ad768cf03a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:14.358859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-139c0ccf-a013-4a43-aa1e-799c0e8a8ed3 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:14.369650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53eaae-0667-403c-b85c-ad768cf03a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188a1742-8047-4b80-a25b-25637f0ab433,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:14.372977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3d53eaae-0667-403c-b85c-ad768cf03a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:14.376120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d53eaae-0667-403c-b85c-ad768cf03a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:14.378744 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3d53eaae-0667-403c-b85c-ad768cf03a0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/188a1742-8047-4b80-a25b-25637f0ab433 HTTP/1.1" status: 204 len: 168 time: 0.1588433 Nov 25 08:58:16.441019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8a75-5414-4ecb-914a-20ac2efc1cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:16.928099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:18.622137 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:58:19.748692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-224e36c4-0c66-4dc1-9c26-ae2a48512ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:19.906691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:21.369105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:33.936258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:45.054198 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-1525d782-3036-47dc-82d5-417162e114ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731344 Nov 25 08:58:45.142890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-8fbe73fb-f948-4428-96ee-ecf33e450288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:45.144327 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-8fbe73fb-f948-4428-96ee-ecf33e450288 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 1098 time: 0.0697615 Nov 25 08:58:45.402455 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-a7cab9f4-bf0e-4d2b-a4b9-0baada997cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:45.403811 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-a7cab9f4-bf0e-4d2b-a4b9-0baada997cab service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 913 time: 0.2409568 Nov 25 08:58:45.505263 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-7f75f0e0-78a1-438d-92ad-9f716492c953 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d396880-c916-43af-8d6a-ff995a50b7a9 HTTP/1.1" status: 200 len: 999 time: 0.0945585 Nov 25 08:58:45.570258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-1cf679c9-bc79-4e91-91d3-0a30a8f0eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:45.572291 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-1cf679c9-bc79-4e91-91d3-0a30a8f0eb6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0606060 Nov 25 08:58:45.646066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-7b484561-ff86-4765-bb09-4c8c51e71f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:45.647570 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-7b484561-ff86-4765-bb09-4c8c51e71f1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698693 Nov 25 08:58:45.779509 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-c0712af1-619e-4d02-8b86-5d047f4d4781 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251352 Nov 25 08:58:45.913140 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3938893d-6dfb-4d6a-a11c-7ac9c121465c req-2e2c8185-8482-4be3-b327-4247b9107221 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275587 Nov 25 08:58:46.445573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c87af8af-aa33-483c-a992-45f1c7fe88ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:46.930570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:49.749096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d5e4b90-9e19-48a0-8a10-f38f9f10e066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:49.909378 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:51.372993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:55.275562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49770) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:55.381962 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0c7bce38-a37f-4b9b-9a37-a75b41fa2958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/1c11995d-d387-4e02-ab85-f62091513e44 HTTP/1.1" status: 200 len: 994 time: 0.1043653 Nov 25 08:58:55.621242 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:58:55.703729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49778) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:58:55.903426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 1d8031f2-6fb2-4959-b4ca-fed0897be015 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:58:55.903767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:56.074052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:56.074394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:56.192777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 1d8031f2-6fb2-4959-b4ca-fed0897be015 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:58:56.342829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:56.347013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:56.388897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=1d8031f2-6fb2-4959-b4ca-fed0897be015,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:56.432035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.432979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.433356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.433726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.434091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.434481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.434844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.435205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.435567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.435925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.436282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.436639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:56.462248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:56.490391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:56.490721 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 1c11995d-d387-4e02-ab85-f62091513e44 disassociated (deleted). External IP: 172.26.3.174, port: 2a3022bf-f1d2-4238-88f9-25e9e6558706. Nov 25 08:58:56.953755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:58:57.134060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:58:57.144610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96261b6-7589-4670-90eb-dc2e9898392a None None] Sync routers for ids ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:58:57.155361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:57.156784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96261b6-7589-4670-90eb-dc2e9898392a None None] Routers {'19b3ec13-bbc2-43f6-975e-fa957f846ad9'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:58:57.157405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d96261b6-7589-4670-90eb-dc2e9898392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:57.210366 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/floatingips/1c11995d-d387-4e02-ab85-f62091513e44 HTTP/1.1" status: 204 len: 168 time: 1.5053706 Nov 25 08:58:57.210874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'tag': '2a3022bf-f1d2-4238-88f9-25e9e6558706'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:58:57.258139 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'tag': '2a3022bf-f1d2-4238-88f9-25e9e6558706', 'status': 'completed', 'code': 200} Nov 25 08:58:57.340554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d96261b6-7589-4670-90eb-dc2e9898392a None None] Set router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:58:57.465835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077c23b-cf05-42ef-bf9b-690ca906ec27 req-52315fa1-58aa-4afb-be21-7561f699228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:57.467565 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5077c23b-cf05-42ef-bf9b-690ca906ec27 req-52315fa1-58aa-4afb-be21-7561f699228f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 1099 time: 0.1876817 Nov 25 08:58:57.658197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077c23b-cf05-42ef-bf9b-690ca906ec27 req-439863a9-ff18-4a0f-9b80-e74915ed5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:57.659704 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5077c23b-cf05-42ef-bf9b-690ca906ec27 req-439863a9-ff18-4a0f-9b80-e74915ed5834 service neutron] 10.222.0.41 "GET /v2.0/networks?id=71d9da25-5429-4481-96d9-cfecc20818af HTTP/1.1" status: 200 len: 898 time: 0.1854510 Nov 25 08:58:57.707433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d96261b6-7589-4670-90eb-dc2e9898392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:30Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '39c31dde-1bef-4695-8f87-e9a905d80606', 'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f2:5c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:29Z', 'updated_at': '2021-11-25T08:57:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:57.711235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96261b6-7589-4670-90eb-dc2e9898392a None None] Checking router: 19b3ec13-bbc2-43f6-975e-fa957f846ad9 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:58:57.720131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96261b6-7589-4670-90eb-dc2e9898392a None None] Routers {'19b3ec13-bbc2-43f6-975e-fa957f846ad9'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:58:57.720670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d96261b6-7589-4670-90eb-dc2e9898392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:57.730916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a83c43-3de1-4e76-990c-79ab8f5b1cf5 req-67ba3272-d11e-4788-9ec1-3a257e919946 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:57.732340 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-75a83c43-3de1-4e76-990c-79ab8f5b1cf5 req-67ba3272-d11e-4788-9ec1-3a257e919946 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 946 time: 0.1882262 Nov 25 08:58:57.741730 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5077c23b-cf05-42ef-bf9b-690ca906ec27 req-8c689c2b-ab8d-4237-8552-640a480a83c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a3022bf-f1d2-4238-88f9-25e9e6558706 HTTP/1.1" status: 200 len: 217 time: 0.0740943 Nov 25 08:58:57.827646 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-75a83c43-3de1-4e76-990c-79ab8f5b1cf5 req-2b6f50ca-2ff4-49e2-825a-dc140bea87ec tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880857 Nov 25 08:58:57.831147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077c23b-cf05-42ef-bf9b-690ca906ec27 req-a137314f-bd2c-44a1-853c-cb18e897d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:57.832511 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5077c23b-cf05-42ef-bf9b-690ca906ec27 req-a137314f-bd2c-44a1-853c-cb18e897d09d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0e408e83-8882-4b43-ae3c-51b1c158196e HTTP/1.1" status: 200 len: 835 time: 0.0792115 Nov 25 08:58:57.897122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d96261b6-7589-4670-90eb-dc2e9898392a None None] Set router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:58:57.912405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077c23b-cf05-42ef-bf9b-690ca906ec27 req-6d5cc604-0031-4c5c-bdf0-16b078831c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:57.913867 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5077c23b-cf05-42ef-bf9b-690ca906ec27 req-6d5cc604-0031-4c5c-bdf0-16b078831c22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71d9da25-5429-4481-96d9-cfecc20818af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737836 Nov 25 08:58:58.048154 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5077c23b-cf05-42ef-bf9b-690ca906ec27 req-e6c2b44b-35e6-46d9-bff8-7cbdf4d923b1 service neutron] 10.222.0.41 "GET /v2.0/networks/71d9da25-5429-4481-96d9-cfecc20818af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268814 Nov 25 08:58:58.180540 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5077c23b-cf05-42ef-bf9b-690ca906ec27 req-a071de43-eedd-47d6-9a75-44d24838fcf6 service neutron] 10.222.0.41 "GET /v2.0/networks/71d9da25-5429-4481-96d9-cfecc20818af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252248 Nov 25 08:58:58.210539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d96261b6-7589-4670-90eb-dc2e9898392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:30Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '39c31dde-1bef-4695-8f87-e9a905d80606', 'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f2:5c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:29Z', 'updated_at': '2021-11-25T08:57:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:58:58.214509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96261b6-7589-4670-90eb-dc2e9898392a None None] The sync data for ids ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'] in dv-neutron-818341-1-hyperv is: [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:57:30Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '39c31dde-1bef-4695-8f87-e9a905d80606', 'name': '', 'network_id': '71d9da25-5429-4481-96d9-cfecc20818af', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f2:5c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:29Z', 'updated_at': '2021-11-25T08:57:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '0e408e83-8882-4b43-ae3c-51b1c158196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:58:58.434359 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaa4ee1-e480-46ef-b708-2257ad1e9880 None None] New status for floating IP 1c11995d-d387-4e02-ab85-f62091513e44: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:58:59.015982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38566bea-9bb2-47a2-8fc6-0c37956a35ca req-7336233c-513e-410f-a407-9e1126bcf3f5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:59.017561 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-38566bea-9bb2-47a2-8fc6-0c37956a35ca req-7336233c-513e-410f-a407-9e1126bcf3f5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 946 time: 0.0811810 Nov 25 08:58:59.020579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e4328-3c39-49fa-b0ee-133a1794425e req-a41c9446-e37d-4e90-ac0c-e15bd648184f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:58:59.021262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-716e4328-3c39-49fa-b0ee-133a1794425e req-a41c9446-e37d-4e90-ac0c-e15bd648184f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:58:59.037161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-716e4328-3c39-49fa-b0ee-133a1794425e req-a41c9446-e37d-4e90-ac0c-e15bd648184f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:58:59.038354 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-716e4328-3c39-49fa-b0ee-133a1794425e req-a41c9446-e37d-4e90-ac0c-e15bd648184f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 946 time: 0.0993242 Nov 25 08:58:59.083059 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-716e4328-3c39-49fa-b0ee-133a1794425e req-9e6d5857-c709-41ab-a238-1e7753f4c89a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=44102821-c958-4f48-b348-e06bc819ba52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383418 Nov 25 08:58:59.092586 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-38566bea-9bb2-47a2-8fc6-0c37956a35ca req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 2a3022bf-f1d2-4238-88f9-25e9e6558706 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:58:59.092929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-38566bea-9bb2-47a2-8fc6-0c37956a35ca req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:59.488287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-38566bea-9bb2-47a2-8fc6-0c37956a35ca req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 2a3022bf-f1d2-4238-88f9-25e9e6558706, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a3022bf-f1d2-4238-88f9-25e9e6558706,segment=NetworkSegment(e9ffc9f5-32b9-44ae-84de-2af14808476f),segment_id=e9ffc9f5-32b9-44ae-84de-2af14808476f)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:58:59.488287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-38566bea-9bb2-47a2-8fc6-0c37956a35ca req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:59.621195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-38566bea-9bb2-47a2-8fc6-0c37956a35ca req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 2a3022bf-f1d2-4238-88f9-25e9e6558706 owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:58:59.763262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-38566bea-9bb2-47a2-8fc6-0c37956a35ca req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:59.768475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-28f428d6-b307-41b1-9415-aed5edf39e84 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:58:59.812007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=2a3022bf-f1d2-4238-88f9-25e9e6558706,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:58:59.846575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.846963 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.847346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.847719 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.848088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.848457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.848823 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.849187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.849553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.849914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.850276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.850664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:58:59.858326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:58:59.902327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-38566bea-9bb2-47a2-8fc6-0c37956a35ca req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] No DVR routers for this DVR port 2a3022bf-f1d2-4238-88f9-25e9e6558706 on host hv-neutron-8183 {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:58:59.904715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-38566bea-9bb2-47a2-8fc6-0c37956a35ca req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:58:59.907256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'name': 'network-vif-deleted', 'tag': '2a3022bf-f1d2-4238-88f9-25e9e6558706'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:58:59.928784 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-38566bea-9bb2-47a2-8fc6-0c37956a35ca req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "DELETE /v2.0/ports/2a3022bf-f1d2-4238-88f9-25e9e6558706 HTTP/1.1" status: 204 len: 173 time: 0.9060194 Nov 25 08:59:00.008431 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de5d1ab-40d4-4507-a366-06ba74767ac6', 'name': 'network-vif-deleted', 'tag': '2a3022bf-f1d2-4238-88f9-25e9e6558706', 'status': 'completed', 'code': 200} Nov 25 08:59:00.252172 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-42c68fb5-59e5-49ff-9b07-18f6d9ec71d7 req-739a65ad-5b44-40b7-8ed0-ca7eec0a33fc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de5d1ab-40d4-4507-a366-06ba74767ac6 HTTP/1.1" status: 200 len: 210 time: 0.0449290 Nov 25 08:59:01.355755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49800) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:01.425634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-301efd0d-ed85-4d64-9b7d-d64559bb7872 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:01.454466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-301efd0d-ed85-4d64-9b7d-d64559bb7872 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:01.515861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-301efd0d-ed85-4d64-9b7d-d64559bb7872 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:01.519426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a9a7779e-3a3d-4bc7-a19b-a7023acc5f7b tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:01.536593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301efd0d-ed85-4d64-9b7d-d64559bb7872 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44102821-c958-4f48-b348-e06bc819ba52,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:01.539185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-301efd0d-ed85-4d64-9b7d-d64559bb7872 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:01.548482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-301efd0d-ed85-4d64-9b7d-d64559bb7872 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:01.549570 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-301efd0d-ed85-4d64-9b7d-d64559bb7872 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/44102821-c958-4f48-b348-e06bc819ba52 HTTP/1.1" status: 204 len: 168 time: 0.1928008 Nov 25 08:59:01.579128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49806) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:02.151686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:02.284468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 2a3022bf-f1d2-4238-88f9-25e9e6558706 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:59:02.333409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 2a3022bf-f1d2-4238-88f9-25e9e6558706 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:59:02.333409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 2a3022bf-f1d2-4238-88f9-25e9e6558706 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:59:02.637836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 39c31dde-1bef-4695-8f87-e9a905d80606 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:59:02.638445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:02.821365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 39c31dde-1bef-4695-8f87-e9a905d80606, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=39c31dde-1bef-4695-8f87-e9a905d80606,segment=NetworkSegment(e9ffc9f5-32b9-44ae-84de-2af14808476f),segment_id=e9ffc9f5-32b9-44ae-84de-2af14808476f)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:02.821713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:02.940334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 39c31dde-1bef-4695-8f87-e9a905d80606 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:59:03.114959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:03.119309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ad6ff482-83e7-463d-87cb-883caf259d00 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:03.164197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=39c31dde-1bef-4695-8f87-e9a905d80606,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:03.194155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:03.439612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:03.922595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:59:03.950040 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:04.101160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:59:04.111438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a68da7-1557-479b-8062-e498b586f86d None None] Sync routers for ids ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:59:04.114763 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/19b3ec13-bbc2-43f6-975e-fa957f846ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5343232 Nov 25 08:59:04.117224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49810) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:04.120703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a68da7-1557-479b-8062-e498b586f86d None None] Routers {'19b3ec13-bbc2-43f6-975e-fa957f846ad9'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:04.121321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a2a68da7-1557-479b-8062-e498b586f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:04.182508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ca6a66-acf7-4b15-a580-c003f04dab58 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting subnet 0e408e83-8882-4b43-ae3c-51b1c158196e {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 08:59:04.186020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6a66-acf7-4b15-a580-c003f04dab58 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:04.247758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6a66-acf7-4b15-a580-c003f04dab58 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:04.298916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-a2a68da7-1557-479b-8062-e498b586f86d None None] Set router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:04.328954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6a66-acf7-4b15-a580-c003f04dab58 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:04.406657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6a66-acf7-4b15-a580-c003f04dab58 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:04.411587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-42a6d28a-26d5-4cb7-9fe6-97c9566266db tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:04.450893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca6a66-acf7-4b15-a580-c003f04dab58 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Subnet': ['ID=0e408e83-8882-4b43-ae3c-51b1c158196e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:04.453700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1ca6a66-acf7-4b15-a580-c003f04dab58 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:04.458200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6a66-acf7-4b15-a580-c003f04dab58 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:04.465919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d261713e-1a26-4c03-ba06-d14bd61841d0 None None] Network 71d9da25-5429-4481-96d9-cfecc20818af requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:59:04.466768 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e1ca6a66-acf7-4b15-a580-c003f04dab58 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/subnets/0e408e83-8882-4b43-ae3c-51b1c158196e HTTP/1.1" status: 204 len: 168 time: 0.3485777 Nov 25 08:59:04.467670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49814) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:04.648200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:04.761890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a2a68da7-1557-479b-8062-e498b586f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:59:03Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'cc506f3e-a8c2-4b27-9fe5-a9aef631eb51', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:57:23Z', 'updated_at': '2021-11-25T08:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:04.766464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a68da7-1557-479b-8062-e498b586f86d None None] Checking router: 19b3ec13-bbc2-43f6-975e-fa957f846ad9 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:59:04.775779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a68da7-1557-479b-8062-e498b586f86d None None] Routers {'19b3ec13-bbc2-43f6-975e-fa957f846ad9'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:04.776962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a2a68da7-1557-479b-8062-e498b586f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:04.841209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:04.851310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:59:04.851685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:04.879900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] DHCP port deletion for 71d9da25-5429-4481-96d9-cfecc20818af request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 08:59:04.938238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Deleting port fa062fa2-c548-4229-ad6f-9a46cfecd73a {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:59:04.938636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:05.026238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port cc506f3e-a8c2-4b27-9fe5-a9aef631eb51, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cc506f3e-a8c2-4b27-9fe5-a9aef631eb51,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:05.026848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:05.087879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-a2a68da7-1557-479b-8062-e498b586f86d None None] Set router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:05.151435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:59:05.244061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a2a68da7-1557-479b-8062-e498b586f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:59:04Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:05.261437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a68da7-1557-479b-8062-e498b586f86d None None] The sync data for ids ['19b3ec13-bbc2-43f6-975e-fa957f846ad9'] in dv-neutron-818341-1-hyperv is: [{'id': '19b3ec13-bbc2-43f6-975e-fa957f846ad9', 'name': 'tempest-TestNetworkBasicOps-router-234843583', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:57:22Z', 'updated_at': '2021-11-25T08:59:04Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:59:05.283488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] For port fa062fa2-c548-4229-ad6f-9a46cfecd73a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fa062fa2-c548-4229-ad6f-9a46cfecd73a,segment=NetworkSegment(e9ffc9f5-32b9-44ae-84de-2af14808476f),segment_id=e9ffc9f5-32b9-44ae-84de-2af14808476f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:05.283803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:05.409699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Calling delete_port for fa062fa2-c548-4229-ad6f-9a46cfecd73a owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:59:05.459781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:05.463686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-393c9f77-daa9-4525-9d6d-d6a75d6a630b tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:05.486483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:05.490088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:05.506593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=cc506f3e-a8c2-4b27-9fe5-a9aef631eb51,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:05.510149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:05.534773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Pushing event deleted for resources: {'Port': ['ID=fa062fa2-c548-4229-ad6f-9a46cfecd73a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:05.544699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.545053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.545394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.545734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.546065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.546427 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.546756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.547082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.547409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.547734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.548058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.548381 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:05.551011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] No DVR routers for this DVR port fa062fa2-c548-4229-ad6f-9a46cfecd73a on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:59:05.552409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:05.605238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:05.783526 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:05.785839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:05.809621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:05.810106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Fanout notify agent at l3_agent the message router_deleted on router 19b3ec13-bbc2-43f6-975e-fa957f846ad9 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 08:59:05.825570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:05.826722 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/routers/19b3ec13-bbc2-43f6-975e-fa957f846ad9 HTTP/1.1" status: 204 len: 168 time: 1.3581517 Nov 25 08:59:05.829358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49818) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:05.943448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.081353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.107415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d9da25-5429-4481-96d9-cfecc20818af']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:06.119957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ffc9f5-32b9-44ae-84de-2af14808476f') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:06.120256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ffc9f5-32b9-44ae-84de-2af14808476f') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:06.131292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.147757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.154360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:59:06.154770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:59:06.168814 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:59:06.235376 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fa062fa2-c548-4229-ad6f-9a46cfecd73a no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:59:06.254600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.258147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:06.269887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: fa062fa2-c548-4229-ad6f-9a46cfecd73a {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:59:06.270241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fa062fa2-c548-4229-ad6f-9a46cfecd73a not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:59:06.270682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 39c31dde-1bef-4695-8f87-e9a905d80606 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:59:06.275147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.281804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Network': ['ID=71d9da25-5429-4481-96d9-cfecc20818af,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:06.286027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:06.293618 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/networks/71d9da25-5429-4481-96d9-cfecc20818af HTTP/1.1" status: 204 len: 168 time: 0.4632101 Nov 25 08:59:06.304559 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 39c31dde-1bef-4695-8f87-e9a905d80606 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:59:06.304908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 39c31dde-1bef-4695-8f87-e9a905d80606 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:59:06.305330 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:59:06.310313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49822) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:06.316025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'network': {'name': 'tempest-network-smoke--563397090', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'port_security_enabled': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:06.320983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:06.325885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:network and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:06.328817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:06.334670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:06.343103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:59:06.343467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cc506f3e-a8c2-4b27-9fe5-a9aef631eb51 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:59:06.344064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:59:06.347489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.375385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:59:06.384381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.384738 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Added segment a4bb9687-8247-4012-ac65-f9543424761e of type vlan for network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 Nov 25 08:59:06.411359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.442946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.448962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:06.449530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.452901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f05e1b3f-00ad-48f2-9b68-cfff01e2cb8b tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:06.550041 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2386711 Nov 25 08:59:06.552879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49826) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:06.555850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Network': ['ID=83ccfcc9-f68d-4be3-9438-25c0827f53a9,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:06.558802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'admin_state_up': True, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:06.558977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:06.565883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:06.567040 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 08:59:06.569785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:router and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:06.574121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:06.579900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:06.590967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.591981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.607680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:06.871916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:07.167125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:07.195745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:07.449257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.171 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/465392df-e703-4342-92c4-9d9f870bafaa) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:59:07.592953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:07.621751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:07.628420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e6c4884d-6a97-486e-9cf5-67f99c441410 tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:07.684817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:59:07.691674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:59:07.694017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:59:07.740977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=465392df-e703-4342-92c4-9d9f870bafaa,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:07.743618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:08.107016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:08.437740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:08.633152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 08:59:08.925704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:59:08.935321 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Sync routers for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:59:08.944147 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:08.944752 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:08.961276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:08.964832 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4085574 Nov 25 08:59:08.966008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49830) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:09.117239 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:09.117672 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4c607d2a-afc6-4e50-aeb8-17beddf29f6b tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ad9acc8f1d734163ad0737b95f34d0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1503932 Nov 25 08:59:09.120778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49836) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:09.248845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b76e9c-c37a-4d82-8a96-22df857bb32d tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:09.250325 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a1b76e9c-c37a-4d82-8a96-22df857bb32d tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286414 Nov 25 08:59:09.253236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49840) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:09.292420 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-546d4aaf-6f67-47db-9abf-25a5e06a3f6a tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380259 Nov 25 08:59:09.294977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49844) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:09.300656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-476013113', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:09.395128 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:07Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:09.398837 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Checking router: 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:59:09.399193 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Updating router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 port 465392df-e703-4342-92c4-9d9f870bafaa binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:59:09.408215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:09.412082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:subnet and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:09.415014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:09.421373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:09.431646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:59:09.435268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:09.451011 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:09.658364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:09.662973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7f859709-532b-4c80-beca-d33aeac4f6c7 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:09.737761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Subnet': ['ID=fdf52bfc-29c4-4960-82c0-61cefdb8b1e2,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:09.741683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:09.745726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Checking segment: {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:59:09.746084 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network hostable DHCP agents. Network: 83ccfcc9-f68d-4be3-9438-25c0827f53a9, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:59:09.766439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:59:09.776667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 83ccfcc9-f68d-4be3-9438-25c0827f53a9) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:59:09.780600 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:09.780874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:09.781457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:09.787236 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd1248-0732-4f86-802d-b03c999622c4 None None] Network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:59:09.793873 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Transition to ACTIVE for port object 465392df-e703-4342-92c4-9d9f870bafaa will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:59:09.800224 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:09.803783 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5077465 Nov 25 08:59:09.804908 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:09.806506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49848) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:09.902312 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Attempting to bind port 465392df-e703-4342-92c4-9d9f870bafaa on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:59:09.902687 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Attempting to bind port 465392df-e703-4342-92c4-9d9f870bafaa by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:59:09.903048 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Attempting to bind port 465392df-e703-4342-92c4-9d9f870bafaa on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:59:09.913753 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:59:09.914051 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:59:09.914476 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:09.914868 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:59:09.915325 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Bound port: 465392df-e703-4342-92c4-9d9f870bafaa, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:59:09.915699 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:09.942412 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Pushing event updated for resources: {'Port': ['ID=465392df-e703-4342-92c4-9d9f870bafaa,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:09.992660 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] For port 465392df-e703-4342-92c4-9d9f870bafaa, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:59:09.995835 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] For port 465392df-e703-4342-92c4-9d9f870bafaa, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=465392df-e703-4342-92c4-9d9f870bafaa,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:59:09.998032 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:09.998437 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:09.999072 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:09.999448 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:10.000149 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:10.000494 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:10.000828 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:10.001201 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:10.001526 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:10.001919 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:10.002342 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:10.002757 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:59:10.006692 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:10.008506 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:10.012648 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:10.031777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 08:59:10.032849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:10.091353 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:10.091982 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:10.207902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Allocated IP 172.20.0.2 (83ccfcc9-f68d-4be3-9438-25c0827f53a9/fdf52bfc-29c4-4960-82c0-61cefdb8b1e2/0450e5de-e81e-4775-a231-f87c1f202e45) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:59:10.209453 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Pushing event updated for resources: {'Port': ['ID=465392df-e703-4342-92c4-9d9f870bafaa,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:10.212899 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:10.275225 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:10.491749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:10.507445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Transition to ACTIVE for port object 0450e5de-e81e-4775-a231-f87c1f202e45 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:59:10.526848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Transition to ACTIVE for port object 0450e5de-e81e-4775-a231-f87c1f202e45 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:59:10.532343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:10.536473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:10.579015 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:07Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:10.583078 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc6777-b436-41b5-8966-87dbc0c0a7f6 None None] The sync data for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv is: [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:07Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:59:10.610057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:59:10.613079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:59:10.615641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:59:10.625639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Pushing event updated for resources: {'Port': ['ID=0450e5de-e81e-4775-a231-f87c1f202e45,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:10.628453 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:10.677561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:10.717085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Attempting to bind port 0450e5de-e81e-4775-a231-f87c1f202e45 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:59:10.717446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Attempting to bind port 0450e5de-e81e-4775-a231-f87c1f202e45 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:59:10.717814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Attempting to bind port 0450e5de-e81e-4775-a231-f87c1f202e45 on network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:59:10.723249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:59:10.723634 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Checking segment: {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:59:10.724043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:10.724444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Bound using segment: {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:59:10.724917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Bound port: 0450e5de-e81e-4775-a231-f87c1f202e45, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:59:10.725300 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:10.820782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] For port 0450e5de-e81e-4775-a231-f87c1f202e45, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:59:10.824303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] For port 0450e5de-e81e-4775-a231-f87c1f202e45, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0450e5de-e81e-4775-a231-f87c1f202e45,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:59:10.837923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:10.842470 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:10.922048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Pushing event updated for resources: {'Port': ['ID=0450e5de-e81e-4775-a231-f87c1f202e45,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:10.925446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:11.139448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.1 (83ccfcc9-f68d-4be3-9438-25c0827f53a9/fdf52bfc-29c4-4960-82c0-61cefdb8b1e2/9abe220b-b5ef-42c8-b07c-e8d054ec5059) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:59:11.339200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:11.355477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 9abe220b-b5ef-42c8-b07c-e8d054ec5059 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:59:11.380288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:11.387429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-45031dae-1651-417c-9b31-3c30fb243e5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:11.448583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:59:11.456408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:59:11.459011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:59:11.512665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=9abe220b-b5ef-42c8-b07c-e8d054ec5059,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:11.515508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:11.531942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:11.647889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:11.920374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e729c61-c259-4914-90e2-b737a978fe62 None None] Network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 08:59:12.021187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bdd4dca0-b4b2-4626-99a5-73017b6b8e0d None None] Provisioning for port 0450e5de-e81e-4775-a231-f87c1f202e45 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:59:12.085017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:12.089904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:12.116900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:12.312703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0450e5de-e81e-4775-a231-f87c1f202e45 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:59:12.357961 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:12.361711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=9abe220b-b5ef-42c8-b07c-e8d054ec5059,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:12.365081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:12.398820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 0450e5de-e81e-4775-a231-f87c1f202e45 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:59:12.405170 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0450e5de-e81e-4775-a231-f87c1f202e45 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:12.405609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:12.505957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:59:12.507323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:59:12.536982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:12.577712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6d8f904c-ee89-42f0-b384-df3af1375e49 None None] Provisioning for port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:59:12.585314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 0450e5de-e81e-4775-a231-f87c1f202e45, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0450e5de-e81e-4775-a231-f87c1f202e45,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:12.586482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6d8f904c-ee89-42f0-b384-df3af1375e49 None None] Provisioning complete for port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:12.586944 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d8f904c-ee89-42f0-b384-df3af1375e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:12.617006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:12.617895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 465392df-e703-4342-92c4-9d9f870bafaa up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:59:12.652705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-3925cba5-9360-48ec-a565-731126644e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:12.706471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:59:12.751125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f904c-ee89-42f0-b384-df3af1375e49 None None] Port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:59:12.772003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=0450e5de-e81e-4775-a231-f87c1f202e45,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:12.775716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:12.783593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6d8f904c-ee89-42f0-b384-df3af1375e49 None None] Provisioning complete for port 0450e5de-e81e-4775-a231-f87c1f202e45 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:12.783869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d8f904c-ee89-42f0-b384-df3af1375e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:12.816789 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 465392df-e703-4342-92c4-9d9f870bafaa completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:59:12.830795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 465392df-e703-4342-92c4-9d9f870bafaa triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:12.831342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:12.895788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:59:12.908353 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/9dbee263-1dd1-4cc4-90a9-343a05e5a0f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1008503 Nov 25 08:59:12.909282 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Sync routers for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:59:12.911053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49852) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:12.982843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:12.983503 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-48674612-36ea-479e-907d-c78e76924f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:13.051941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d89ae-4e30-4804-b656-46ede980e9b3 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.052330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d89ae-4e30-4804-b656-46ede980e9b3 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.052897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d89ae-4e30-4804-b656-46ede980e9b3 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.053327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d89ae-4e30-4804-b656-46ede980e9b3 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.053783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d89ae-4e30-4804-b656-46ede980e9b3 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.054325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d89ae-4e30-4804-b656-46ede980e9b3 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.056014 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a08d89ae-4e30-4804-b656-46ede980e9b3 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1440051 Nov 25 08:59:13.058868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49856) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:13.128138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e28fa-2ac7-4fbd-98d9-d44174b075a0 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.128871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e28fa-2ac7-4fbd-98d9-d44174b075a0 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.129083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e28fa-2ac7-4fbd-98d9-d44174b075a0 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.129483 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e28fa-2ac7-4fbd-98d9-d44174b075a0 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.129928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e28fa-2ac7-4fbd-98d9-d44174b075a0 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.130405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e28fa-2ac7-4fbd-98d9-d44174b075a0 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:13.132212 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a15e28fa-2ac7-4fbd-98d9-d44174b075a0 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0724258 Nov 25 08:59:13.135120 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49860) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:13.207452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:13.234625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 465392df-e703-4342-92c4-9d9f870bafaa, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=465392df-e703-4342-92c4-9d9f870bafaa,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:13.244662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:13.249844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-55fced0b-ea61-4a99-9530-b3556d8d4668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:13.311892 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:13.348963 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-177a1ba7-764d-4348-9b36-7d1b211aa839 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2100079 Nov 25 08:59:13.403312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=465392df-e703-4342-92c4-9d9f870bafaa,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:13.406229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:13.462106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bad296cb-dd93-476b-ab80-06936db401f6 None None] Provisioning complete for port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:13.462106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bad296cb-dd93-476b-ab80-06936db401f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:13.592990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bad296cb-dd93-476b-ab80-06936db401f6 None None] Port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:59:13.693181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-48674612-36ea-479e-907d-c78e76924f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:13.697034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Checking router: 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:59:13.697933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Updating router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:59:13.757902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:13.788511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49866) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:13.794123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-477529464', 'description': 'tempest-secgroup-smoke-477529464 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:13.800153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:13.804356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:13.807790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:13.813676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:13.824717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:13.844002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:13.847772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:13.850559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:13.856473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:13.927109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:13.930761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:13.934849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e751187d-51d6-4eee-8448-ac324c32bf91 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:13.979059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfce6e61-b016-4136-8b72-e90443718bf9,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:13.982620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:13.985608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:13.986960 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1973736 Nov 25 08:59:13.990002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49870) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:13.996913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cfce6e61-b016-4136-8b72-e90443718bf9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:14.002816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:14.006693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:14.009768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:14.021118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:14.038338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.099544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.103006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.109662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.110925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dc54c850-8a35-4ad0-a1a0-b6051c8fa0a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:14.121991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Transition to ACTIVE for port object 9abe220b-b5ef-42c8-b07c-e8d054ec5059 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:59:14.128225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.128707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485c4124-7d5e-4826-9546-62c230ca515a,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:14.131316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:14.137501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:14.142377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.143533 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515100 Nov 25 08:59:14.146227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49874) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:14.151167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cfce6e61-b016-4136-8b72-e90443718bf9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:14.156921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:14.160662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:14.163525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:14.170639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:14.189954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.274493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.278444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.280177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:14.297741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0450e5de-e81e-4775-a231-f87c1f202e45 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:59:14.303947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee8fd9b-a00d-4277-939d-f53f31533ab2,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:14.311879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:14.319909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.323830 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1739950 Nov 25 08:59:14.323930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 49878) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:14.329509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cfce6e61-b016-4136-8b72-e90443718bf9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:14.335800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:14.337280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecdab8-0dbe-4111-a925-b5382544b3cf None None] Pushing event updated for resources: {'Port': ['ID=9abe220b-b5ef-42c8-b07c-e8d054ec5059,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:14.343474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:14.347068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:14.353378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:14.371011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b5ecdab8-0dbe-4111-a925-b5382544b3cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:14.372779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.414923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Attempting to bind port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:59:14.415294 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Attempting to bind port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:59:14.415660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Attempting to bind port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 on network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:59:14.426540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:59:14.426979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Checking segment: {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:59:14.427370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.427766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Bound using segment: {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:59:14.428238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Bound port: 9abe220b-b5ef-42c8-b07c-e8d054ec5059, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:59:14.428629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.440815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.444346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.446176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f827e270-47da-457a-8898-daf3fd804af2 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:14.466270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff03f6f-b883-4d0f-88e2-956faf1f54a3,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:14.470212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:14.480073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.482759 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579278 Nov 25 08:59:14.484086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49882) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:14.489610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cfce6e61-b016-4136-8b72-e90443718bf9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:14.496378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:14.500347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:14.503241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:14.509211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:14.512350 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0450e5de-e81e-4775-a231-f87c1f202e45 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:14.512871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.527560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.589234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.593178 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.600631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea52055e-0333-4f63-8f0c-b5e3a5f7d3af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:14.604298 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-48674612-36ea-479e-907d-c78e76924f40 None None] For port 9abe220b-b5ef-42c8-b07c-e8d054ec5059, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:59:14.608108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-48674612-36ea-479e-907d-c78e76924f40 None None] For port 9abe220b-b5ef-42c8-b07c-e8d054ec5059, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9abe220b-b5ef-42c8-b07c-e8d054ec5059,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:59:14.613873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.618671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-078ba520-2e46-41cb-ba5e-b69b8f1f3d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:14.622943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48382cc6-74b8-43b0-8689-6ce233ff91af,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:14.625425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:14.629808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.631100 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458287 Nov 25 08:59:14.633787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49886) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:14.638755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cfce6e61-b016-4136-8b72-e90443718bf9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:14.644718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:14.648485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:14.651868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:14.658321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:14.668516 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:59:14.675465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.753043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:14.753694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-48674612-36ea-479e-907d-c78e76924f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:14.757568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.761706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.763724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9584f6e9-02b7-45a2-90d4-dc3d46203a68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:14.786738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22caa1ab-df39-4a54-a57c-068e07b5fdf5,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:14.789313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:14.799169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.803159 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1657848 Nov 25 08:59:14.803623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49892) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:14.809608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cfce6e61-b016-4136-8b72-e90443718bf9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:14.816141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:14.820533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:14.823728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:14.831164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:14.846725 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:59:14.855209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.876690 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecdab8-0dbe-4111-a925-b5382544b3cf None None] Pushing event updated for resources: {'Port': ['ID=9abe220b-b5ef-42c8-b07c-e8d054ec5059,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:14.887388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 465392df-e703-4342-92c4-9d9f870bafaa up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:59:14.925318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.928698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.930480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:14.952408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1959b2-0617-4cff-9e3c-40ad102aadab,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:14.954835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:14.962020 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:14.963789 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586010 Nov 25 08:59:14.967571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b5ecdab8-0dbe-4111-a925-b5382544b3cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:15.075006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 465392df-e703-4342-92c4-9d9f870bafaa triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:15.075389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:15.109284 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-48674612-36ea-479e-907d-c78e76924f40 None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:15.136269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-7630232e-1686-4668-ac4c-eafbe4e5e70e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:59:15.151558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-7630232e-1686-4668-ac4c-eafbe4e5e70e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:59:15.153176 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-7630232e-1686-4668-ac4c-eafbe4e5e70e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-477529464&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.0571451 Nov 25 08:59:15.443873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-194bdd57-5680-44f3-ac03-2a0c0da5181b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:15.444513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-194bdd57-5680-44f3-ac03-2a0c0da5181b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:59:15.459572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-194bdd57-5680-44f3-ac03-2a0c0da5181b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:59:15.465361 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-194bdd57-5680-44f3-ac03-2a0c0da5181b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/networks?id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 796 time: 0.3052936 Nov 25 08:59:15.476694 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-c1dec57d-3152-40a1-9dc9-f10c3bd4e831 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/quotas/ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 375 time: 0.0095134 Nov 25 08:59:15.521017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-48674612-36ea-479e-907d-c78e76924f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:14Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:15.525034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48674612-36ea-479e-907d-c78e76924f40 None None] The sync data for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv is: [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:14Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:59:15.564450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-b60df61e-74b9-48c4-87ed-b4a38058952d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:59:15.587003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-b60df61e-74b9-48c4-87ed-b4a38058952d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:59:15.595023 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-b60df61e-74b9-48c4-87ed-b4a38058952d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098113 Nov 25 08:59:15.607444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-d3196a7c-ad49-402d-ac17-0d02aba31ff8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:59:15.608508 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-d3196a7c-ad49-402d-ac17-0d02aba31ff8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064723 Nov 25 08:59:15.745592 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-08d32c94-bbd8-4c8e-8f51-84b1f9efec4b service neutron] 10.222.0.54 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311698 Nov 25 08:59:15.884486 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-8ae889c2-0a48-414d-bdba-9f985f42e959 service neutron] 10.222.0.54 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328232 Nov 25 08:59:16.083879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-2fac8237-ce02-4153-90cd-404383e551f9 req-e64d50ea-0d05-4624-a54f-293bb90b4090 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:59:16.096335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-2fac8237-ce02-4153-90cd-404383e551f9 req-e64d50ea-0d05-4624-a54f-293bb90b4090 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:59:16.105240 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2fac8237-ce02-4153-90cd-404383e551f9 req-e64d50ea-0d05-4624-a54f-293bb90b4090 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 210 time: 0.0668871 Nov 25 08:59:16.280385 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9abe220b-b5ef-42c8-b07c-e8d054ec5059 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:59:16.353327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:59:16.359010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:16.359383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:16.500873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:16.510588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c20cad8c-4865-43f4-ad56-26108e8cfc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:16.537589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 9abe220b-b5ef-42c8-b07c-e8d054ec5059, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9abe220b-b5ef-42c8-b07c-e8d054ec5059,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:16.541631 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:16.543959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:16.617549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=9abe220b-b5ef-42c8-b07c-e8d054ec5059,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:16.620653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:16.932579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:17.257531 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6890c2d0-df08-4345-8e5f-6da24faaf22e req-9d42598e-f66a-4e45-bfc2-b2bff2646368 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 210 time: 0.0484519 Nov 25 08:59:17.328419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-765f0dc9-1059-42d5-8563-eee81e3b0eb5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:17.329768 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-765f0dc9-1059-42d5-8563-eee81e3b0eb5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 796 time: 0.1502204 Nov 25 08:59:17.377028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-68369c3f-cce3-4aa9-b577-9e45ac888c1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:59:17.389270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-68369c3f-cce3-4aa9-b577-9e45ac888c1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:59:17.390418 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-68369c3f-cce3-4aa9-b577-9e45ac888c1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 379 time: 0.0512004 Nov 25 08:59:17.398773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'device_id': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'admin_state_up': True, 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'security_groups': ['cfce6e61-b016-4136-8b72-e90443718bf9']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:17.655617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:17.664879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:17.674383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:59:17.677841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:17.841394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.12 (83ccfcc9-f68d-4be3-9438-25c0827f53a9/fdf52bfc-29c4-4960-82c0-61cefdb8b1e2/afe78ce6-12a5-468c-a86d-f9228a933cad) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:59:18.028838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:18.044720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object afe78ce6-12a5-468c-a86d-f9228a933cad will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:59:18.069246 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:18.074699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-656a8efd-6f69-4944-828d-64c8a7c5f497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:18.140969 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:59:18.144365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:59:18.148220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:59:18.189055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=afe78ce6-12a5-468c-a86d-f9228a933cad,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:18.193817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:18.216942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:18.217580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:18.247823 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8525584 Nov 25 08:59:18.258548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9abe220b-b5ef-42c8-b07c-e8d054ec5059 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:59:18.259990 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Request body: {'port': {'device_id': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:18.336599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:18.337357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:18.408336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cce17601-949a-4d97-8436-4437be036673 None None] Provisioning for port afe78ce6-12a5-468c-a86d-f9228a933cad completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:59:18.412711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:18.414402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cce17601-949a-4d97-8436-4437be036673 None None] Provisioning complete for port afe78ce6-12a5-468c-a86d-f9228a933cad triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:18.414777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cce17601-949a-4d97-8436-4437be036673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:18.515403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cce17601-949a-4d97-8436-4437be036673 None None] Port afe78ce6-12a5-468c-a86d-f9228a933cad cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:59:18.577226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce81c6-4c41-4bae-8f84-1edd875cda0b req-50448f66-ac1d-4242-a6c2-ed1a2992c4c9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:18.577833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-73ce81c6-4c41-4bae-8f84-1edd875cda0b req-50448f66-ac1d-4242-a6c2-ed1a2992c4c9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:59:18.604278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-73ce81c6-4c41-4bae-8f84-1edd875cda0b req-50448f66-ac1d-4242-a6c2-ed1a2992c4c9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:59:18.605668 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73ce81c6-4c41-4bae-8f84-1edd875cda0b req-50448f66-ac1d-4242-a6c2-ed1a2992c4c9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 932 time: 0.2254982 Nov 25 08:59:18.733369 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73ce81c6-4c41-4bae-8f84-1edd875cda0b req-9e6cc43b-b986-456f-aa46-64b5dae0dc63 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107368 Nov 25 08:59:18.840148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe78ce6-12a5-468c-a86d-f9228a933cad {{(pid=87512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:59:18.847164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:18.861192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Transition to ACTIVE for port object afe78ce6-12a5-468c-a86d-f9228a933cad will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:59:18.864840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:18.869170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-925acf97-0380-4b26-b089-feafaf9739f3 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:19.027778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Pushing event updated for resources: {'Port': ['ID=afe78ce6-12a5-468c-a86d-f9228a933cad,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:19.035153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:19.108105 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Attempting to bind port afe78ce6-12a5-468c-a86d-f9228a933cad on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:59:19.108446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Attempting to bind port afe78ce6-12a5-468c-a86d-f9228a933cad by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:59:19.108771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Attempting to bind port afe78ce6-12a5-468c-a86d-f9228a933cad on network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:59:19.113441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Port afe78ce6-12a5-468c-a86d-f9228a933cad on network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:59:19.113759 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Attempting to bind port afe78ce6-12a5-468c-a86d-f9228a933cad on network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:59:19.118797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:59:19.119671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Checking segment: {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:59:19.120050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Bound using segment: {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:59:19.120475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Bound port: afe78ce6-12a5-468c-a86d-f9228a933cad, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'}}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:59:19.120816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:19.212638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] For port afe78ce6-12a5-468c-a86d-f9228a933cad, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:59:19.215576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] For port afe78ce6-12a5-468c-a86d-f9228a933cad, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=afe78ce6-12a5-468c-a86d-f9228a933cad,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:59:19.219814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:19.224179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:19.273847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:19.274214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:19.275680 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] 10.222.0.41 "PUT /v2.0/ports/afe78ce6-12a5-468c-a86d-f9228a933cad HTTP/1.1" status: 200 len: 1094 time: 1.0203755 Nov 25 08:59:19.276145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'tag': 'afe78ce6-12a5-468c-a86d-f9228a933cad'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:59:19.310020 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Pushing event updated for resources: {'Port': ['ID=afe78ce6-12a5-468c-a86d-f9228a933cad,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:19.313395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:19.352325 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'tag': 'afe78ce6-12a5-468c-a86d-f9228a933cad', 'status': 'completed', 'code': 200} Nov 25 08:59:19.398610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-68292365-13e1-4261-8720-8f8ccc051513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:19.400088 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-68292365-13e1-4261-8720-8f8ccc051513 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 1097 time: 0.0796528 Nov 25 08:59:19.472579 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-1d6f4485-17b7-4ce6-a846-13077fca7574 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afe78ce6-12a5-468c-a86d-f9228a933cad HTTP/1.1" status: 200 len: 217 time: 0.0635984 Nov 25 08:59:19.538275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-ac1c0470-5b7b-40c1-a444-11c935af9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:19.539662 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-ac1c0470-5b7b-40c1-a444-11c935af9d48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdf52bfc-29c4-4960-82c0-61cefdb8b1e2 HTTP/1.1" status: 200 len: 834 time: 0.0601439 Nov 25 08:59:19.615508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-da576919-01aa-4f5d-8001-dd83bf20a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:19.616897 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-da576919-01aa-4f5d-8001-dd83bf20a672 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ccfcc9-f68d-4be3-9438-25c0827f53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701561 Nov 25 08:59:19.755078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-351858c4-273b-4ffe-b184-89857963ee20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:19.912402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:19.922542 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-74e3642b-82e8-4da2-ba62-3e3098b329ba service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983890 Nov 25 08:59:20.036447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d3eb-7557-4d68-bcca-42089dc1aec8 req-46708d90-bbf1-47b9-b1b4-c7f880f648c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:20.037892 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d047d3eb-7557-4d68-bcca-42089dc1aec8 req-46708d90-bbf1-47b9-b1b4-c7f880f648c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 944 time: 0.1906557 Nov 25 08:59:20.104655 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a78af186-56b4-440a-86f6-25735a8d3e20 req-5c922edd-1631-4f74-9d98-db54504b5bab service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718855 Nov 25 08:59:20.118930 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d047d3eb-7557-4d68-bcca-42089dc1aec8 req-ba9fe556-29d3-4ab8-a7b6-2886b8914ca2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724018 Nov 25 08:59:20.221107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ec98a-f2fe-4d0c-82fd-d7673c01a24d req-6c18d782-178b-4e28-a73c-575491819905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:20.222603 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b23ec98a-f2fe-4d0c-82fd-d7673c01a24d req-6c18d782-178b-4e28-a73c-575491819905 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 1097 time: 0.0725222 Nov 25 08:59:20.351458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ec98a-f2fe-4d0c-82fd-d7673c01a24d req-a3418ede-131a-4519-b2bc-e532353fc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:20.352896 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b23ec98a-f2fe-4d0c-82fd-d7673c01a24d req-a3418ede-131a-4519-b2bc-e532353fc4b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 897 time: 0.1237702 Nov 25 08:59:20.422113 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b23ec98a-f2fe-4d0c-82fd-d7673c01a24d req-f65d6627-689e-41ab-87b5-148768b31768 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afe78ce6-12a5-468c-a86d-f9228a933cad HTTP/1.1" status: 200 len: 217 time: 0.0631232 Nov 25 08:59:20.483461 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ec98a-f2fe-4d0c-82fd-d7673c01a24d req-3aadaf38-d6fd-4341-9f18-11e05f0d7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:20.484935 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b23ec98a-f2fe-4d0c-82fd-d7673c01a24d req-3aadaf38-d6fd-4341-9f18-11e05f0d7b71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdf52bfc-29c4-4960-82c0-61cefdb8b1e2 HTTP/1.1" status: 200 len: 834 time: 0.0572488 Nov 25 08:59:20.562337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ec98a-f2fe-4d0c-82fd-d7673c01a24d req-50e64827-35b8-4fa1-80a3-a69942d07069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:20.563823 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b23ec98a-f2fe-4d0c-82fd-d7673c01a24d req-50e64827-35b8-4fa1-80a3-a69942d07069 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ccfcc9-f68d-4be3-9438-25c0827f53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727189 Nov 25 08:59:20.693366 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b23ec98a-f2fe-4d0c-82fd-d7673c01a24d req-4b16b7e8-d1b7-467a-a88f-19b81f6bf34e service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233242 Nov 25 08:59:20.835676 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b23ec98a-f2fe-4d0c-82fd-d7673c01a24d req-348a59e7-08be-48f6-994c-082883d94482 service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351230 Nov 25 08:59:21.307671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a111c1d-6df5-4198-b82e-d669eebb6cd9 req-cccec92d-7cd7-4043-8942-348d2c7846d7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:21.309153 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9a111c1d-6df5-4198-b82e-d669eebb6cd9 req-cccec92d-7cd7-4043-8942-348d2c7846d7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 944 time: 0.0864522 Nov 25 08:59:21.357040 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9a111c1d-6df5-4198-b82e-d669eebb6cd9 req-cddfd4a0-73a5-46e0-b77a-bb1ec35d6537 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411627 Nov 25 08:59:21.378985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:21.422041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5ef3-9c10-4e62-8bcb-18db5d644a37 req-fd2762bb-e9e1-435a-a953-479d23cbb83f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:21.423506 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f3ad5ef3-9c10-4e62-8bcb-18db5d644a37 req-fd2762bb-e9e1-435a-a953-479d23cbb83f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 945 time: 0.0809624 Nov 25 08:59:21.466828 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f3ad5ef3-9c10-4e62-8bcb-18db5d644a37 req-2390a79d-cc3c-40e4-8e5d-949214dcf4d1 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376284 Nov 25 08:59:22.403066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device afe78ce6-12a5-468c-a86d-f9228a933cad details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:59:22.537762 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port afe78ce6-12a5-468c-a86d-f9228a933cad, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=afe78ce6-12a5-468c-a86d-f9228a933cad,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:22.544474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b6d2d-aec0-41e6-9c07-17c6e7fd06b8 req-6c9fed10-9452-44db-9cb1-a87cc40feb3d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:22.545969 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8c9b6d2d-aec0-41e6-9c07-17c6e7fd06b8 req-6c9fed10-9452-44db-9cb1-a87cc40feb3d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 944 time: 0.0859752 Nov 25 08:59:22.554602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'afe78ce6-12a5-468c-a86d-f9228a933cad', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'port_id': 'afe78ce6-12a5-468c-a86d-f9228a933cad', 'mac_address': 'fa:16:3e:9a:ff:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:59:22.593516 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8c9b6d2d-aec0-41e6-9c07-17c6e7fd06b8 req-70bd33bd-5121-48df-832b-d3e3c49b34ae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413721 Nov 25 08:59:22.619749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:22.637129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe78ce6-12a5-468c-a86d-f9228a933cad {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:59:22.652698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port afe78ce6-12a5-468c-a86d-f9228a933cad, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=afe78ce6-12a5-468c-a86d-f9228a933cad,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:22.657234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:22.659196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6ae717f7-1f3d-4a5d-8f9f-6321d3eb9bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:22.683403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34c27-6675-4b98-af2a-e65484fd213c req-c6eb035c-b86f-411b-ae8d-7a5295d1beb2 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:22.684836 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3eb34c27-6675-4b98-af2a-e65484fd213c req-c6eb035c-b86f-411b-ae8d-7a5295d1beb2 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 945 time: 0.0861411 Nov 25 08:59:22.725137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=afe78ce6-12a5-468c-a86d-f9228a933cad,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:22.728167 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:22.730234 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3eb34c27-6675-4b98-af2a-e65484fd213c req-5d352d17-8ec7-4080-83b5-1505e460859d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393403 Nov 25 08:59:23.015169 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['afe78ce6-12a5-468c-a86d-f9228a933cad'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:59:23.016840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-3c468bcb-09d9-45b0-a28c-f1a2be163bd0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:23.018308 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-3c468bcb-09d9-45b0-a28c-f1a2be163bd0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 945 time: 0.0793312 Nov 25 08:59:23.093958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Deleting port 5d396880-c916-43af-8d6a-ff995a50b7a9 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 08:59:23.094316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:23.458309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] For port 5d396880-c916-43af-8d6a-ff995a50b7a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5d396880-c916-43af-8d6a-ff995a50b7a9,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:23.458668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:23.796032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:23.796747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:23.796747 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Floating IP c9e7da18-f3a6-4889-9d48-0365c681add6 disassociated. External IP: 172.26.3.5, port: 5d396880-c916-43af-8d6a-ff995a50b7a9. Nov 25 08:59:23.797083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Calling delete_port for 5d396880-c916-43af-8d6a-ff995a50b7a9 owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 08:59:23.875733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dcb0c-a30c-4438-a3cc-c1c5a4b9a0c3 req-5af4fc6b-a032-489e-ab1e-1bb88b7019be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:23.877515 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-947dcb0c-a30c-4438-a3cc-c1c5a4b9a0c3 req-5af4fc6b-a032-489e-ab1e-1bb88b7019be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 945 time: 0.1777859 Nov 25 08:59:23.923649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce96cd-2348-42c1-9302-712771d39345 req-b4941d58-135d-4809-a4af-ddfdc4f303a1 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:23.925210 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d4ce96cd-2348-42c1-9302-712771d39345 req-b4941d58-135d-4809-a4af-ddfdc4f303a1 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 945 time: 0.0874417 Nov 25 08:59:23.969589 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d4ce96cd-2348-42c1-9302-712771d39345 req-625ad001-9807-4967-8cd9-b1f4a2bb3f96 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381095 Nov 25 08:59:23.971553 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-947dcb0c-a30c-4438-a3cc-c1c5a4b9a0c3 req-fa99cf2f-561f-4cdb-a7e9-26a9c43bacb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811360 Nov 25 08:59:24.009130 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:24.014794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:24.060485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event deleted for resources: {'Port': ['ID=5d396880-c916-43af-8d6a-ff995a50b7a9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:24.063655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:24.247345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Router 39337eba-eaed-4db9-8301-053bf8a38378 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:59:24.406180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device afe78ce6-12a5-468c-a86d-f9228a933cad up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:59:24.425313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:59:24.438700 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79039b2f-cb90-4394-a512-7dccc9477416 None None] Sync routers for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:59:24.449201 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79039b2f-cb90-4394-a512-7dccc9477416 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:24.449821 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-79039b2f-cb90-4394-a512-7dccc9477416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:59:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:24.486636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port afe78ce6-12a5-468c-a86d-f9228a933cad completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:59:24.493639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port afe78ce6-12a5-468c-a86d-f9228a933cad triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:24.494088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:24.515012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] No DVR routers for this DVR port 5d396880-c916-43af-8d6a-ff995a50b7a9 on host hv-neutron-8183 {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:59:24.518110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:24.521249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'name': 'network-vif-deleted', 'tag': '5d396880-c916-43af-8d6a-ff995a50b7a9'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:59:24.550985 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fdc0a212-e856-466b-897e-0e5a4a596fbf req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "DELETE /v2.0/ports/5d396880-c916-43af-8d6a-ff995a50b7a9 HTTP/1.1" status: 204 len: 173 time: 1.5274112 Nov 25 08:59:24.578628 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f8f8a5-0e82-469e-b32f-bfe1076ccbf7', 'name': 'network-vif-deleted', 'tag': '5d396880-c916-43af-8d6a-ff995a50b7a9', 'status': 'completed', 'code': 200} Nov 25 08:59:24.644834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:24.671827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe78ce6-12a5-468c-a86d-f9228a933cad'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:59:24.673473 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-79039b2f-cb90-4394-a512-7dccc9477416 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:24.681670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port afe78ce6-12a5-468c-a86d-f9228a933cad, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=afe78ce6-12a5-468c-a86d-f9228a933cad,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:24.694908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:24.695840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 5d396880-c916-43af-8d6a-ff995a50b7a9 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 08:59:24.727156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f025caf6-f51c-4128-bb87-302aaa90d308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:24.802083 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe78ce6-12a5-468c-a86d-f9228a933cad', 'code': 200} Nov 25 08:59:24.809737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=afe78ce6-12a5-468c-a86d-f9228a933cad,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:24.812237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 5d396880-c916-43af-8d6a-ff995a50b7a9 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 08:59:24.812590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 5d396880-c916-43af-8d6a-ff995a50b7a9 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 08:59:24.813977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:25.007530 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-79039b2f-cb90-4394-a512-7dccc9477416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:25.017263 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79039b2f-cb90-4394-a512-7dccc9477416 None None] Checking router: 39337eba-eaed-4db9-8301-053bf8a38378 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:59:25.028133 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79039b2f-cb90-4394-a512-7dccc9477416 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:25.029435 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-79039b2f-cb90-4394-a512-7dccc9477416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:59:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:25.123487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a310ff-b769-4c50-97fd-1cc8d7285375 req-64585eab-1d53-4def-91f6-4fc75062919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:25.125056 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-85a310ff-b769-4c50-97fd-1cc8d7285375 req-64585eab-1d53-4def-91f6-4fc75062919a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 1099 time: 0.1519303 Nov 25 08:59:25.199187 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e833b0e7-6b0f-4b9c-b1a7-c835c046b396 req-6e4ff922-836d-4928-be2c-97b381d48439 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=14f8f8a5-0e82-469e-b32f-bfe1076ccbf7 HTTP/1.1" status: 200 len: 210 time: 0.0678158 Nov 25 08:59:25.236942 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-85a310ff-b769-4c50-97fd-1cc8d7285375 req-92ba3f47-4a5f-472d-844c-e1ff959d70dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050861 Nov 25 08:59:25.265112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8699c87-b972-455b-a59d-ad7e2b6bfdeb req-d8d660e1-afbd-4f5d-8bc5-63040251b2c8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:25.265642 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-79039b2f-cb90-4394-a512-7dccc9477416 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:25.266600 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f8699c87-b972-455b-a59d-ad7e2b6bfdeb req-d8d660e1-afbd-4f5d-8bc5-63040251b2c8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 946 time: 0.1078897 Nov 25 08:59:25.313250 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f8699c87-b972-455b-a59d-ad7e2b6bfdeb req-4c0b7d29-736e-4302-8bbf-34c0bd5d8e80 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407610 Nov 25 08:59:25.579303 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-79039b2f-cb90-4394-a512-7dccc9477416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:25.583072 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79039b2f-cb90-4394-a512-7dccc9477416 None None] The sync data for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv is: [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:59:25.801971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96982096-1a16-43c3-b989-aa50a72697dc None None] New status for floating IP c9e7da18-f3a6-4889-9d48-0365c681add6: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:59:26.502671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8420b-3307-4bc2-bcb1-e93e1c002f8f req-aa5dddae-351d-480a-bd7b-b63f6bfc0fc1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:26.510712 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0ba8420b-3307-4bc2-bcb1-e93e1c002f8f req-aa5dddae-351d-480a-bd7b-b63f6bfc0fc1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 946 time: 0.0921786 Nov 25 08:59:26.551336 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0ba8420b-3307-4bc2-bcb1-e93e1c002f8f req-8b8a5134-4f5c-4b46-bbc4-bc97c8aea419 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397930 Nov 25 08:59:26.569707 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-bf867f49-f278-42d4-b904-12a96dba0298 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165698459&fields=id&tenant_id=92b396747441487d9e6a7a94c81c8e1d HTTP/1.1" status: 200 len: 267 time: 0.0426641 Nov 25 08:59:26.718503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-5208deb1-7970-493e-8b2a-99546e8d9f1f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:26.719919 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-5208deb1-7970-493e-8b2a-99546e8d9f1f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 812 time: 0.1426289 Nov 25 08:59:26.734212 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-08e5f914-08bc-4e30-ad05-b50b23dfd42b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/quotas/92b396747441487d9e6a7a94c81c8e1d HTTP/1.1" status: 200 len: 375 time: 0.0089643 Nov 25 08:59:26.816080 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-9ceab64d-4d3f-421e-a157-34322becf2fd tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771718 Nov 25 08:59:26.951813 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-b814859d-a667-476a-bb09-cf3b2651e6aa service neutron] 10.222.0.54 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242249 Nov 25 08:59:27.089911 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-a14da9c1-74f7-4bca-aea5-5de685e6fade service neutron] 10.222.0.54 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325066 Nov 25 08:59:27.469830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-76e5d7e2-d025-4137-8007-d8375c40d551 req-409814f1-6002-4ec2-8fd7-746e71f9b124 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Synchronizing usage tracker for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:59:27.486390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-76e5d7e2-d025-4137-8007-d8375c40d551 req-409814f1-6002-4ec2-8fd7-746e71f9b124 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Unset dirty status for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:59:27.487553 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-76e5d7e2-d025-4137-8007-d8375c40d551 req-409814f1-6002-4ec2-8fd7-746e71f9b124 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 210 time: 0.0600088 Nov 25 08:59:27.737740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28afb3-d9da-4803-a9a8-aa9c8e9a1d5e req-89222db2-c759-4dc5-be22-13242eb04dd4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:27.739192 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-df28afb3-d9da-4803-a9a8-aa9c8e9a1d5e req-89222db2-c759-4dc5-be22-13242eb04dd4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 946 time: 0.0825152 Nov 25 08:59:27.782695 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-df28afb3-d9da-4803-a9a8-aa9c8e9a1d5e req-d2650e7b-cc76-4448-a810-8b32b4c16403 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378256 Nov 25 08:59:27.972135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60839a-19f8-48d7-851b-2dce58378c04 req-a09e9444-f860-4741-9fa9-9a8aa1dc4c30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:27.973582 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6c60839a-19f8-48d7-851b-2dce58378c04 req-a09e9444-f860-4741-9fa9-9a8aa1dc4c30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 946 time: 0.0846679 Nov 25 08:59:28.136543 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6c60839a-19f8-48d7-851b-2dce58378c04 req-5498d230-7053-4f1a-b8db-a0588f489c45 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572037 Nov 25 08:59:28.158618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49984) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:28.227023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764525ec-5361-49b3-87c7-01691012be0b tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:28.228417 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-764525ec-5361-49b3-87c7-01691012be0b tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 1094 time: 0.0687966 Nov 25 08:59:28.231522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 49988) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:28.236998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': 'afe78ce6-12a5-468c-a86d-f9228a933cad', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:28.243376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:28.247641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:floatingip and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:28.250416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:28.255969 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:28.266734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:28.399604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:28.536019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.246 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/b46dcddf-590f-4406-bee6-4808ce7f85aa) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:59:28.594639 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fa29d6fa-3c77-49fc-a678-8cf5402f400f req-43a86687-755b-49ae-b803-df343156fd29 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 210 time: 0.0535440 Nov 25 08:59:28.685156 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:28.712563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:28.715987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-00527c4f-5d8a-444e-adf8-f8e773a2a8f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:28.780862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:59:28.783553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:59:28.787191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:59:28.815640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=b46dcddf-590f-4406-bee6-4808ce7f85aa,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:28.824992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:29.195752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:29.267843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:29.474911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:29.479459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:29.483371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c247726c-9467-4b0c-afa5-0a47df3f7d6d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:29.589750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=b46dcddf-590f-4406-bee6-4808ce7f85aa,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:29.593580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:29.600127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:29.890645 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7a95be3a-748e-4ca4-9c82-7b8a94f686df req-f6ba0e09-aa1a-460a-acd0-2ae28e2d50c5 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 210 time: 0.2403498 Nov 25 08:59:29.949975 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 8054428e-f5d6-49f9-9911-e259ac611948 associated. External IP: 172.26.3.246, port: afe78ce6-12a5-468c-a86d-f9228a933cad. Nov 25 08:59:30.316062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:59:30.622973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:59:30.633115 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab12290-73b7-4035-9d62-be423a7c5e8c None None] Sync routers for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:59:30.643519 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab12290-73b7-4035-9d62-be423a7c5e8c None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:30.644256 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bab12290-73b7-4035-9d62-be423a7c5e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:59:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:30.649029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-bf4c51ac-c95d-466d-a0ce-3de3327a6942 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:30.650480 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-bf4c51ac-c95d-466d-a0ce-3de3327a6942 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 812 time: 0.2087471 Nov 25 08:59:30.675501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:30.753599 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-2320eb22-ac72-4417-b07b-44679c57b0e7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b396747441487d9e6a7a94c81c8e1d HTTP/1.1" status: 200 len: 379 time: 0.0921981 Nov 25 08:59:30.764460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'port': {'device_id': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'admin_state_up': True, 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'security_groups': ['4afe17c0-e86b-4f93-b3a2-83da2e961030']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:30.781755 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5468173 Nov 25 08:59:30.782132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50008) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:30.783464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'tag': 'afe78ce6-12a5-468c-a86d-f9228a933cad'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:59:30.841691 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-bab12290-73b7-4035-9d62-be423a7c5e8c None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:30.858348 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'tag': 'afe78ce6-12a5-468c-a86d-f9228a933cad', 'status': 'completed', 'code': 200} Nov 25 08:59:30.940213 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-14b81350-315d-4d11-b2d9-c8fcc28d7b8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 200 len: 992 time: 0.1552427 Nov 25 08:59:30.960027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:30.988263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:30.998081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d7396-b6eb-4747-9f40-f06df625bbd0 req-46dce91f-f7ae-41d0-b2c4-27051a91dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:31.002137 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dc5d7396-b6eb-4747-9f40-f06df625bbd0 req-46dce91f-f7ae-41d0-b2c4-27051a91dc62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 1099 time: 0.1367147 Nov 25 08:59:31.008968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Made reservation on behalf of 92b396747441487d9e6a7a94c81c8e1d for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:59:31.013526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:31.216106 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e08b2487-6e96-474d-9428-da3d59ef680f req-9cb9df17-8d71-426b-bfd1-03512456067f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 210 time: 0.0580072 Nov 25 08:59:31.280840 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bab12290-73b7-4035-9d62-be423a7c5e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8054428e-f5d6-49f9-9911-e259ac611948', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'port_id': 'afe78ce6-12a5-468c-a86d-f9228a933cad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'mac_address': 'fa:16:3e:9a:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:29Z', 'updated_at': '2021-11-25T08:59:29Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:31.286126 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab12290-73b7-4035-9d62-be423a7c5e8c None None] Checking router: 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:59:31.296234 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab12290-73b7-4035-9d62-be423a7c5e8c None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:31.296859 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bab12290-73b7-4035-9d62-be423a7c5e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:59:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:31.332397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Allocated IP 172.20.0.6 (d3fd7795-331d-4f44-a9ac-5630085fe248/8080decf-6ef4-4752-b21e-15575360c578/58125fb1-d728-4838-8b4e-a935e56e857c) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:59:31.347184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d7396-b6eb-4747-9f40-f06df625bbd0 req-0bc3d3f5-4e40-456c-8061-9883f1043e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:31.348703 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dc5d7396-b6eb-4747-9f40-f06df625bbd0 req-0bc3d3f5-4e40-456c-8061-9883f1043e43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 897 time: 0.3401334 Nov 25 08:59:31.468641 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dc5d7396-b6eb-4747-9f40-f06df625bbd0 req-38889f3e-b7ac-4b60-a46b-0b7423b1e732 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afe78ce6-12a5-468c-a86d-f9228a933cad HTTP/1.1" status: 200 len: 1000 time: 0.1120830 Nov 25 08:59:31.498894 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-bab12290-73b7-4035-9d62-be423a7c5e8c None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:31.543770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d7396-b6eb-4747-9f40-f06df625bbd0 req-a8f92ca6-3cce-43b7-9478-e415459858a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:31.545227 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dc5d7396-b6eb-4747-9f40-f06df625bbd0 req-a8f92ca6-3cce-43b7-9478-e415459858a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdf52bfc-29c4-4960-82c0-61cefdb8b1e2 HTTP/1.1" status: 200 len: 834 time: 0.0704143 Nov 25 08:59:31.549253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:31.565279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Transition to ACTIVE for port object 58125fb1-d728-4838-8b4e-a935e56e857c will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:59:31.592310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:31.601806 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d2623231-b477-440c-9dc5-38327ef8fb70 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:31.641235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d7396-b6eb-4747-9f40-f06df625bbd0 req-ec895248-7848-480d-8717-21e068d5036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:31.643425 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dc5d7396-b6eb-4747-9f40-f06df625bbd0 req-ec895248-7848-480d-8717-21e068d5036b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ccfcc9-f68d-4be3-9438-25c0827f53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0920291 Nov 25 08:59:31.807947 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dc5d7396-b6eb-4747-9f40-f06df625bbd0 req-005bcb61-4a9c-434d-9f1f-decba9d6b1c8 service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571226 Nov 25 08:59:31.817733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Network d3fd7795-331d-4f44-a9ac-5630085fe248 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:59:31.825788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:59:31.835875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:59:31.897348 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'Port': ['ID=58125fb1-d728-4838-8b4e-a935e56e857c,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:31.901909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:31.929614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:31.929863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:31.944008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50018) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:31.964601 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2059503 Nov 25 08:59:31.976354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Request body: {'port': {'device_id': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:32.006522 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bab12290-73b7-4035-9d62-be423a7c5e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8054428e-f5d6-49f9-9911-e259ac611948', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'port_id': 'afe78ce6-12a5-468c-a86d-f9228a933cad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'mac_address': 'fa:16:3e:9a:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:29Z', 'updated_at': '2021-11-25T08:59:29Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:32.015002 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab12290-73b7-4035-9d62-be423a7c5e8c None None] The sync data for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv is: [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8054428e-f5d6-49f9-9911-e259ac611948', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'port_id': 'afe78ce6-12a5-468c-a86d-f9228a933cad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'mac_address': 'fa:16:3e:9a:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:29Z', 'updated_at': '2021-11-25T08:59:29Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:59:32.107780 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0f0bb4af-2a11-42ae-982e-4aa4830f88fa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 200 len: 992 time: 0.1621909 Nov 25 08:59:32.138018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:32.166048 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dc5d7396-b6eb-4747-9f40-f06df625bbd0 req-8fd636f0-c6d7-4f1a-99c5-c90a0e0c2877 service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511851 Nov 25 08:59:32.272838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bbdf24e3-a4ff-4671-91f7-3a2e58a4a468 None None] Provisioning for port 58125fb1-d728-4838-8b4e-a935e56e857c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:59:32.279930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bbdf24e3-a4ff-4671-91f7-3a2e58a4a468 None None] Provisioning complete for port 58125fb1-d728-4838-8b4e-a935e56e857c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:32.280460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bbdf24e3-a4ff-4671-91f7-3a2e58a4a468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:32.370254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf24e3-a4ff-4671-91f7-3a2e58a4a468 None None] Port 58125fb1-d728-4838-8b4e-a935e56e857c cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 08:59:32.404897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaca04c-abdb-4dab-bf6a-2468994dca0b None None] New status for floating IP 8054428e-f5d6-49f9-9911-e259ac611948: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:59:32.507353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e6427-d367-4a58-b51f-fd7649f12710 req-80f342e9-5016-401f-989e-38aaaf65dba7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:32.509022 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f47e6427-d367-4a58-b51f-fd7649f12710 req-80f342e9-5016-401f-989e-38aaaf65dba7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 931 time: 0.1201241 Nov 25 08:59:32.567473 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f47e6427-d367-4a58-b51f-fd7649f12710 req-556e069a-24c2-435f-9796-7dbd8c6528c4 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513577 Nov 25 08:59:32.621224 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 08:59:32.624418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58125fb1-d728-4838-8b4e-a935e56e857c {{(pid=87512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:59:32.631854 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:32.647280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Transition to ACTIVE for port object 58125fb1-d728-4838-8b4e-a935e56e857c will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:59:32.651606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:32.656163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-35de5bbf-b19f-4b27-becf-b9ab678fff20 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:32.784264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Pushing event updated for resources: {'Port': ['ID=58125fb1-d728-4838-8b4e-a935e56e857c,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:32.810778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:32.892413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Attempting to bind port 58125fb1-d728-4838-8b4e-a935e56e857c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 08:59:32.892732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Attempting to bind port 58125fb1-d728-4838-8b4e-a935e56e857c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 08:59:32.893058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Attempting to bind port 58125fb1-d728-4838-8b4e-a935e56e857c on network d3fd7795-331d-4f44-a9ac-5630085fe248 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:59:32.899250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Port 58125fb1-d728-4838-8b4e-a935e56e857c on network d3fd7795-331d-4f44-a9ac-5630085fe248 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 08:59:32.899568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Attempting to bind port 58125fb1-d728-4838-8b4e-a935e56e857c on network d3fd7795-331d-4f44-a9ac-5630085fe248 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 08:59:32.907129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 08:59:32.907458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Checking segment: {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 08:59:32.907837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Bound using segment: {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 08:59:32.908250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Bound port: 58125fb1-d728-4838-8b4e-a935e56e857c, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'}}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 08:59:32.908591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:32.996444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] For port 58125fb1-d728-4838-8b4e-a935e56e857c, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 08:59:32.999721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] For port 58125fb1-d728-4838-8b4e-a935e56e857c, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=58125fb1-d728-4838-8b4e-a935e56e857c,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 08:59:33.004142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:33.008648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:33.061550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:33.062155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:33.063522 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] 10.222.0.41 "PUT /v2.0/ports/58125fb1-d728-4838-8b4e-a935e56e857c HTTP/1.1" status: 200 len: 1093 time: 1.0917959 Nov 25 08:59:33.064038 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'tag': '58125fb1-d728-4838-8b4e-a935e56e857c'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:59:33.095478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Pushing event updated for resources: {'Port': ['ID=58125fb1-d728-4838-8b4e-a935e56e857c,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:33.098569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:33.111724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50026) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:33.139957 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'tag': '58125fb1-d728-4838-8b4e-a935e56e857c', 'status': 'completed', 'code': 200} Nov 25 08:59:33.177491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ca00a131-82e8-4c46-b64a-1682bdbbf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:33.179208 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ca00a131-82e8-4c46-b64a-1682bdbbf28f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0760562 Nov 25 08:59:33.243810 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-eced4aef-8220-44d2-aa1d-13477028813a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 200 len: 994 time: 0.1284668 Nov 25 08:59:33.254216 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-7f6e81ec-b392-4038-8856-eccb37b07ce2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58125fb1-d728-4838-8b4e-a935e56e857c HTTP/1.1" status: 200 len: 217 time: 0.0677688 Nov 25 08:59:33.317997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ef985c21-66a0-4846-92d8-73a7ab958955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:33.319441 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-ef985c21-66a0-4846-92d8-73a7ab958955 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0586116 Nov 25 08:59:33.395706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-550c0892-1ee2-4c36-9343-2a4d470120b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:33.397018 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-550c0892-1ee2-4c36-9343-2a4d470120b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717647 Nov 25 08:59:33.525217 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-8a79a90c-b6fc-4a53-8dd9-f671d6c3948d service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216812 Nov 25 08:59:33.771380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9480e81-c060-4e9d-bf14-08a032d361cd req-2b82179c-c823-4991-8e07-2aa4bd92492c tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:33.771827 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-144642b4-bad3-4044-8ee8-52fd812911a7 req-bcff1a61-ce6b-4a46-be52-d51eb5a21829 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405226 Nov 25 08:59:33.772861 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c9480e81-c060-4e9d-bf14-08a032d361cd req-2b82179c-c823-4991-8e07-2aa4bd92492c tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 943 time: 0.0861223 Nov 25 08:59:33.818102 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c9480e81-c060-4e9d-bf14-08a032d361cd req-2d4139ca-fd90-4310-b625-33de4cb869b9 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394154 Nov 25 08:59:33.885390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe2832-72f6-447a-ae37-b0a186e63003 req-46a21d49-5da4-426b-b390-32fb2099e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:33.886867 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52fe2832-72f6-447a-ae37-b0a186e63003 req-46a21d49-5da4-426b-b390-32fb2099e7f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0695782 Nov 25 08:59:33.951889 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:34.018174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe2832-72f6-447a-ae37-b0a186e63003 req-4b998e91-5a87-48c2-94af-c508ae9b58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:34.019649 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52fe2832-72f6-447a-ae37-b0a186e63003 req-4b998e91-5a87-48c2-94af-c508ae9b58f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 913 time: 0.1266909 Nov 25 08:59:34.091666 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52fe2832-72f6-447a-ae37-b0a186e63003 req-89eb48f4-7d70-4ea5-8788-606e24332741 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58125fb1-d728-4838-8b4e-a935e56e857c HTTP/1.1" status: 200 len: 217 time: 0.0644028 Nov 25 08:59:34.152621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe2832-72f6-447a-ae37-b0a186e63003 req-e77b9cb4-cb6f-4198-b022-968d1e58cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:34.153985 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52fe2832-72f6-447a-ae37-b0a186e63003 req-e77b9cb4-cb6f-4198-b022-968d1e58cfb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0559807 Nov 25 08:59:34.239232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe2832-72f6-447a-ae37-b0a186e63003 req-84a051ce-1858-448d-a263-41d3916626f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:34.240750 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52fe2832-72f6-447a-ae37-b0a186e63003 req-84a051ce-1858-448d-a263-41d3916626f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803602 Nov 25 08:59:34.373133 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52fe2832-72f6-447a-ae37-b0a186e63003 req-e1141a44-fd9c-44f1-8904-8f04f5f2390f service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249201 Nov 25 08:59:34.512560 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52fe2832-72f6-447a-ae37-b0a186e63003 req-09398288-5bc7-411a-9077-8ff9cb00b1ab service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269345 Nov 25 08:59:35.003788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb800fb-c6d9-49a7-bcdf-8bfee0abf563 req-cc35a8a3-5d38-4186-9b44-e4b89048f979 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:35.004463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-feb800fb-c6d9-49a7-bcdf-8bfee0abf563 req-cc35a8a3-5d38-4186-9b44-e4b89048f979 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Synchronizing usage tracker for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 08:59:35.019683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-feb800fb-c6d9-49a7-bcdf-8bfee0abf563 req-cc35a8a3-5d38-4186-9b44-e4b89048f979 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Unset dirty status for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 08:59:35.020877 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-feb800fb-c6d9-49a7-bcdf-8bfee0abf563 req-cc35a8a3-5d38-4186-9b44-e4b89048f979 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 943 time: 0.0946901 Nov 25 08:59:35.065047 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-feb800fb-c6d9-49a7-bcdf-8bfee0abf563 req-98af49eb-681e-4d1e-b595-92b987c9d00f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382187 Nov 25 08:59:36.246695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5271942-dc55-400d-ba64-aaa20fe77554 req-407fc8ca-483f-45bc-ab88-319472e11e25 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:36.248136 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e5271942-dc55-400d-ba64-aaa20fe77554 req-407fc8ca-483f-45bc-ab88-319472e11e25 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 943 time: 0.0789046 Nov 25 08:59:36.291759 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e5271942-dc55-400d-ba64-aaa20fe77554 req-bbf3c1ad-cab8-4e4f-8dc4-76767386db3d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380120 Nov 25 08:59:37.476766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b110f-784d-461d-bb3f-2f5f3b534ab7 req-2d4f7aa7-462b-48c2-9d13-fff069dad318 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:37.478190 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e1b110f-784d-461d-bb3f-2f5f3b534ab7 req-2d4f7aa7-462b-48c2-9d13-fff069dad318 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 943 time: 0.0822155 Nov 25 08:59:37.523078 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e1b110f-784d-461d-bb3f-2f5f3b534ab7 req-24613109-1358-4c2f-95c3-eb4964b1db9c tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368390 Nov 25 08:59:38.709216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b02ad-21c2-4e9c-99cc-ecaf2c540375 req-40a54ad8-6475-4c71-8cb7-4850d81d117a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:38.710658 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-331b02ad-21c2-4e9c-99cc-ecaf2c540375 req-40a54ad8-6475-4c71-8cb7-4850d81d117a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 943 time: 0.0822067 Nov 25 08:59:38.754713 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-331b02ad-21c2-4e9c-99cc-ecaf2c540375 req-07774b69-4623-4e5a-ad8e-176e73f708b7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385575 Nov 25 08:59:39.931335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6cb91-5345-4b1a-879c-9dbd3a36338b req-ed40c7b5-3c23-43b9-99fa-26bc57c64893 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:39.932651 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d2f6cb91-5345-4b1a-879c-9dbd3a36338b req-ed40c7b5-3c23-43b9-99fa-26bc57c64893 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 943 time: 0.0780864 Nov 25 08:59:39.984609 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d2f6cb91-5345-4b1a-879c-9dbd3a36338b req-34419cc4-7b01-4a4d-8ccd-390c3bac9e99 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457287 Nov 25 08:59:41.164835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfd78c-4ca5-475f-b759-7e5c1eb5bbfe req-0cb90da5-3a07-4b8f-9245-178776d2aaca tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:41.166263 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86bfd78c-4ca5-475f-b759-7e5c1eb5bbfe req-0cb90da5-3a07-4b8f-9245-178776d2aaca tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 943 time: 0.0788176 Nov 25 08:59:41.212511 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86bfd78c-4ca5-475f-b759-7e5c1eb5bbfe req-cbe215d7-fd68-4d37-a62d-ac7405b24e0e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399067 Nov 25 08:59:42.405769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264b2b5-483b-4bba-b7f7-8b78cd67a950 req-26a2097b-d229-4954-895d-3aded6c3a094 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:42.407871 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1264b2b5-483b-4bba-b7f7-8b78cd67a950 req-26a2097b-d229-4954-895d-3aded6c3a094 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 943 time: 0.0883718 Nov 25 08:59:42.450866 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1264b2b5-483b-4bba-b7f7-8b78cd67a950 req-34261894-732b-454b-94b5-64c9e88a6a4f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373559 Nov 25 08:59:42.487390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 58125fb1-d728-4838-8b4e-a935e56e857c details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 08:59:42.621479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 58125fb1-d728-4838-8b4e-a935e56e857c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=58125fb1-d728-4838-8b4e-a935e56e857c,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:42.634837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '58125fb1-d728-4838-8b4e-a935e56e857c', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'port_id': '58125fb1-d728-4838-8b4e-a935e56e857c', 'mac_address': 'fa:16:3e:00:6d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 08:59:42.689331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:42.708177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58125fb1-d728-4838-8b4e-a935e56e857c {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:59:42.726811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 58125fb1-d728-4838-8b4e-a935e56e857c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=58125fb1-d728-4838-8b4e-a935e56e857c,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:42.730971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:42.734049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b5ecdab8-0dbe-4111-a925-b5382544b3cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:42.800470 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=58125fb1-d728-4838-8b4e-a935e56e857c,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:42.803503 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:43.060222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['58125fb1-d728-4838-8b4e-a935e56e857c'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 08:59:43.632516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d525a-4666-4bff-8d97-6a442ba485c3 req-1370f8a1-3fb1-42a5-93d1-703a4f927839 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:43.633942 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-176d525a-4666-4bff-8d97-6a442ba485c3 req-1370f8a1-3fb1-42a5-93d1-703a4f927839 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 944 time: 0.0791743 Nov 25 08:59:43.677328 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-176d525a-4666-4bff-8d97-6a442ba485c3 req-61e3fe75-406a-4796-bb9b-7377d0c8dc75 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377727 Nov 25 08:59:44.499726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 58125fb1-d728-4838-8b4e-a935e56e857c up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 08:59:44.569461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 58125fb1-d728-4838-8b4e-a935e56e857c completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:59:44.574104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 58125fb1-d728-4838-8b4e-a935e56e857c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:59:44.574507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:44.687065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:44.712942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58125fb1-d728-4838-8b4e-a935e56e857c'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:59:44.723379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 58125fb1-d728-4838-8b4e-a935e56e857c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=58125fb1-d728-4838-8b4e-a935e56e857c,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 08:59:44.727443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:44.731373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5dae359a-7e4a-4a2c-abe0-5b86d5e3b158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:44.768125 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58125fb1-d728-4838-8b4e-a935e56e857c', 'code': 200} Nov 25 08:59:44.801290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=58125fb1-d728-4838-8b4e-a935e56e857c,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:44.804404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:44.875626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49f70c-950c-4410-bba2-5e9e8770cd0e req-f2f1bfa9-3e92-4502-881f-c9664763a824 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:44.877086 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1a49f70c-950c-4410-bba2-5e9e8770cd0e req-f2f1bfa9-3e92-4502-881f-c9664763a824 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 945 time: 0.0821373 Nov 25 08:59:44.925594 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1a49f70c-950c-4410-bba2-5e9e8770cd0e req-bce3e49f-24f1-4329-99ae-509a2c6d2f4b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425820 Nov 25 08:59:45.041980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df45d8-cff9-42c6-943f-76b38c4c54f0 req-6c12486d-44d4-4c8e-8bdc-0558be3e0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:45.044118 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-83df45d8-cff9-42c6-943f-76b38c4c54f0 req-6c12486d-44d4-4c8e-8bdc-0558be3e0a66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0713518 Nov 25 08:59:45.084200 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-83df45d8-cff9-42c6-943f-76b38c4c54f0 req-29be8b57-929d-44d6-9792-0b9bc2737ba5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340791 Nov 25 08:59:46.262199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56acdb3-2246-4b96-9b2d-c4172c4ebfa4 req-8ed3a32b-a9be-4606-a07d-33f6d800e89b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:46.263655 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c56acdb3-2246-4b96-9b2d-c4172c4ebfa4 req-8ed3a32b-a9be-4606-a07d-33f6d800e89b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 945 time: 0.0837688 Nov 25 08:59:46.307417 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c56acdb3-2246-4b96-9b2d-c4172c4ebfa4 req-0ed120ce-d379-4dc4-a26d-8412b8e68263 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380979 Nov 25 08:59:46.452935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2c73-1fdc-4212-b737-513325412a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:46.936119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:47.023107 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-c4eb6c5f-be47-4c10-8e59-557c4e41e18f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737112 Nov 25 08:59:47.161591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-5a6363e1-15b3-42bb-9232-41771a75b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:47.163099 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-5a6363e1-15b3-42bb-9232-41771a75b6c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 1099 time: 0.0707901 Nov 25 08:59:47.307451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-0cc65ad7-3062-4b1b-8511-480356a52109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:47.308913 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-0cc65ad7-3062-4b1b-8511-480356a52109 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 897 time: 0.1252472 Nov 25 08:59:47.566404 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-477cf5d1-254f-4877-85d0-5e19199a9f1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afe78ce6-12a5-468c-a86d-f9228a933cad HTTP/1.1" status: 200 len: 1002 time: 0.2504966 Nov 25 08:59:47.647044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b837f1-a834-44da-a62e-d9e3a1837e7a req-489a75ee-b842-40a2-a80e-1b816ca0b305 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:47.648470 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f0b837f1-a834-44da-a62e-d9e3a1837e7a req-489a75ee-b842-40a2-a80e-1b816ca0b305 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 945 time: 0.1555181 Nov 25 08:59:47.651891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-d4ff3053-e9aa-4b51-bc5c-f6ae5fcacbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:47.653758 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-d4ff3053-e9aa-4b51-bc5c-f6ae5fcacbfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdf52bfc-29c4-4960-82c0-61cefdb8b1e2 HTTP/1.1" status: 200 len: 834 time: 0.0775604 Nov 25 08:59:47.732652 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f0b837f1-a834-44da-a62e-d9e3a1837e7a req-aceb1374-f8d2-43b3-8b7b-cfc9f174bbce tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779562 Nov 25 08:59:47.756846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-9b370490-afae-495a-816d-c86357bfcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:47.758336 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-9b370490-afae-495a-816d-c86357bfcf4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ccfcc9-f68d-4be3-9438-25c0827f53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911942 Nov 25 08:59:47.892324 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-f49167bd-3382-4cc2-b3a5-e7aaba2116ac service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265633 Nov 25 08:59:47.921332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dc8ce-f076-4888-97d4-e7afcd274b4d req-24926b57-c09d-4ccd-a60b-24943f7e71b7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:47.922821 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a2dc8ce-f076-4888-97d4-e7afcd274b4d req-24926b57-c09d-4ccd-a60b-24943f7e71b7 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 945 time: 0.0801380 Nov 25 08:59:47.968753 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a2dc8ce-f076-4888-97d4-e7afcd274b4d req-ff8689c2-f943-45b4-91be-98e1731e38b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401819 Nov 25 08:59:47.991973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50058) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:48.027786 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab6421a7-72c0-43a7-ba8b-db1d682f5a91 req-509b368d-9bd3-4052-ae0e-0004df90099d service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282938 Nov 25 08:59:48.179765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c49523b-5c81-4e74-832e-b0256016386b tempest-TestVolumeBootPattern-599787614 tempest-TestVolumeBootPattern-599787614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:48.181138 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0c49523b-5c81-4e74-832e-b0256016386b tempest-TestVolumeBootPattern-599787614 tempest-TestVolumeBootPattern-599787614-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 1093 time: 0.1882024 Nov 25 08:59:48.184366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50062) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 08:59:48.189170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '58125fb1-d728-4838-8b4e-a935e56e857c', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:59:48.194946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 08:59:48.198746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Usage tracker for resource:floatingip and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 08:59:48.202216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 08:59:48.207895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 08:59:48.217319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:48.350236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:48.487772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Allocated IP 172.26.3.247 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/930b12bb-d7ac-43d4-afea-82142509dc2a) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:59:48.635284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:48.664816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:48.669738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7bc9202d-e134-4cc7-b3af-eb66e1f57f3e tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:48.721732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:59:48.728592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:59:48.733609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 08:59:48.787688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'Port': ['ID=930b12bb-d7ac-43d4-afea-82142509dc2a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:48.791557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:49.139407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:49.211048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:49.410018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:49.414339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:49.419326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9d034ced-bad7-4117-bb3b-5d2081196362 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 08:59:49.525956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'Port': ['ID=930b12bb-d7ac-43d4-afea-82142509dc2a,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:59:49.530411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 08:59:49.535030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:49.750240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ad56513-6c0e-4bd5-8162-45af50efb107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:49.826963 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Floating IP e0e05097-a2a0-419c-8c11-4436e94a71cd associated. External IP: 172.26.3.247, port: 58125fb1-d728-4838-8b4e-a935e56e857c. Nov 25 08:59:49.915390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:50.178487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Router 39337eba-eaed-4db9-8301-053bf8a38378 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 08:59:50.358771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 08:59:50.368708 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dd7a1-4fef-4b29-907b-e6cc0456f3e9 None None] Sync routers for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:59:50.378974 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4dd7a1-4fef-4b29-907b-e6cc0456f3e9 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:50.379571 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f4dd7a1-4fef-4b29-907b-e6cc0456f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:59:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:50.383583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:50.440775 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2552133 Nov 25 08:59:50.441491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'tag': '58125fb1-d728-4838-8b4e-a935e56e857c'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:59:50.537958 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'tag': '58125fb1-d728-4838-8b4e-a935e56e857c', 'status': 'completed', 'code': 200} Nov 25 08:59:50.557917 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-4f4dd7a1-4fef-4b29-907b-e6cc0456f3e9 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:50.634571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8cd0b-bfc9-480c-9e47-e29592d9cf34 req-86422fae-172c-4e05-b238-0d949e204ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:50.635927 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bde8cd0b-bfc9-480c-9e47-e29592d9cf34 req-86422fae-172c-4e05-b238-0d949e204ffd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0754037 Nov 25 08:59:50.772720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8cd0b-bfc9-480c-9e47-e29592d9cf34 req-c5235a85-532f-464b-bc1c-ebf0e2a8e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:50.774138 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bde8cd0b-bfc9-480c-9e47-e29592d9cf34 req-c5235a85-532f-464b-bc1c-ebf0e2a8e182 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 913 time: 0.1318471 Nov 25 08:59:50.878008 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bde8cd0b-bfc9-480c-9e47-e29592d9cf34 req-80196a42-cb26-44fc-b68c-b01291e78577 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58125fb1-d728-4838-8b4e-a935e56e857c HTTP/1.1" status: 200 len: 999 time: 0.0964968 Nov 25 08:59:50.904250 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f4dd7a1-4fef-4b29-907b-e6cc0456f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e0e05097-a2a0-419c-8c11-4436e94a71cd', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '58125fb1-d728-4838-8b4e-a935e56e857c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:00:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:49Z', 'updated_at': '2021-11-25T08:59:49Z', 'revision_number': 0, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:50.907984 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dd7a1-4fef-4b29-907b-e6cc0456f3e9 None None] Checking router: 39337eba-eaed-4db9-8301-053bf8a38378 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:59:50.916316 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4dd7a1-4fef-4b29-907b-e6cc0456f3e9 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 08:59:50.916925 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f4dd7a1-4fef-4b29-907b-e6cc0456f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T08:59:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:50.939013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8cd0b-bfc9-480c-9e47-e29592d9cf34 req-e0cb33c8-5d78-4654-b4f1-a8ef90582d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:50.940469 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bde8cd0b-bfc9-480c-9e47-e29592d9cf34 req-e0cb33c8-5d78-4654-b4f1-a8ef90582d31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0562699 Nov 25 08:59:51.021222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8cd0b-bfc9-480c-9e47-e29592d9cf34 req-1bd3d963-a92f-4563-9d27-193c157f8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:59:51.025633 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bde8cd0b-bfc9-480c-9e47-e29592d9cf34 req-1bd3d963-a92f-4563-9d27-193c157f8328 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772460 Nov 25 08:59:51.102746 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-4f4dd7a1-4fef-4b29-907b-e6cc0456f3e9 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 08:59:51.168909 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bde8cd0b-bfc9-480c-9e47-e29592d9cf34 req-f7407401-37fb-4244-9488-8194e3a065d7 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383805 Nov 25 08:59:51.302053 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bde8cd0b-bfc9-480c-9e47-e29592d9cf34 req-4428c447-2da9-437f-96bd-a03a619323fa service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265681 Nov 25 08:59:51.375366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 08:59:51.441218 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4f4dd7a1-4fef-4b29-907b-e6cc0456f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e0e05097-a2a0-419c-8c11-4436e94a71cd', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '58125fb1-d728-4838-8b4e-a935e56e857c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:00:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:49Z', 'updated_at': '2021-11-25T08:59:49Z', 'revision_number': 0, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:59:51.444904 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dd7a1-4fef-4b29-907b-e6cc0456f3e9 None None] The sync data for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv is: [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e0e05097-a2a0-419c-8c11-4436e94a71cd', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '58125fb1-d728-4838-8b4e-a935e56e857c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:00:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:49Z', 'updated_at': '2021-11-25T08:59:49Z', 'revision_number': 0, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:59:51.653041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ffedaa-7e1e-40f7-b2ad-3286ebf75176 None None] New status for floating IP e0e05097-a2a0-419c-8c11-4436e94a71cd: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:00:03.981178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:09.620939 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:00:16.455367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-142ca3c2-2af1-44a9-a6fb-b9d1d4d23dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:16.938154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:19.753050 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-849ffc90-8193-410c-8262-25c1f45f10b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:19.916750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:21.378225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:33.892480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50100) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:33.968012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645cffe6-0c9b-4186-9a97-216a521ee6d9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:33.968492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645cffe6-0c9b-4186-9a97-216a521ee6d9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:33.968990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645cffe6-0c9b-4186-9a97-216a521ee6d9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:33.970824 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-645cffe6-0c9b-4186-9a97-216a521ee6d9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=ad9acc8f1d734163ad0737b95f34d0dc&network_id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 3000 time: 0.0773907 Nov 25 09:00:33.978196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:37.618025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50112) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:37.688883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b80244-b99c-4f60-9fc0-105ddc853dd8 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:37.689953 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c9b80244-b99c-4f60-9fc0-105ddc853dd8 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7 HTTP/1.1" status: 200 len: 814 time: 0.0706003 Nov 25 09:00:39.011984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50120) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:39.015368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ad00865d-baeb-41c9-a75b-cb409dd133e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:00:39.117877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad00865d-baeb-41c9-a75b-cb409dd133e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:39.532367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad00865d-baeb-41c9-a75b-cb409dd133e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:39.537086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad00865d-baeb-41c9-a75b-cb409dd133e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:39.537086 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-ad00865d-baeb-41c9-a75b-cb409dd133e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 8054428e-f5d6-49f9-9911-e259ac611948 disassociated. External IP: 172.26.3.246, port: afe78ce6-12a5-468c-a86d-f9228a933cad. Nov 25 09:00:39.889111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad00865d-baeb-41c9-a75b-cb409dd133e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:00:40.066550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad00865d-baeb-41c9-a75b-cb409dd133e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:00:40.071309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad00865d-baeb-41c9-a75b-cb409dd133e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:40.076504 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022baf3b-fff1-43ce-ada9-206ca3494d52 None None] Sync routers for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:00:40.085566 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022baf3b-fff1-43ce-ada9-206ca3494d52 None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:00:40.086171 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-022baf3b-fff1-43ce-ada9-206ca3494d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:00:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:00:40.125874 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ad00865d-baeb-41c9-a75b-cb409dd133e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 200 len: 690 time: 1.1155753 Nov 25 09:00:40.126557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'tag': 'afe78ce6-12a5-468c-a86d-f9228a933cad'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:00:40.128644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50126) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:40.171530 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'tag': 'afe78ce6-12a5-468c-a86d-f9228a933cad', 'status': 'completed', 'code': 200} Nov 25 09:00:40.217985 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-44c1da14-2fda-4483-ab47-aa5b00e2d6da tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 200 len: 690 time: 0.0871177 Nov 25 09:00:40.265728 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-022baf3b-fff1-43ce-ada9-206ca3494d52 None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:00:40.267337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0ad8-e39a-4b18-9315-6754b6690f49 req-f9f4ecfd-e43a-447e-87f9-fcc6308a2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:40.268807 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de5d0ad8-e39a-4b18-9315-6754b6690f49 req-f9f4ecfd-e43a-447e-87f9-fcc6308a2765 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 1099 time: 0.0746894 Nov 25 09:00:40.407690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0ad8-e39a-4b18-9315-6754b6690f49 req-ffe6fd03-0a68-4074-a655-be7a02c5ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:40.409502 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de5d0ad8-e39a-4b18-9315-6754b6690f49 req-ffe6fd03-0a68-4074-a655-be7a02c5ad3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 897 time: 0.1345878 Nov 25 09:00:40.493526 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de5d0ad8-e39a-4b18-9315-6754b6690f49 req-eccbbb16-36d9-45e7-a39c-ade0643b278f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afe78ce6-12a5-468c-a86d-f9228a933cad HTTP/1.1" status: 200 len: 217 time: 0.0766442 Nov 25 09:00:40.565308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0ad8-e39a-4b18-9315-6754b6690f49 req-5a1e940c-b64e-4203-b9c3-ec9b1ad35b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:40.566617 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de5d0ad8-e39a-4b18-9315-6754b6690f49 req-5a1e940c-b64e-4203-b9c3-ec9b1ad35b14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdf52bfc-29c4-4960-82c0-61cefdb8b1e2 HTTP/1.1" status: 200 len: 834 time: 0.0673585 Nov 25 09:00:40.604192 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-022baf3b-fff1-43ce-ada9-206ca3494d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:00:40.608893 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022baf3b-fff1-43ce-ada9-206ca3494d52 None None] Checking router: 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:00:40.618855 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022baf3b-fff1-43ce-ada9-206ca3494d52 None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:00:40.619539 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-022baf3b-fff1-43ce-ada9-206ca3494d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:00:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:00:40.649045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0ad8-e39a-4b18-9315-6754b6690f49 req-31158ef8-4023-4bce-9380-d752c7d700a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:40.650661 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de5d0ad8-e39a-4b18-9315-6754b6690f49 req-31158ef8-4023-4bce-9380-d752c7d700a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ccfcc9-f68d-4be3-9438-25c0827f53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782182 Nov 25 09:00:40.785637 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de5d0ad8-e39a-4b18-9315-6754b6690f49 req-3891258c-d791-49c9-a22c-477b4f36e2bc service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281238 Nov 25 09:00:40.800408 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-022baf3b-fff1-43ce-ada9-206ca3494d52 None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:00:41.048041 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de5d0ad8-e39a-4b18-9315-6754b6690f49 req-5992c504-f481-43d3-afc0-57bd1240fb80 service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553117 Nov 25 09:00:41.113663 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-022baf3b-fff1-43ce-ada9-206ca3494d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:00:41.117483 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022baf3b-fff1-43ce-ada9-206ca3494d52 None None] The sync data for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv is: [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:00:41.220113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50132) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:41.306806 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-07da61c6-683b-470a-9e1a-7a705d446e24 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 200 len: 690 time: 0.0854089 Nov 25 09:00:41.332208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5498404-fab6-4e0e-a5e3-880934e697e8 None None] New status for floating IP 8054428e-f5d6-49f9-9911-e259ac611948: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:00:42.310001 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50136) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:42.393898 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f367a6f6-2ee4-407a-8d42-3446a18fcebb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 200 len: 688 time: 0.0826964 Nov 25 09:00:43.593841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50142) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:43.599148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552963031', 'description': 'tempest-secgroup-smoke-1552963031 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:00:43.605629 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:00:43.615182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:00:43.624780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:43.648908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:00:43.652970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:00:43.655643 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:00:43.662521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:00:43.740325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:43.742502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:43.748228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-65f9e5b8-dcda-4b2a-bab7-4fb4a1e56dd1 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:43.789056 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71add65-7ee6-4352-a384-3673cf4bbceb,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:43.793298 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:43.794517 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1996126 Nov 25 09:00:43.797527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50146) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:43.798987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.799355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.799734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.800109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.800479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.800850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.801217 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.801660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.802030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.802425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.802790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.802936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'b71add65-7ee6-4352-a384-3673cf4bbceb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:00:43.803150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.806723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:43.809293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:00:43.813377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:00:43.816377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:00:43.823317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:00:43.838824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:43.901174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:43.905038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:43.906810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4f106b65-624e-4138-82ad-c5dc98e5af96 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:43.928757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9cd886-1f76-46d5-abc5-3dccccffba7d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:43.939118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.939501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.939877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.940244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.940606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.940973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.941338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.941693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.942051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.942435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.942796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.943149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:43.945720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:43.946895 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482289 Nov 25 09:00:43.947882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:43.949680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50150) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:43.954714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'b71add65-7ee6-4352-a384-3673cf4bbceb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:00:43.960510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:00:43.964848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:00:43.967698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:00:43.973318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:00:43.990702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.052620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.056218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.058156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2fa0279e-5b94-4be3-9e77-9de7ce01e677 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:44.079152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671aa489-0a79-4dc7-b054-a9b76eb5b54a,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:44.081541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:44.088145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.089794 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392214 Nov 25 09:00:44.092657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50154) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:44.097505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'b71add65-7ee6-4352-a384-3673cf4bbceb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:00:44.103006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:00:44.107300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:00:44.110128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:00:44.115682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:00:44.131395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.193834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.197593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.199925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f5bacdfc-6843-4ae0-847b-1f66df6b58ea tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:44.221405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb903db-c661-41b6-818e-7bcffbcb8f3c,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:44.223694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:44.230771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.231937 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383948 Nov 25 09:00:44.234787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50158) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:44.239995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'b71add65-7ee6-4352-a384-3673cf4bbceb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:00:44.245886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:00:44.249682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:00:44.252540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:00:44.258136 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:00:44.274970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.337131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.341063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.342930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-228e0674-61b1-4c58-a2a0-4758bc27514b tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:44.358818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ea61ab-55c4-42b6-9825-6ad4b60bf4de,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:44.365077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:44.375073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.376238 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404800 Nov 25 09:00:44.379154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50162) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:44.384107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'b71add65-7ee6-4352-a384-3673cf4bbceb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:00:44.390473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:00:44.394178 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:00:44.397062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:00:44.403325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:00:44.416788 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:00:44.423308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.486505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.489949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.491793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-71e562b0-577a-4485-a8de-43587f4d7a8b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:44.514187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e831ed7-bae2-4f35-a3f5-042aa5e0472d,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:44.516608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:44.523205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.524348 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442971 Nov 25 09:00:44.527049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50166) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:44.532107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'b71add65-7ee6-4352-a384-3673cf4bbceb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:00:44.537710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:00:44.541429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:00:44.544340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:00:44.549859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:00:44.560285 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:00:44.566825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.631675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.634986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.637350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea159a12-1dc6-49eb-8368-6517a01fe200 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:44.658652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abd8378-cc81-486c-9444-46e585b89b18,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:44.660919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:44.667583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:44.668729 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407857 Nov 25 09:00:44.854937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6b04e785-2353-4ae4-bbe0-45d7ebb5d5f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:00:44.869177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6b04e785-2353-4ae4-bbe0-45d7ebb5d5f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:00:44.871262 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6b04e785-2353-4ae4-bbe0-45d7ebb5d5f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552963031&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.0548062 Nov 25 09:00:45.027924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-21d68d23-04fd-4992-aca2-d2e7d8247505 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:45.029370 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-21d68d23-04fd-4992-aca2-d2e7d8247505 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/networks?id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 796 time: 0.1516190 Nov 25 09:00:45.044778 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-1afa077e-444c-44b3-9fa3-0d3f2c3e207c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/quotas/ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 375 time: 0.0095797 Nov 25 09:00:45.136628 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-d6458431-d433-42de-a186-1599046695ca tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0868726 Nov 25 09:00:45.241213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-24de7ced-4a46-4c94-8e64-997399660145 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:00:45.242249 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-24de7ced-4a46-4c94-8e64-997399660145 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0945327 Nov 25 09:00:45.374048 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-5a640c3c-75fb-4c12-9043-54dfd97f2d21 service neutron] 10.222.0.54 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253059 Nov 25 09:00:45.506249 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-98a287b8-9c04-411e-91a4-b372d490f4df service neutron] 10.222.0.54 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263893 Nov 25 09:00:45.680313 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d6815676-14ab-47ec-9019-0f88af2763b6 req-8046aacc-0656-4ad2-acdf-051c081a019a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 210 time: 0.0428233 Nov 25 09:00:46.455730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58d563f0-85f9-443f-b62a-c4bd04469c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:46.619591 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:00:46.767692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-fd0eaf05-8c64-4554-b3bc-42605acb47dd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:46.769740 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-fd0eaf05-8c64-4554-b3bc-42605acb47dd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 796 time: 0.1682241 Nov 25 09:00:46.859955 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-36fd687d-1f69-412a-97b8-958cafe89059 req-f5647704-7b96-4579-b3ce-f249833b4db5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 210 time: 0.0586326 Nov 25 09:00:46.871155 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-09159d56-c288-4ccb-bb77-e215c4c122ac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 472 time: 0.0922194 Nov 25 09:00:46.880693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'device_id': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'admin_state_up': True, 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'security_groups': ['b71add65-7ee6-4352-a384-3673cf4bbceb']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:00:46.943632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:47.022089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:00:47.032177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:00:47.045683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:00:47.049304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:47.075594 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-fb9ade1f-d08b-470e-819a-2d8bb87e1897 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816119 Nov 25 09:00:47.176067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-e8ef941c-2552-4caa-946d-709e0596c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:47.177507 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-e8ef941c-2552-4caa-946d-709e0596c139 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0757456 Nov 25 09:00:47.211832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.7 (83ccfcc9-f68d-4be3-9438-25c0827f53a9/fdf52bfc-29c4-4960-82c0-61cefdb8b1e2/366c29b8-c4de-4193-a821-6fcdac09a954) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:00:47.417567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:47.433552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 366c29b8-c4de-4193-a821-6fcdac09a954 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:00:47.459214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:47.466604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-673a97cd-71d3-48fe-9f7c-fc7e895c59e2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:47.474854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-115b64db-dd01-409f-ba0d-755d0dd55c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:47.476336 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-115b64db-dd01-409f-ba0d-755d0dd55c21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 913 time: 0.2793429 Nov 25 09:00:47.530859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:00:47.534925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:00:47.538594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:00:47.580605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=366c29b8-c4de-4193-a821-6fcdac09a954,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:47.585154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:47.591443 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-0c95788b-771a-4399-be58-f4dc49c8b7df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58125fb1-d728-4838-8b4e-a935e56e857c HTTP/1.1" status: 200 len: 1001 time: 0.1078262 Nov 25 09:00:47.615518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:47.616142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:47.646158 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7691119 Nov 25 09:00:47.663130 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Request body: {'port': {'device_id': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:00:47.678115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-dde1a7f2-56ee-4deb-8b4a-1e320adeb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:47.679728 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-dde1a7f2-56ee-4deb-8b4a-1e320adeb72f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0807867 Nov 25 09:00:47.766601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-cf93f328-ef76-4924-bd3a-7da2a517f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:47.768103 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-cf93f328-ef76-4924-bd3a-7da2a517f470 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809784 Nov 25 09:00:47.785809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:47.844008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-76a34a1d-6de8-42d4-a736-134054167128 None None] Provisioning for port 366c29b8-c4de-4193-a821-6fcdac09a954 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:00:47.850966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-76a34a1d-6de8-42d4-a736-134054167128 None None] Provisioning complete for port 366c29b8-c4de-4193-a821-6fcdac09a954 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:00:47.851423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-76a34a1d-6de8-42d4-a736-134054167128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:47.912935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-76a34a1d-6de8-42d4-a736-134054167128 None None] Port 366c29b8-c4de-4193-a821-6fcdac09a954 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:00:47.933350 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-011248d1-f4a9-443d-b1d7-a01a685b9b40 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572826 Nov 25 09:00:48.139115 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b226dcda-04aa-4f4e-970a-52ec86df60a4 req-f279bf43-53c7-4de7-8b34-0bfe973fd08c service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997986 Nov 25 09:00:48.153165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62fbf3-bfbe-4473-bb70-84e9d43743ba req-1af24290-3ffd-4290-9000-09d112450b7f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:48.154655 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3f62fbf3-bfbe-4473-bb70-84e9d43743ba req-1af24290-3ffd-4290-9000-09d112450b7f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 931 time: 0.1413772 Nov 25 09:00:48.211022 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3f62fbf3-bfbe-4473-bb70-84e9d43743ba req-7fda8cce-d8c0-4623-8f2e-d5653f3d7e95 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485640 Nov 25 09:00:48.298737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366c29b8-c4de-4193-a821-6fcdac09a954 {{(pid=87512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:00:48.306089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:48.322905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Transition to ACTIVE for port object 366c29b8-c4de-4193-a821-6fcdac09a954 will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:00:48.329009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:48.334327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:48.514380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=366c29b8-c4de-4193-a821-6fcdac09a954,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:48.518030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:48.616360 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Attempting to bind port 366c29b8-c4de-4193-a821-6fcdac09a954 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:00:48.616360 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Attempting to bind port 366c29b8-c4de-4193-a821-6fcdac09a954 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:00:48.616724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Attempting to bind port 366c29b8-c4de-4193-a821-6fcdac09a954 on network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:00:48.622444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Port 366c29b8-c4de-4193-a821-6fcdac09a954 on network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:00:48.622887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Attempting to bind port 366c29b8-c4de-4193-a821-6fcdac09a954 on network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:00:48.629729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:00:48.630119 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Checking segment: {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:00:48.630668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Bound using segment: {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:00:48.630981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Bound port: 366c29b8-c4de-4193-a821-6fcdac09a954, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bb9687-8247-4012-ac65-f9543424761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9'}}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:00:48.631324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:48.728932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] For port 366c29b8-c4de-4193-a821-6fcdac09a954, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:00:48.733467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] For port 366c29b8-c4de-4193-a821-6fcdac09a954, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=366c29b8-c4de-4193-a821-6fcdac09a954,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:00:48.738993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:48.741882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-595b2695-05b4-4d3e-a468-00e65fc747c9 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:48.809087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:48.809087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:48.809087 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/366c29b8-c4de-4193-a821-6fcdac09a954 HTTP/1.1" status: 200 len: 1093 time: 1.1541460 Nov 25 09:00:48.809087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'tag': '366c29b8-c4de-4193-a821-6fcdac09a954'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:00:48.842512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=366c29b8-c4de-4193-a821-6fcdac09a954,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:48.853787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:48.891772 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'tag': '366c29b8-c4de-4193-a821-6fcdac09a954', 'status': 'completed', 'code': 200} Nov 25 09:00:48.940250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-e493d794-89c4-4225-9334-40382f7d6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:48.941954 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-e493d794-89c4-4225-9334-40382f7d6956 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 1096 time: 0.0852077 Nov 25 09:00:49.025123 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-696d8acf-1c59-4c1a-8c51-df24ed3abd11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=366c29b8-c4de-4193-a821-6fcdac09a954 HTTP/1.1" status: 200 len: 217 time: 0.0735822 Nov 25 09:00:49.091191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-0103f678-ad9f-4885-a0d0-7eb4a75ac54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:49.092792 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-0103f678-ad9f-4885-a0d0-7eb4a75ac54a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdf52bfc-29c4-4960-82c0-61cefdb8b1e2 HTTP/1.1" status: 200 len: 834 time: 0.0617025 Nov 25 09:00:49.174693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-1df11406-a1f0-4e71-8a13-7d3d408ecf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:49.176196 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-1df11406-a1f0-4e71-8a13-7d3d408ecf8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ccfcc9-f68d-4be3-9438-25c0827f53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771556 Nov 25 09:00:49.315963 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-2b13c616-cf4d-46e3-9451-56e1ea22b2b5 service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318247 Nov 25 09:00:49.416610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae988e-e4ec-47f1-8a6b-5dbfe084bd27 req-36c3f5f5-fe1e-49cf-aab6-1fe553513b6f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:49.419379 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-58ae988e-e4ec-47f1-8a6b-5dbfe084bd27 req-36c3f5f5-fe1e-49cf-aab6-1fe553513b6f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 943 time: 0.1047895 Nov 25 09:00:49.462686 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f4a7efd6-c79c-4137-a283-ab2245eaf98e req-f0a53973-4ccc-41be-9170-9971477338db service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384237 Nov 25 09:00:49.482881 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-58ae988e-e4ec-47f1-8a6b-5dbfe084bd27 req-3e7a2168-40b3-4538-b0f5-ba0b83890ab3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564442 Nov 25 09:00:49.591904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776979e2-999d-4159-86ba-5ef4f24a87d9 req-27d8c61d-6552-4dfe-a7fa-9ba2fcaa0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:49.592525 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-776979e2-999d-4159-86ba-5ef4f24a87d9 req-27d8c61d-6552-4dfe-a7fa-9ba2fcaa0cf5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 1096 time: 0.0785785 Nov 25 09:00:49.774229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34b0f211-989b-4811-900c-6f95c273f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:49.826418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776979e2-999d-4159-86ba-5ef4f24a87d9 req-2c34b738-ee04-4e58-af5d-bf6cb1ae7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:49.826418 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-776979e2-999d-4159-86ba-5ef4f24a87d9 req-2c34b738-ee04-4e58-af5d-bf6cb1ae7098 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 897 time: 0.2252243 Nov 25 09:00:49.898027 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-776979e2-999d-4159-86ba-5ef4f24a87d9 req-1837ee56-9214-4c1e-9dc9-fd1c15e6739c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=366c29b8-c4de-4193-a821-6fcdac09a954 HTTP/1.1" status: 200 len: 217 time: 0.0669820 Nov 25 09:00:49.923025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:49.971122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776979e2-999d-4159-86ba-5ef4f24a87d9 req-f1d11fcf-c77c-4e1b-a074-1557a8be4d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:49.972564 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-776979e2-999d-4159-86ba-5ef4f24a87d9 req-f1d11fcf-c77c-4e1b-a074-1557a8be4d3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdf52bfc-29c4-4960-82c0-61cefdb8b1e2 HTTP/1.1" status: 200 len: 834 time: 0.0614591 Nov 25 09:00:50.055807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776979e2-999d-4159-86ba-5ef4f24a87d9 req-485b13aa-475d-4546-addb-7c2f16356a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:50.057215 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-776979e2-999d-4159-86ba-5ef4f24a87d9 req-485b13aa-475d-4546-addb-7c2f16356a4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ccfcc9-f68d-4be3-9438-25c0827f53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763638 Nov 25 09:00:50.330010 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-776979e2-999d-4159-86ba-5ef4f24a87d9 req-7adeb1dd-fceb-4f0c-bfcd-f5e8b09344c3 service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653444 Nov 25 09:00:50.461545 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-776979e2-999d-4159-86ba-5ef4f24a87d9 req-c5c46829-d3cf-4cb0-ba27-55c0b934bf33 service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238000 Nov 25 09:00:50.668013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9f8c2-248b-412b-b0c5-e24d526f18aa req-d209acde-c098-41ba-87f9-3e7485973934 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:50.668605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-eef9f8c2-248b-412b-b0c5-e24d526f18aa req-d209acde-c098-41ba-87f9-3e7485973934 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:00:50.683790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-eef9f8c2-248b-412b-b0c5-e24d526f18aa req-d209acde-c098-41ba-87f9-3e7485973934 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:00:50.688457 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eef9f8c2-248b-412b-b0c5-e24d526f18aa req-d209acde-c098-41ba-87f9-3e7485973934 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 943 time: 0.0966446 Nov 25 09:00:50.732627 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eef9f8c2-248b-412b-b0c5-e24d526f18aa req-c00bd01e-63cf-4e23-83f0-f9bd1401eaf1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395596 Nov 25 09:00:51.383116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:51.916869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b382-a26a-4da3-b124-3630bddaf91f req-46957a64-22f9-4526-83f1-2a904e5ef010 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:51.918329 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e969b382-a26a-4da3-b124-3630bddaf91f req-46957a64-22f9-4526-83f1-2a904e5ef010 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 943 time: 0.0808825 Nov 25 09:00:51.964111 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e969b382-a26a-4da3-b124-3630bddaf91f req-dd208ae0-0687-46de-b412-b848d78833ac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402834 Nov 25 09:00:52.892059 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 366c29b8-c4de-4193-a821-6fcdac09a954 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:00:53.026022 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 366c29b8-c4de-4193-a821-6fcdac09a954, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=366c29b8-c4de-4193-a821-6fcdac09a954,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:00:53.076076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '366c29b8-c4de-4193-a821-6fcdac09a954', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'port_id': '366c29b8-c4de-4193-a821-6fcdac09a954', 'mac_address': 'fa:16:3e:4e:bb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:00:53.131552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:53.148665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366c29b8-c4de-4193-a821-6fcdac09a954 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:00:53.155563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c34c9-a30c-4c2c-b05f-55fa96120637 req-5cdaec4d-5535-42d4-b57b-7f30a5d18113 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:53.157053 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2e6c34c9-a30c-4c2c-b05f-55fa96120637 req-5cdaec4d-5535-42d4-b57b-7f30a5d18113 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 943 time: 0.0844734 Nov 25 09:00:53.164512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 366c29b8-c4de-4193-a821-6fcdac09a954, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=366c29b8-c4de-4193-a821-6fcdac09a954,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:00:53.168513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:53.170315 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:53.201021 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2e6c34c9-a30c-4c2c-b05f-55fa96120637 req-bd304260-d6fd-42be-87b5-edf217f78659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380960 Nov 25 09:00:53.239202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=366c29b8-c4de-4193-a821-6fcdac09a954,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:53.246223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.246595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.246935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.247266 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.247597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.247928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.248256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.248577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.248898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.249219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.249533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.249848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:00:53.253672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:53.548279 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['366c29b8-c4de-4193-a821-6fcdac09a954'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:00:54.389810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dcf8f-0b12-4d7e-872a-a3c360c35b24 req-b955ddba-fcaf-49be-99f9-2835e607e61c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:54.391167 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3e1dcf8f-0b12-4d7e-872a-a3c360c35b24 req-b955ddba-fcaf-49be-99f9-2835e607e61c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 944 time: 0.0782228 Nov 25 09:00:54.434158 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3e1dcf8f-0b12-4d7e-872a-a3c360c35b24 req-9489a20d-30b5-4217-b29a-b30e196ba9cd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375099 Nov 25 09:00:54.918291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 366c29b8-c4de-4193-a821-6fcdac09a954 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:00:54.985039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 366c29b8-c4de-4193-a821-6fcdac09a954 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:00:54.989636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 366c29b8-c4de-4193-a821-6fcdac09a954 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:00:54.990021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:55.107608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:55.134321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366c29b8-c4de-4193-a821-6fcdac09a954'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:00:55.144727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 366c29b8-c4de-4193-a821-6fcdac09a954, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=366c29b8-c4de-4193-a821-6fcdac09a954,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:00:55.148575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:55.151417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:00:55.185363 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366c29b8-c4de-4193-a821-6fcdac09a954', 'code': 200} Nov 25 09:00:55.223360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=366c29b8-c4de-4193-a821-6fcdac09a954,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:00:55.226299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:00:55.408308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96f6b2-32a8-4df1-b0cf-3beb757b4854 req-745b4586-d11f-4c2e-acbb-4ac9f675647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:55.409750 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8f96f6b2-32a8-4df1-b0cf-3beb757b4854 req-745b4586-d11f-4c2e-acbb-4ac9f675647e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 1098 time: 0.0689244 Nov 25 09:00:55.451296 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8f96f6b2-32a8-4df1-b0cf-3beb757b4854 req-3a078bf5-0ef0-4665-99dc-5093d93532b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340590 Nov 25 09:00:55.616886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c35d-174a-4815-bfd1-d170bf600e62 req-db5177ba-7909-4aed-b2ee-cfff080e4dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:55.618307 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4bc9c35d-174a-4815-bfd1-d170bf600e62 req-db5177ba-7909-4aed-b2ee-cfff080e4dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 945 time: 0.0828247 Nov 25 09:00:55.660871 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4bc9c35d-174a-4815-bfd1-d170bf600e62 req-6b67a57b-8612-459b-b04e-d331895c83be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362678 Nov 25 09:00:56.856996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89038492-e103-4aae-a412-17f014be4456 req-22a32c08-fbac-4ebb-b26f-c1a23e53374b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:56.858463 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-89038492-e103-4aae-a412-17f014be4456 req-22a32c08-fbac-4ebb-b26f-c1a23e53374b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 945 time: 0.0848744 Nov 25 09:00:56.901478 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-89038492-e103-4aae-a412-17f014be4456 req-42c59ea5-4412-4a1f-a368-3c97848ca17b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373113 Nov 25 09:00:58.085266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d17b7-e410-4472-99b2-074330ab145d req-8cace90c-734b-4d4c-9486-99f331e8afc0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:58.086728 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-417d17b7-e410-4472-99b2-074330ab145d req-8cace90c-734b-4d4c-9486-99f331e8afc0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 945 time: 0.0824842 Nov 25 09:00:58.130716 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-417d17b7-e410-4472-99b2-074330ab145d req-148b033b-a559-404f-a9b5-060712e529d2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383840 Nov 25 09:00:58.310667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b24bc2-dc8a-4c5f-a8a9-164c5aed9b82 req-329d09b4-c7cd-471f-afa0-a3d30b2a9a4c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:58.312108 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-10b24bc2-dc8a-4c5f-a8a9-164c5aed9b82 req-329d09b4-c7cd-471f-afa0-a3d30b2a9a4c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 945 time: 0.0795350 Nov 25 09:00:58.355869 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-10b24bc2-dc8a-4c5f-a8a9-164c5aed9b82 req-313777cf-defa-4f69-860f-c6c61df783ae tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381103 Nov 25 09:00:58.378100 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50228) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:58.456079 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6256f6a5-f5f0-497b-ba15-1d84275e851b tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:00:58.457561 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6256f6a5-f5f0-497b-ba15-1d84275e851b tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 1093 time: 0.0784848 Nov 25 09:00:58.460467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50232) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:00:58.465255 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-98d71656-4d98-455a-8b63-ee94b585dc71 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'floatingip': {'port_id': '366c29b8-c4de-4193-a821-6fcdac09a954'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:00:58.543332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98d71656-4d98-455a-8b63-ee94b585dc71 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:59.247763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98d71656-4d98-455a-8b63-ee94b585dc71 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:59.251601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98d71656-4d98-455a-8b63-ee94b585dc71 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:59.423200 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-98d71656-4d98-455a-8b63-ee94b585dc71 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 8054428e-f5d6-49f9-9911-e259ac611948 associated. External IP: 172.26.3.246, port: 366c29b8-c4de-4193-a821-6fcdac09a954. Nov 25 09:00:59.772269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d71656-4d98-455a-8b63-ee94b585dc71 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:00:59.944077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d71656-4d98-455a-8b63-ee94b585dc71 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:00:59.949387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-98d71656-4d98-455a-8b63-ee94b585dc71 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:00:59.954083 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897ae2a6-5d36-4115-b4cb-2157b16ca5b3 None None] Sync routers for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:00:59.963388 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ae2a6-5d36-4115-b4cb-2157b16ca5b3 None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:00:59.963999 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-897ae2a6-5d36-4115-b4cb-2157b16ca5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:00:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:01:00.008114 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-98d71656-4d98-455a-8b63-ee94b585dc71 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 200 len: 991 time: 1.5439732 Nov 25 09:01:00.008114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'tag': '366c29b8-c4de-4193-a821-6fcdac09a954'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:01:00.008478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50236) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:01:00.053919 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'tag': '366c29b8-c4de-4193-a821-6fcdac09a954', 'status': 'completed', 'code': 200} Nov 25 09:01:00.117788 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4ffa9df3-0874-4efd-8d5e-593b930bfb99 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 200 len: 991 time: 0.1080575 Nov 25 09:01:00.150604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0dd7c-de93-4898-a6f0-21ec248ee0ff req-e9f6a932-8691-43b3-ab49-ee75510bae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:00.152853 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-edb0dd7c-de93-4898-a6f0-21ec248ee0ff req-e9f6a932-8691-43b3-ab49-ee75510bae6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 1098 time: 0.0754957 Nov 25 09:01:00.160898 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-897ae2a6-5d36-4115-b4cb-2157b16ca5b3 None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:01:00.285421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0dd7c-de93-4898-a6f0-21ec248ee0ff req-9b5c6f20-cf61-4947-9f2c-4561d7d0c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:00.286800 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-edb0dd7c-de93-4898-a6f0-21ec248ee0ff req-9b5c6f20-cf61-4947-9f2c-4561d7d0c154 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 897 time: 0.1282108 Nov 25 09:01:00.390119 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-edb0dd7c-de93-4898-a6f0-21ec248ee0ff req-caecd064-3178-4739-a879-2ac93edb579c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=366c29b8-c4de-4193-a821-6fcdac09a954 HTTP/1.1" status: 200 len: 999 time: 0.0963032 Nov 25 09:01:00.451759 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0dd7c-de93-4898-a6f0-21ec248ee0ff req-3eb83fd9-9e76-4354-8c5e-81aab4dd98be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:00.453168 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-edb0dd7c-de93-4898-a6f0-21ec248ee0ff req-3eb83fd9-9e76-4354-8c5e-81aab4dd98be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdf52bfc-29c4-4960-82c0-61cefdb8b1e2 HTTP/1.1" status: 200 len: 834 time: 0.0569844 Nov 25 09:01:00.532561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0dd7c-de93-4898-a6f0-21ec248ee0ff req-34e04269-7d10-48ca-a58b-b1eee119102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:00.534020 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-edb0dd7c-de93-4898-a6f0-21ec248ee0ff req-34e04269-7d10-48ca-a58b-b1eee119102f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ccfcc9-f68d-4be3-9438-25c0827f53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744615 Nov 25 09:01:00.552859 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-897ae2a6-5d36-4115-b4cb-2157b16ca5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8054428e-f5d6-49f9-9911-e259ac611948', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'port_id': '366c29b8-c4de-4193-a821-6fcdac09a954', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'mac_address': 'fa:16:3e:4e:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:29Z', 'updated_at': '2021-11-25T09:00:59Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:01:00.556618 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897ae2a6-5d36-4115-b4cb-2157b16ca5b3 None None] Checking router: 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:01:00.565227 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ae2a6-5d36-4115-b4cb-2157b16ca5b3 None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:01:00.565823 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-897ae2a6-5d36-4115-b4cb-2157b16ca5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:00:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:01:00.743774 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-897ae2a6-5d36-4115-b4cb-2157b16ca5b3 None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:01:00.802557 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-edb0dd7c-de93-4898-a6f0-21ec248ee0ff req-5ad65750-302b-4546-bbe4-8670fca1c944 service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618370 Nov 25 09:01:00.931732 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-edb0dd7c-de93-4898-a6f0-21ec248ee0ff req-a2cdd2e4-b972-4c64-a422-7c2a330e9f51 service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220937 Nov 25 09:01:01.084543 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-897ae2a6-5d36-4115-b4cb-2157b16ca5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8054428e-f5d6-49f9-9911-e259ac611948', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'port_id': '366c29b8-c4de-4193-a821-6fcdac09a954', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'mac_address': 'fa:16:3e:4e:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:29Z', 'updated_at': '2021-11-25T09:00:59Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:01:01.088392 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897ae2a6-5d36-4115-b4cb-2157b16ca5b3 None None] The sync data for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv is: [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8054428e-f5d6-49f9-9911-e259ac611948', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'port_id': '366c29b8-c4de-4193-a821-6fcdac09a954', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'mac_address': 'fa:16:3e:4e:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:29Z', 'updated_at': '2021-11-25T09:00:59Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:01:01.121521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50242) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:01:01.229156 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-008ba208-e44f-4c1a-91dd-9b7721b43152 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 200 len: 991 time: 0.1054728 Nov 25 09:01:01.275669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f5b30-dd07-4d1b-96a5-01b32ec1f415 None None] New status for floating IP 8054428e-f5d6-49f9-9911-e259ac611948: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:01:02.232138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50246) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:01:02.338703 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-72fd68b8-6b61-4473-806a-123bf76e6c54 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 200 len: 993 time: 0.1052516 Nov 25 09:01:03.961386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:16.456369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c848-1b74-4fe9-8021-4c1f3ea34487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:16.938132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:19.758785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8c616a26-24b5-449c-ae1e-0d5e7514dcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:19.922996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:21.382371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:23.619718 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:01:33.979389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:41.060498 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-d9c621d3-dce7-4257-b87c-313cd792e567 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165698459&fields=id&tenant_id=92b396747441487d9e6a7a94c81c8e1d HTTP/1.1" status: 200 len: 267 time: 0.0400598 Nov 25 09:01:41.209622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-dd671bec-e599-4e42-8bd2-b392dca7a537 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:41.211073 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-dd671bec-e599-4e42-8bd2-b392dca7a537 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 812 time: 0.1441007 Nov 25 09:01:41.225179 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3767a62f-4b12-49a5-88ae-d65bd61c2eda tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/quotas/92b396747441487d9e6a7a94c81c8e1d HTTP/1.1" status: 200 len: 375 time: 0.0087831 Nov 25 09:01:41.429389 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-4242d92d-de5e-40ea-87fd-675c98e6b10e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1994343 Nov 25 09:01:41.607918 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-63918fb2-bd48-4066-8e94-1e649b6183b2 service neutron] 10.222.0.54 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668084 Nov 25 09:01:41.737323 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-8e542af7-8d1f-4f39-81b5-e170de73d0e0 service neutron] 10.222.0.54 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236119 Nov 25 09:01:42.122047 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-45f0e731-733a-40a4-a2f2-2a817ddb12af req-e50c3f69-2304-4ca2-bbd8-92a30400fa61 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 210 time: 0.0430772 Nov 25 09:01:43.280665 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c1ee5479-ac1a-45ff-bd29-d44ff7200168 req-1210bd84-42f3-45ce-8d7a-9767a25f76b5 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 210 time: 0.0526786 Nov 25 09:01:43.375302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-20cdbe80-3cdd-4843-897c-2f9ea7f26747 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:43.376703 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-20cdbe80-3cdd-4843-897c-2f9ea7f26747 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 812 time: 0.1684592 Nov 25 09:01:43.424797 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3ab13914-0a1e-4fe2-a288-6890f2456658 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b396747441487d9e6a7a94c81c8e1d HTTP/1.1" status: 200 len: 379 time: 0.0388365 Nov 25 09:01:43.434386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'port': {'device_id': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'admin_state_up': True, 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'security_groups': ['4afe17c0-e86b-4f93-b3a2-83da2e961030']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:01:43.573009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:01:43.582314 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:01:43.592362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Made reservation on behalf of 92b396747441487d9e6a7a94c81c8e1d for: {'port': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:01:43.596108 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:43.764897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Allocated IP 172.20.0.5 (d3fd7795-331d-4f44-a9ac-5630085fe248/8080decf-6ef4-4752-b21e-15575360c578/a8139d89-cf65-49a0-a8f5-836036f4499d) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:01:43.952520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:43.967870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Transition to ACTIVE for port object a8139d89-cf65-49a0-a8f5-836036f4499d will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:01:43.993306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:43.999912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:01:44.072359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Network d3fd7795-331d-4f44-a9ac-5630085fe248 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:01:44.076154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:01:44.078722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:01:44.120988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'Port': ['ID=a8139d89-cf65-49a0-a8f5-836036f4499d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:01:44.134751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.135140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.135520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.135896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.136263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.137169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.137552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.137917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.138339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.138669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.139027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.139396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:44.143342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:01:44.162523 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:44.163138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:44.190761 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7599168 Nov 25 09:01:44.202928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Request body: {'port': {'device_id': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:01:44.320690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:44.391078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e8f3059a-2691-44c0-8bf1-4e2eb26e3828 None None] Provisioning for port a8139d89-cf65-49a0-a8f5-836036f4499d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:01:44.396693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e8f3059a-2691-44c0-8bf1-4e2eb26e3828 None None] Provisioning complete for port a8139d89-cf65-49a0-a8f5-836036f4499d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:01:44.397062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8f3059a-2691-44c0-8bf1-4e2eb26e3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:44.456242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3059a-2691-44c0-8bf1-4e2eb26e3828 None None] Port a8139d89-cf65-49a0-a8f5-836036f4499d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:01:44.619174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d969f-e112-4e7a-b1d4-2a4aec07a6da req-fd25e93b-b171-46db-a207-f1a1972763bc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:44.619869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-299d969f-e112-4e7a-b1d4-2a4aec07a6da req-fd25e93b-b171-46db-a207-f1a1972763bc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Synchronizing usage tracker for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:01:44.662966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-299d969f-e112-4e7a-b1d4-2a4aec07a6da req-fd25e93b-b171-46db-a207-f1a1972763bc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Unset dirty status for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:01:44.664118 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-299d969f-e112-4e7a-b1d4-2a4aec07a6da req-fd25e93b-b171-46db-a207-f1a1972763bc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 931 time: 0.2735295 Nov 25 09:01:44.852171 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-299d969f-e112-4e7a-b1d4-2a4aec07a6da req-1744b92d-1338-4776-83f1-f82007e9971e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800919 Nov 25 09:01:44.907809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8139d89-cf65-49a0-a8f5-836036f4499d {{(pid=87512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:01:44.915159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:44.930745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Transition to ACTIVE for port object a8139d89-cf65-49a0-a8f5-836036f4499d will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:01:44.935149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:44.939669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f6f5822a-9860-4c4e-adae-d2b0999817d0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:01:45.101925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Pushing event updated for resources: {'Port': ['ID=a8139d89-cf65-49a0-a8f5-836036f4499d,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:01:45.108924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:01:45.176885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Attempting to bind port a8139d89-cf65-49a0-a8f5-836036f4499d on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:01:45.177222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Attempting to bind port a8139d89-cf65-49a0-a8f5-836036f4499d by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:01:45.177549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Attempting to bind port a8139d89-cf65-49a0-a8f5-836036f4499d on network d3fd7795-331d-4f44-a9ac-5630085fe248 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:01:45.182111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Port a8139d89-cf65-49a0-a8f5-836036f4499d on network d3fd7795-331d-4f44-a9ac-5630085fe248 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:01:45.182457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Attempting to bind port a8139d89-cf65-49a0-a8f5-836036f4499d on network d3fd7795-331d-4f44-a9ac-5630085fe248 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:01:45.187988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:01:45.188317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Checking segment: {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:01:45.188698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Bound using segment: {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:01:45.189134 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Bound port: a8139d89-cf65-49a0-a8f5-836036f4499d, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941d9e28-24d6-4055-bcb8-7282485e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248'}}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:01:45.189459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:45.287799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] For port a8139d89-cf65-49a0-a8f5-836036f4499d, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:01:45.290748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] For port a8139d89-cf65-49a0-a8f5-836036f4499d, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8139d89-cf65-49a0-a8f5-836036f4499d,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:01:45.295952 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:45.300334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5d61d3b8-e191-4410-b013-3878750370fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:01:45.352443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:45.352443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:45.353094 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] 10.222.0.41 "PUT /v2.0/ports/a8139d89-cf65-49a0-a8f5-836036f4499d HTTP/1.1" status: 200 len: 1093 time: 1.1552138 Nov 25 09:01:45.353627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'tag': 'a8139d89-cf65-49a0-a8f5-836036f4499d'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:01:45.384113 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Pushing event updated for resources: {'Port': ['ID=a8139d89-cf65-49a0-a8f5-836036f4499d,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:01:45.387400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:01:45.426896 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'tag': 'a8139d89-cf65-49a0-a8f5-836036f4499d', 'status': 'completed', 'code': 200} Nov 25 09:01:45.468911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-9af980e3-f5a9-4ed4-8e4a-433edf4fb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:45.470484 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-9af980e3-f5a9-4ed4-8e4a-433edf4fb5ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 1096 time: 0.0769560 Nov 25 09:01:45.544850 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-8d37f71a-65f7-46a4-ae94-459589e09081 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8139d89-cf65-49a0-a8f5-836036f4499d HTTP/1.1" status: 200 len: 217 time: 0.0666661 Nov 25 09:01:45.612198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-135069ea-fad2-4d1d-9407-d1f8916b87d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:45.613659 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-135069ea-fad2-4d1d-9407-d1f8916b87d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0622470 Nov 25 09:01:45.688807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-081c0141-eaca-46e4-b6ec-9280065b20af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:45.690164 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-081c0141-eaca-46e4-b6ec-9280065b20af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696700 Nov 25 09:01:45.820880 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-e32b5790-07ce-4647-a24d-4ee27b396650 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237447 Nov 25 09:01:45.955078 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3704a479-4881-48fd-8e2b-5ecfb3ad702b req-7a06427d-0e87-48e8-9c4d-0400aa82fbe7 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272247 Nov 25 09:01:46.100232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417dd8f-8213-4bd3-be56-5d4bf29c3b61 req-29bbc58c-51ac-496a-bb28-fba9d6bbf5c6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:46.101680 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b417dd8f-8213-4bd3-be56-5d4bf29c3b61 req-29bbc58c-51ac-496a-bb28-fba9d6bbf5c6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 943 time: 0.1409621 Nov 25 09:01:46.107564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698cc0-d95e-46fc-8904-7318e4c90ac9 req-4a677778-fb20-485e-97b1-7ce31e953550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:46.108895 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-80698cc0-d95e-46fc-8904-7318e4c90ac9 req-4a677778-fb20-485e-97b1-7ce31e953550 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 1096 time: 0.1055069 Nov 25 09:01:46.224539 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b417dd8f-8213-4bd3-be56-5d4bf29c3b61 req-3fda5ed0-6d8b-40d1-876f-8a9a285cb52c tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147048 Nov 25 09:01:46.268042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698cc0-d95e-46fc-8904-7318e4c90ac9 req-ffff91ac-e4b3-4f9a-87de-4196ac9d1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:46.269519 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-80698cc0-d95e-46fc-8904-7318e4c90ac9 req-ffff91ac-e4b3-4f9a-87de-4196ac9d1dae service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 913 time: 0.1468041 Nov 25 09:01:46.339898 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-80698cc0-d95e-46fc-8904-7318e4c90ac9 req-bd7a1098-96a2-44b5-bb8e-fe83fabe8be2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8139d89-cf65-49a0-a8f5-836036f4499d HTTP/1.1" status: 200 len: 217 time: 0.0637934 Nov 25 09:01:46.400382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698cc0-d95e-46fc-8904-7318e4c90ac9 req-c4ac2a1c-86d5-4bd9-bce6-db098ff887e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:46.401745 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-80698cc0-d95e-46fc-8904-7318e4c90ac9 req-c4ac2a1c-86d5-4bd9-bce6-db098ff887e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0554552 Nov 25 09:01:46.458365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8851471c-db37-4281-809e-39901e920942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:46.594781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698cc0-d95e-46fc-8904-7318e4c90ac9 req-e8272e0f-2150-439e-b6d9-f4cb6e2be239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:46.596144 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-80698cc0-d95e-46fc-8904-7318e4c90ac9 req-e8272e0f-2150-439e-b6d9-f4cb6e2be239 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1880581 Nov 25 09:01:46.732745 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-80698cc0-d95e-46fc-8904-7318e4c90ac9 req-16be96a2-7280-4458-99da-59af0eda2f16 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298645 Nov 25 09:01:46.867260 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-80698cc0-d95e-46fc-8904-7318e4c90ac9 req-3d6bf116-6307-4f64-b326-6c93d3d72afe service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274247 Nov 25 09:01:46.940075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:47.410759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9c9f2-f59f-4508-88e7-1c9696276e10 req-8dc9070c-a9b3-433b-b135-9b564bc30c42 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:47.412181 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-19a9c9f2-f59f-4508-88e7-1c9696276e10 req-8dc9070c-a9b3-433b-b135-9b564bc30c42 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 943 time: 0.0791636 Nov 25 09:01:47.461875 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-19a9c9f2-f59f-4508-88e7-1c9696276e10 req-2120832f-ffc2-449c-93d5-a9340bab09fd tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440512 Nov 25 09:01:48.646837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80ae30-7817-4d4d-97e4-528d320276e8 req-ee340caa-3cc2-4910-9169-6d2736ca1c47 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:48.648256 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-aa80ae30-7817-4d4d-97e4-528d320276e8 req-ee340caa-3cc2-4910-9169-6d2736ca1c47 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 943 time: 0.0803411 Nov 25 09:01:48.693051 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-aa80ae30-7817-4d4d-97e4-528d320276e8 req-00aa7ab1-05af-456e-a27d-5672b8e50f61 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389025 Nov 25 09:01:49.050685 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3ffcc006-887d-4849-8871-c832b7b37478 req-bc65d820-3a05-45ae-b029-318812f41875 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715120 Nov 25 09:01:49.195135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc006-887d-4849-8871-c832b7b37478 req-8bd523bd-7aa9-40d8-8f4a-93c2ffc1e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:49.196565 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3ffcc006-887d-4849-8871-c832b7b37478 req-8bd523bd-7aa9-40d8-8f4a-93c2ffc1e866 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 1099 time: 0.0693233 Nov 25 09:01:49.337301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc006-887d-4849-8871-c832b7b37478 req-c5575b58-4ad4-4d17-9a98-758f974a4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:49.338641 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3ffcc006-887d-4849-8871-c832b7b37478 req-c5575b58-4ad4-4d17-9a98-758f974a4753 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 200 len: 897 time: 0.1227393 Nov 25 09:01:49.420210 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3ffcc006-887d-4849-8871-c832b7b37478 req-c0f0a900-d793-4d9b-b814-331a89aacd47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afe78ce6-12a5-468c-a86d-f9228a933cad HTTP/1.1" status: 200 len: 217 time: 0.0747964 Nov 25 09:01:49.483369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc006-887d-4849-8871-c832b7b37478 req-a165c5fd-1929-48ac-a661-218b7b418bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:49.484779 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3ffcc006-887d-4849-8871-c832b7b37478 req-a165c5fd-1929-48ac-a661-218b7b418bda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdf52bfc-29c4-4960-82c0-61cefdb8b1e2 HTTP/1.1" status: 200 len: 834 time: 0.0572312 Nov 25 09:01:49.566221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc006-887d-4849-8871-c832b7b37478 req-ace81695-2178-4b56-8483-3ef959a626d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:49.567677 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3ffcc006-887d-4849-8871-c832b7b37478 req-ace81695-2178-4b56-8483-3ef959a626d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ccfcc9-f68d-4be3-9438-25c0827f53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720618 Nov 25 09:01:49.705875 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3ffcc006-887d-4849-8871-c832b7b37478 req-35903aaa-ce2e-4bd4-a905-448bb3db274e service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304264 Nov 25 09:01:49.760974 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9be651fe-53ff-4783-905d-cada69fc0d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:49.840076 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3ffcc006-887d-4849-8871-c832b7b37478 req-a17ea5df-b796-4135-a6e1-445850b2481f service neutron] 10.222.0.41 "GET /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269653 Nov 25 09:01:49.880456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6894-25c3-452c-a402-031f61da3a18 req-baa07038-2826-4f32-bf7c-5e9638dc015f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:49.881916 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-019e6894-25c3-452c-a402-031f61da3a18 req-baa07038-2826-4f32-bf7c-5e9638dc015f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 943 time: 0.0825288 Nov 25 09:01:49.926230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:49.928134 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-019e6894-25c3-452c-a402-031f61da3a18 req-b16e2b3c-4bb6-47dc-8630-1e4ea4ba4d9e tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399384 Nov 25 09:01:51.108657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b17379-4a52-4b9f-8827-08cd31959473 req-2582e501-aae6-4c25-b5f9-b795475e7a4f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:51.110079 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a9b17379-4a52-4b9f-8827-08cd31959473 req-2582e501-aae6-4c25-b5f9-b795475e7a4f tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 943 time: 0.0787506 Nov 25 09:01:51.152402 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a9b17379-4a52-4b9f-8827-08cd31959473 req-0a875fb9-dbc6-425c-a5f1-df5f2b974dd2 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367241 Nov 25 09:01:51.385088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:52.356129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da247c2f-0454-49c8-99db-0d0455409013 req-2c849bd8-c32e-4ad2-9bd6-8ead148b0ec1 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:52.358501 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-da247c2f-0454-49c8-99db-0d0455409013 req-2c849bd8-c32e-4ad2-9bd6-8ead148b0ec1 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 943 time: 0.0988462 Nov 25 09:01:52.409913 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-da247c2f-0454-49c8-99db-0d0455409013 req-9856c253-bf6d-47f5-926f-8298e887d949 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451148 Nov 25 09:01:53.596158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097569b9-5822-4ecb-b9e6-3d1a9c176f4b req-bf1afa79-3370-4f88-b857-e394c11163ee tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:53.598067 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-097569b9-5822-4ecb-b9e6-3d1a9c176f4b req-bf1afa79-3370-4f88-b857-e394c11163ee tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 943 time: 0.0845776 Nov 25 09:01:53.646601 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-097569b9-5822-4ecb-b9e6-3d1a9c176f4b req-a81217fd-3318-485d-aa23-e88a28589ce8 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430744 Nov 25 09:01:54.834225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fd9b6-aba4-40c7-9dcb-c9f8b92b4203 req-a654ad98-c07a-4ea4-8d9d-8fba9646ed15 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:54.835684 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-224fd9b6-aba4-40c7-9dcb-c9f8b92b4203 req-a654ad98-c07a-4ea4-8d9d-8fba9646ed15 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 943 time: 0.0783575 Nov 25 09:01:54.879893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-224fd9b6-aba4-40c7-9dcb-c9f8b92b4203 req-a41ef157-8f02-4e93-bfe9-db2302c4466d tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384767 Nov 25 09:01:55.222186 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a8139d89-cf65-49a0-a8f5-836036f4499d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:01:55.356734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a8139d89-cf65-49a0-a8f5-836036f4499d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8139d89-cf65-49a0-a8f5-836036f4499d,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:01:55.369482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'a8139d89-cf65-49a0-a8f5-836036f4499d', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'port_id': 'a8139d89-cf65-49a0-a8f5-836036f4499d', 'mac_address': 'fa:16:3e:dc:e7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:01:55.425731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:55.477983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8139d89-cf65-49a0-a8f5-836036f4499d {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:01:55.493370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a8139d89-cf65-49a0-a8f5-836036f4499d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8139d89-cf65-49a0-a8f5-836036f4499d,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:01:55.496963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:55.498649 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:01:55.561843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a8139d89-cf65-49a0-a8f5-836036f4499d,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:01:55.568843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.569194 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.569537 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.569875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.570207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.570568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.570898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.571230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.571557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.571878 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.572209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.572534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:01:55.577064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:01:55.897283 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['a8139d89-cf65-49a0-a8f5-836036f4499d'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:01:56.072500 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17cf08-c41b-4b19-a804-9897399817dd req-7dc0f7cf-8ec8-4200-ad39-fffb4844b372 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:56.073966 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8c17cf08-c41b-4b19-a804-9897399817dd req-7dc0f7cf-8ec8-4200-ad39-fffb4844b372 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 944 time: 0.0836637 Nov 25 09:01:56.118004 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8c17cf08-c41b-4b19-a804-9897399817dd req-d67dfa4d-634d-40f9-a8dd-8fc8f5ec33b3 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383742 Nov 25 09:01:57.227535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a8139d89-cf65-49a0-a8f5-836036f4499d up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:01:57.294804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port a8139d89-cf65-49a0-a8f5-836036f4499d completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:01:57.299394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port a8139d89-cf65-49a0-a8f5-836036f4499d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:01:57.299776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:57.306472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af214158-c6b6-451a-99be-ba79cf2d908c req-f59bc33e-c770-47d6-9e5a-c73874155bea tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:57.307955 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-af214158-c6b6-451a-99be-ba79cf2d908c req-f59bc33e-c770-47d6-9e5a-c73874155bea tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 944 time: 0.0849140 Nov 25 09:01:57.355749 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-af214158-c6b6-451a-99be-ba79cf2d908c req-6c9bd570-2e54-4f68-8312-0f2572c65f24 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401502 Nov 25 09:01:57.419279 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:57.445216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8139d89-cf65-49a0-a8f5-836036f4499d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:01:57.455406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a8139d89-cf65-49a0-a8f5-836036f4499d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8139d89-cf65-49a0-a8f5-836036f4499d,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:01:57.459647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:01:57.461595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a9d38db1-4ac3-4c26-a6ca-bb0fbd23c8a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:01:57.495704 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8139d89-cf65-49a0-a8f5-836036f4499d', 'code': 200} Nov 25 09:01:57.528233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a8139d89-cf65-49a0-a8f5-836036f4499d,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:01:57.531049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:01:57.773189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db40ea-cfef-4f55-949b-0bca61c72064 req-f9b9deb8-a776-4e83-8e84-de67a68dacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:57.774647 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-66db40ea-cfef-4f55-949b-0bca61c72064 req-f9b9deb8-a776-4e83-8e84-de67a68dacfc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 1098 time: 0.0723476 Nov 25 09:01:57.814424 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-66db40ea-cfef-4f55-949b-0bca61c72064 req-6206c428-80eb-485e-9e48-d9e1ef955315 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335059 Nov 25 09:01:58.535437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4147c-1db6-4202-b405-fcf4b4951c7b req-ba8eea01-522c-45ab-9256-a0e72f65cb40 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:58.536893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-daa4147c-1db6-4202-b405-fcf4b4951c7b req-ba8eea01-522c-45ab-9256-a0e72f65cb40 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 945 time: 0.0792639 Nov 25 09:01:58.583185 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-daa4147c-1db6-4202-b405-fcf4b4951c7b req-77035d45-8223-4dca-918b-9df44dfe5d02 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406623 Nov 25 09:01:59.771084 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a7a80-7c57-4347-b396-c93bdd1d99c7 req-f8912005-a119-425d-bcee-0ae8368bff35 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:59.772522 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d63a7a80-7c57-4347-b396-c93bdd1d99c7 req-f8912005-a119-425d-bcee-0ae8368bff35 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 945 time: 0.0836773 Nov 25 09:01:59.816129 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d63a7a80-7c57-4347-b396-c93bdd1d99c7 req-1c554f16-9be2-4395-81af-c8517bc5ecc6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375140 Nov 25 09:01:59.995997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9a855-88c2-4565-88c4-5d59b904ac0d req-ff77ddfc-311c-4893-95a6-9c2803a0daac tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:01:59.997467 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6ac9a855-88c2-4565-88c4-5d59b904ac0d req-ff77ddfc-311c-4893-95a6-9c2803a0daac tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 945 time: 0.0799232 Nov 25 09:02:00.041701 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6ac9a855-88c2-4565-88c4-5d59b904ac0d req-1db979b0-4b4e-400c-bf19-baf753912825 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386295 Nov 25 09:02:00.063711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50360) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:00.135519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c30bc2-9737-4df1-986c-779fa2186292 tempest-TestVolumeBootPattern-599787614 tempest-TestVolumeBootPattern-599787614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:00.137527 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-93c30bc2-9737-4df1-986c-779fa2186292 tempest-TestVolumeBootPattern-599787614 tempest-TestVolumeBootPattern-599787614-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 1093 time: 0.0723403 Nov 25 09:02:00.140219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50364) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:00.145164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': 'a8139d89-cf65-49a0-a8f5-836036f4499d', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:00.151239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:00.156674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Usage tracker for resource:floatingip and tenant:92b396747441487d9e6a7a94c81c8e1d is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:00.159861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:00.165509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:00.175998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:00.309574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:00.438961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Allocated IP 172.26.3.32 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/64c6feb4-8558-46b0-b9ad-5f83a475e438) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:02:00.582451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:00.611274 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:00.615810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:00.617757 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:02:00.674966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:02:00.682170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:02:00.686885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:02:00.728676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'Port': ['ID=64c6feb4-8558-46b0-b9ad-5f83a475e438,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:00.740975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.741390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.741765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.742135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.742526 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.742893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.743257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.743616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.743975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.744333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.744690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.745043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:00.750170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:01.205171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:01.280381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:01.482766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:01.487521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:01.492013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8988b585-34e5-4f1c-a422-3527082a06b6 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:01.597975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event updated for resources: {'Port': ['ID=64c6feb4-8558-46b0-b9ad-5f83a475e438,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:01.600813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:01.608226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:01.775594 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Floating IP 4ced470d-9d6a-4b11-86ca-894f4bf14888 associated. External IP: 172.26.3.32, port: a8139d89-cf65-49a0-a8f5-836036f4499d. Nov 25 09:02:02.119387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Router 39337eba-eaed-4db9-8301-053bf8a38378 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:02:02.413050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:02:02.422866 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e03a97-3d50-415f-ac06-1b585a189658 None None] Sync routers for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:02:02.432383 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e03a97-3d50-415f-ac06-1b585a189658 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:02.432989 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f0e03a97-3d50-415f-ac06-1b585a189658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:01:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:02.436714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:02.492806 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3515592 Nov 25 09:02:02.493473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'tag': 'a8139d89-cf65-49a0-a8f5-836036f4499d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:02:02.537928 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'tag': 'a8139d89-cf65-49a0-a8f5-836036f4499d', 'status': 'completed', 'code': 200} Nov 25 09:02:02.611347 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f0e03a97-3d50-415f-ac06-1b585a189658 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:02.752531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f30ff-05b7-46f2-b10a-7af293288d31 req-c1dfb2ec-b60d-43be-8a19-133cd87b894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:02.754049 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-100f30ff-05b7-46f2-b10a-7af293288d31 req-c1dfb2ec-b60d-43be-8a19-133cd87b894a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 1098 time: 0.1924815 Nov 25 09:02:02.885270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f30ff-05b7-46f2-b10a-7af293288d31 req-4650177d-7929-4f35-a061-0936f179a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:02.887257 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-100f30ff-05b7-46f2-b10a-7af293288d31 req-4650177d-7929-4f35-a061-0936f179a65e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 913 time: 0.1256564 Nov 25 09:02:02.951551 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f0e03a97-3d50-415f-ac06-1b585a189658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '4ced470d-9d6a-4b11-86ca-894f4bf14888', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': 'a8139d89-cf65-49a0-a8f5-836036f4499d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:dc:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:02:01Z', 'updated_at': '2021-11-25T09:02:01Z', 'revision_number': 0, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}, {'id': 'e0e05097-a2a0-419c-8c11-4436e94a71cd', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '58125fb1-d728-4838-8b4e-a935e56e857c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:00:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:49Z', 'updated_at': '2021-11-25T08:59:51Z', 'revision_number': 1, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:02.955320 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e03a97-3d50-415f-ac06-1b585a189658 None None] Checking router: 39337eba-eaed-4db9-8301-053bf8a38378 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:02:02.963371 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e03a97-3d50-415f-ac06-1b585a189658 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:02.963958 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f0e03a97-3d50-415f-ac06-1b585a189658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:01:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:02.991234 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-100f30ff-05b7-46f2-b10a-7af293288d31 req-0ae11183-7593-4377-99b8-3265711dd2a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8139d89-cf65-49a0-a8f5-836036f4499d HTTP/1.1" status: 200 len: 998 time: 0.0971851 Nov 25 09:02:03.054545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f30ff-05b7-46f2-b10a-7af293288d31 req-9d6d7c57-43bb-4aca-8ae3-592fb1ea4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:03.056059 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-100f30ff-05b7-46f2-b10a-7af293288d31 req-9d6d7c57-43bb-4aca-8ae3-592fb1ea4295 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0582855 Nov 25 09:02:03.136343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f30ff-05b7-46f2-b10a-7af293288d31 req-be49b89f-c59a-4eb1-a3c4-2614d281f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:03.138375 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-100f30ff-05b7-46f2-b10a-7af293288d31 req-be49b89f-c59a-4eb1-a3c4-2614d281f939 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742717 Nov 25 09:02:03.166155 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f0e03a97-3d50-415f-ac06-1b585a189658 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:03.270914 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-100f30ff-05b7-46f2-b10a-7af293288d31 req-a95bc1ab-fb6d-4310-8d01-31fa447ed36e service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252449 Nov 25 09:02:03.407760 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-100f30ff-05b7-46f2-b10a-7af293288d31 req-ee4258e6-312e-4360-b559-f839f829ce4c service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286697 Nov 25 09:02:03.508473 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f0e03a97-3d50-415f-ac06-1b585a189658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '4ced470d-9d6a-4b11-86ca-894f4bf14888', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': 'a8139d89-cf65-49a0-a8f5-836036f4499d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:dc:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:02:01Z', 'updated_at': '2021-11-25T09:02:01Z', 'revision_number': 0, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}, {'id': 'e0e05097-a2a0-419c-8c11-4436e94a71cd', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '58125fb1-d728-4838-8b4e-a935e56e857c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:00:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:49Z', 'updated_at': '2021-11-25T08:59:51Z', 'revision_number': 1, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:03.512882 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e03a97-3d50-415f-ac06-1b585a189658 None None] The sync data for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv is: [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '4ced470d-9d6a-4b11-86ca-894f4bf14888', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': 'a8139d89-cf65-49a0-a8f5-836036f4499d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:dc:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:02:01Z', 'updated_at': '2021-11-25T09:02:01Z', 'revision_number': 0, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}, {'id': 'e0e05097-a2a0-419c-8c11-4436e94a71cd', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '58125fb1-d728-4838-8b4e-a935e56e857c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:00:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:49Z', 'updated_at': '2021-11-25T08:59:51Z', 'revision_number': 1, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:02:03.713066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aaa590-43e3-4dc3-a51b-14a19ac4be46 None None] New status for floating IP 4ced470d-9d6a-4b11-86ca-894f4bf14888: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:02:03.984591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:11.666822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c68212-df4a-4c7d-8f56-927d61b19b94 req-fd0c02e7-67dc-4998-bb94-6da1132c3f1a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:11.668698 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f1c68212-df4a-4c7d-8f56-927d61b19b94 req-fd0c02e7-67dc-4998-bb94-6da1132c3f1a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 945 time: 0.0809584 Nov 25 09:02:11.710560 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f1c68212-df4a-4c7d-8f56-927d61b19b94 req-62efa5d8-389c-49e5-b385-e025687f93a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362360 Nov 25 09:02:12.894080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96932a8-64aa-4dc0-9370-e8b0fa878b70 req-ca621d60-2a49-414a-8588-765e8aa9aea8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:12.895605 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a96932a8-64aa-4dc0-9370-e8b0fa878b70 req-ca621d60-2a49-414a-8588-765e8aa9aea8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 945 time: 0.0799935 Nov 25 09:02:12.939694 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a96932a8-64aa-4dc0-9370-e8b0fa878b70 req-838f60db-0cc6-4174-8886-8e3aa737e2b4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383520 Nov 25 09:02:13.431960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-38b59dee-19fa-46c4-acde-8cd1a14eb6cd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:13.432434 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-38b59dee-19fa-46c4-acde-8cd1a14eb6cd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 945 time: 0.0830996 Nov 25 09:02:13.503977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 366c29b8-c4de-4193-a821-6fcdac09a954 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:02:13.504323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:13.751481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 366c29b8-c4de-4193-a821-6fcdac09a954, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=366c29b8-c4de-4193-a821-6fcdac09a954,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:13.751835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:14.032790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:14.033089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:14.033480 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 8054428e-f5d6-49f9-9911-e259ac611948 disassociated. External IP: 172.26.3.246, port: 366c29b8-c4de-4193-a821-6fcdac09a954. Nov 25 09:02:14.033818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 366c29b8-c4de-4193-a821-6fcdac09a954 owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:02:14.341658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b29217-8355-4967-935c-97e5dce23a86 req-ecb2ef77-815f-4168-8598-97755fac4c59 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:14.343058 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49b29217-8355-4967-935c-97e5dce23a86 req-ecb2ef77-815f-4168-8598-97755fac4c59 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201 HTTP/1.1" status: 200 len: 945 time: 0.1575124 Nov 25 09:02:14.393187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:14.399942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ac92ee17-d1d9-4f79-bbd5-1b045bfe342d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:14.443833 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49b29217-8355-4967-935c-97e5dce23a86 req-196c7460-83fb-42b7-8c6f-13d0bb3668a1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=b71add65-7ee6-4352-a384-3673cf4bbceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950241 Nov 25 09:02:14.452671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=366c29b8-c4de-4193-a821-6fcdac09a954,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:14.455618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:14.640848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:02:14.820943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:02:14.832094 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f14dc-08ef-4e98-9816-0227924f8c1b None None] Sync routers for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:02:14.841602 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f14dc-08ef-4e98-9816-0227924f8c1b None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:14.842225 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-416f14dc-08ef-4e98-9816-0227924f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:01:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:14.898491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] No DVR routers for this DVR port 366c29b8-c4de-4193-a821-6fcdac09a954 on host hv-neutron-8183 {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:02:14.900916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:14.903823 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'name': 'network-vif-deleted', 'tag': '366c29b8-c4de-4193-a821-6fcdac09a954'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:02:14.923276 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-da3a39f8-3972-41ce-b83b-fe652485d74b req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "DELETE /v2.0/ports/366c29b8-c4de-4193-a821-6fcdac09a954 HTTP/1.1" status: 204 len: 173 time: 1.4851985 Nov 25 09:02:14.957905 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc1e2d2-6ad2-448e-8a18-1e4df9c6a201', 'name': 'network-vif-deleted', 'tag': '366c29b8-c4de-4193-a821-6fcdac09a954', 'status': 'completed', 'code': 200} Nov 25 09:02:15.039901 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-416f14dc-08ef-4e98-9816-0227924f8c1b None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:15.353626 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-416f14dc-08ef-4e98-9816-0227924f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:15.359756 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f14dc-08ef-4e98-9816-0227924f8c1b None None] Checking router: 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:02:15.369035 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f14dc-08ef-4e98-9816-0227924f8c1b None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:15.369655 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-416f14dc-08ef-4e98-9816-0227924f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:01:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:15.547699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50390) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:15.587037 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-416f14dc-08ef-4e98-9816-0227924f8c1b None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:15.619977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51277274-c602-4ec0-9ab6-2629bb981973 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:15.649724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51277274-c602-4ec0-9ab6-2629bb981973 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:15.718650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51277274-c602-4ec0-9ab6-2629bb981973 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:15.722961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d5a3193d-f028-48c6-8eaa-37481de565c3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:15.738678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51277274-c602-4ec0-9ab6-2629bb981973 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71add65-7ee6-4352-a384-3673cf4bbceb,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:15.741345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-51277274-c602-4ec0-9ab6-2629bb981973 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:15.752020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-51277274-c602-4ec0-9ab6-2629bb981973 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:15.756204 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-51277274-c602-4ec0-9ab6-2629bb981973 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/b71add65-7ee6-4352-a384-3673cf4bbceb HTTP/1.1" status: 204 len: 168 time: 0.2040794 Nov 25 09:02:15.797430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50396) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:15.913076 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-416f14dc-08ef-4e98-9816-0227924f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:15.917642 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f14dc-08ef-4e98-9816-0227924f8c1b None None] The sync data for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv is: [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T08:59:11Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '9abe220b-b5ef-42c8-b07c-e8d054ec5059', 'name': '', 'network_id': '83ccfcc9-f68d-4be3-9438-25c0827f53a9', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:bf:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:10Z', 'updated_at': '2021-11-25T08:59:16Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fdf52bfc-29c4-4960-82c0-61cefdb8b1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:02:15.979695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port b46dcddf-590f-4406-bee6-4808ce7f85aa {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:02:15.980158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:16.170599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:16.170843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:16.222005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466a0a0-6f4a-471e-8ebd-4182fa035f0c None None] New status for floating IP 8054428e-f5d6-49f9-9911-e259ac611948: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:02:16.315653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for b46dcddf-590f-4406-bee6-4808ce7f85aa owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:02:16.447544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:02:16.447871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:02:16.460317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94f5a90c-e890-4082-8b92-6cc3b2bec92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:16.949561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:16.952608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port b46dcddf-590f-4406-bee6-4808ce7f85aa {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:02:16.952608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:17.137292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:17.137292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:17.261520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for b46dcddf-590f-4406-bee6-4808ce7f85aa owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:02:17.341604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 366c29b8-c4de-4193-a821-6fcdac09a954 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:02:17.379142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 366c29b8-c4de-4193-a821-6fcdac09a954 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:02:17.379142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 366c29b8-c4de-4193-a821-6fcdac09a954 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:02:17.417084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:17.423144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ba0fd7d7-ec0c-4048-a89d-d6574c6051bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:17.500320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=b46dcddf-590f-4406-bee6-4808ce7f85aa,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:17.500320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:17.572197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:17.587356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:17.587356 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/floatingips/8054428e-f5d6-49f9-9911-e259ac611948 HTTP/1.1" status: 204 len: 168 time: 1.7924683 Nov 25 09:02:17.963774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0e09-0cc3-4f29-9b92-416878dfb539 req-c5378179-ed44-4b76-8cd6-2b56c63841a9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:17.963774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-138c0e09-0cc3-4f29-9b92-416878dfb539 req-c5378179-ed44-4b76-8cd6-2b56c63841a9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:02:17.983230 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-138c0e09-0cc3-4f29-9b92-416878dfb539 req-c5378179-ed44-4b76-8cd6-2b56c63841a9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:02:17.983230 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-138c0e09-0cc3-4f29-9b92-416878dfb539 req-c5378179-ed44-4b76-8cd6-2b56c63841a9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 946 time: 0.1004977 Nov 25 09:02:18.034020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-138c0e09-0cc3-4f29-9b92-416878dfb539 req-92338f74-5c62-4075-b941-6a173e952085 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:02:18.052358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-138c0e09-0cc3-4f29-9b92-416878dfb539 req-92338f74-5c62-4075-b941-6a173e952085 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:02:18.052358 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-138c0e09-0cc3-4f29-9b92-416878dfb539 req-92338f74-5c62-4075-b941-6a173e952085 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628693 Nov 25 09:02:19.271368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33238e04-795d-4a18-a575-0582019d751c req-09d9347f-cb5d-4c1e-b001-3b08b98aed90 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:19.271368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-33238e04-795d-4a18-a575-0582019d751c req-09d9347f-cb5d-4c1e-b001-3b08b98aed90 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:02:19.284224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-33238e04-795d-4a18-a575-0582019d751c req-09d9347f-cb5d-4c1e-b001-3b08b98aed90 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:02:19.284224 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-33238e04-795d-4a18-a575-0582019d751c req-09d9347f-cb5d-4c1e-b001-3b08b98aed90 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 946 time: 0.0949848 Nov 25 09:02:19.331804 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-33238e04-795d-4a18-a575-0582019d751c req-cacf6658-0a31-4d1d-9d09-1af2b96bcec1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfce6e61-b016-4136-8b72-e90443718bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415392 Nov 25 09:02:19.419783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d4ebe-3078-4658-b91f-7e6b063f8d5f req-1c4d58d8-0a02-4616-9cc5-da777976a729 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:19.419783 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec8d4ebe-3078-4658-b91f-7e6b063f8d5f req-1c4d58d8-0a02-4616-9cc5-da777976a729 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 946 time: 0.0903115 Nov 25 09:02:19.489768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-ec8d4ebe-3078-4658-b91f-7e6b063f8d5f req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port afe78ce6-12a5-468c-a86d-f9228a933cad {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:02:19.489768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-ec8d4ebe-3078-4658-b91f-7e6b063f8d5f req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:19.767903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-ec8d4ebe-3078-4658-b91f-7e6b063f8d5f req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port afe78ce6-12a5-468c-a86d-f9228a933cad, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=afe78ce6-12a5-468c-a86d-f9228a933cad,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:19.767903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-ec8d4ebe-3078-4658-b91f-7e6b063f8d5f req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:19.775261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcc81acc-b66d-48e4-b5e4-606268d524ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:19.890867 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-ec8d4ebe-3078-4658-b91f-7e6b063f8d5f req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for afe78ce6-12a5-468c-a86d-f9228a933cad owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:02:19.939421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:20.168799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-ec8d4ebe-3078-4658-b91f-7e6b063f8d5f req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:20.174882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3390def4-d597-4e3c-a32d-48da56b45342 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:20.219793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=afe78ce6-12a5-468c-a86d-f9228a933cad,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:20.219793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:20.305740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8d4ebe-3078-4658-b91f-7e6b063f8d5f req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] No DVR routers for this DVR port afe78ce6-12a5-468c-a86d-f9228a933cad on host hv-neutron-8183 {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:02:20.305740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-ec8d4ebe-3078-4658-b91f-7e6b063f8d5f req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:20.313645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'name': 'network-vif-deleted', 'tag': 'afe78ce6-12a5-468c-a86d-f9228a933cad'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:02:20.328907 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec8d4ebe-3078-4658-b91f-7e6b063f8d5f req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "DELETE /v2.0/ports/afe78ce6-12a5-468c-a86d-f9228a933cad HTTP/1.1" status: 204 len: 173 time: 0.9042106 Nov 25 09:02:20.361583 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac88b95d-644b-4595-8f64-a22feccbedb4', 'name': 'network-vif-deleted', 'tag': 'afe78ce6-12a5-468c-a86d-f9228a933cad', 'status': 'completed', 'code': 200} Nov 25 09:02:20.496926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-2841a8b7-b015-4da6-bafa-6c3ebb8f68ce req-c3a415e9-bde2-43dd-ba22-070153c0b13b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:02:20.521433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-2841a8b7-b015-4da6-bafa-6c3ebb8f68ce req-c3a415e9-bde2-43dd-ba22-070153c0b13b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:02:20.528058 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2841a8b7-b015-4da6-bafa-6c3ebb8f68ce req-c3a415e9-bde2-43dd-ba22-070153c0b13b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac88b95d-644b-4595-8f64-a22feccbedb4 HTTP/1.1" status: 200 len: 210 time: 0.0836952 Nov 25 09:02:21.387863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:21.616205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50414) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:21.688401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-262fb59e-2ff5-444c-8232-baf199327560 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:21.716593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-262fb59e-2ff5-444c-8232-baf199327560 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:21.782821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-262fb59e-2ff5-444c-8232-baf199327560 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:21.785782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-20c2f2f1-219e-472f-a572-c7e5c96e91be tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:21.802491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fb59e-2ff5-444c-8232-baf199327560 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfce6e61-b016-4136-8b72-e90443718bf9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:21.805132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-262fb59e-2ff5-444c-8232-baf199327560 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:21.814640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-262fb59e-2ff5-444c-8232-baf199327560 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:21.815039 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-262fb59e-2ff5-444c-8232-baf199327560 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/cfce6e61-b016-4136-8b72-e90443718bf9 HTTP/1.1" status: 204 len: 168 time: 0.1978090 Nov 25 09:02:21.844019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50420) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:22.507862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:22.872027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 9abe220b-b5ef-42c8-b07c-e8d054ec5059 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:02:22.872606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:23.067235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 9abe220b-b5ef-42c8-b07c-e8d054ec5059, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9abe220b-b5ef-42c8-b07c-e8d054ec5059,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:23.067859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:23.190803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 9abe220b-b5ef-42c8-b07c-e8d054ec5059 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:02:23.368424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device afe78ce6-12a5-468c-a86d-f9228a933cad no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:02:23.373982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:23.376665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9dfce621-c200-4373-8238-9012dbe9cbc3 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:23.407165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: afe78ce6-12a5-468c-a86d-f9228a933cad {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:02:23.407524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device afe78ce6-12a5-468c-a86d-f9228a933cad not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:02:23.426718 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=9abe220b-b5ef-42c8-b07c-e8d054ec5059,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:23.458761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:23.830813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:24.201941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:02:24.388105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:02:24.397962 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bbb635-00b7-436d-b8ec-66f9ecc2f589 None None] Sync routers for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:02:24.405654 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/9dbee263-1dd1-4cc4-90a9-343a05e5a0f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5605328 Nov 25 09:02:24.408040 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbb635-00b7-436d-b8ec-66f9ecc2f589 None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:24.408339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50426) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:24.408666 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-73bbb635-00b7-436d-b8ec-66f9ecc2f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:24.476276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d6d046-2365-4662-8e75-5f8ef508039a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting subnet fdf52bfc-29c4-4960-82c0-61cefdb8b1e2 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:02:24.479248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-85d6d046-2365-4662-8e75-5f8ef508039a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:24.539606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-85d6d046-2365-4662-8e75-5f8ef508039a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:24.581682 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-73bbb635-00b7-436d-b8ec-66f9ecc2f589 None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:24.626009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-85d6d046-2365-4662-8e75-5f8ef508039a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:24.703624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-85d6d046-2365-4662-8e75-5f8ef508039a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:24.708277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a1c1a177-4e4e-4316-9e98-380004ca28cb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:24.748560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d046-2365-4662-8e75-5f8ef508039a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf52bfc-29c4-4960-82c0-61cefdb8b1e2,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:24.751644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-85d6d046-2365-4662-8e75-5f8ef508039a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:24.752612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-85d6d046-2365-4662-8e75-5f8ef508039a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:24.758926 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-85d6d046-2365-4662-8e75-5f8ef508039a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/subnets/fdf52bfc-29c4-4960-82c0-61cefdb8b1e2 HTTP/1.1" status: 204 len: 168 time: 0.3495703 Nov 25 09:02:24.760170 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec36f4b-4ee5-4191-9ad3-599959685e68 None None] Network 83ccfcc9-f68d-4be3-9438-25c0827f53a9 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:02:24.761955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50430) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:24.878795 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-73bbb635-00b7-436d-b8ec-66f9ecc2f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T09:02:23Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:24.882869 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bbb635-00b7-436d-b8ec-66f9ecc2f589 None None] Checking router: 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:02:24.895320 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbb635-00b7-436d-b8ec-66f9ecc2f589 None None] Routers {'9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:24.896131 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-73bbb635-00b7-436d-b8ec-66f9ecc2f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:24.947813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:25.092210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60677840-36f1-4fd3-940f-dd6418907ff4 None None] DHCP port deletion for 83ccfcc9-f68d-4be3-9438-25c0827f53a9 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:02:25.107973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-60677840-36f1-4fd3-940f-dd6418907ff4 None None] Deleting port 0450e5de-e81e-4775-a231-f87c1f202e45 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:02:25.107973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60677840-36f1-4fd3-940f-dd6418907ff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:25.157877 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-73bbb635-00b7-436d-b8ec-66f9ecc2f589 None None] Set router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:25.327625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:25.345872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 465392df-e703-4342-92c4-9d9f870bafaa {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:02:25.345872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:25.466816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-60677840-36f1-4fd3-940f-dd6418907ff4 None None] For port 0450e5de-e81e-4775-a231-f87c1f202e45, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0450e5de-e81e-4775-a231-f87c1f202e45,segment=NetworkSegment(a4bb9687-8247-4012-ac65-f9543424761e),segment_id=a4bb9687-8247-4012-ac65-f9543424761e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:25.467264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60677840-36f1-4fd3-940f-dd6418907ff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:25.560740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 465392df-e703-4342-92c4-9d9f870bafaa, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=465392df-e703-4342-92c4-9d9f870bafaa,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:25.560740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:25.565262 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-73bbb635-00b7-436d-b8ec-66f9ecc2f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T09:02:23Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:25.565262 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bbb635-00b7-436d-b8ec-66f9ecc2f589 None None] The sync data for ids ['9dbee263-1dd1-4cc4-90a9-343a05e5a0f8'] in dv-neutron-818341-1-hyperv is: [{'id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'name': 'tempest-TestNetworkBasicOps-router-1159091996', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '465392df-e703-4342-92c4-9d9f870bafaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:59:06Z', 'updated_at': '2021-11-25T09:02:23Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '465392df-e703-4342-92c4-9d9f870bafaa', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbee263-1dd1-4cc4-90a9-343a05e5a0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:59:07Z', 'updated_at': '2021-11-25T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:02:25.629798 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-60677840-36f1-4fd3-940f-dd6418907ff4 None None] Calling delete_port for 0450e5de-e81e-4775-a231-f87c1f202e45 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:02:25.720317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60677840-36f1-4fd3-940f-dd6418907ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:25.722199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 465392df-e703-4342-92c4-9d9f870bafaa owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:02:25.723645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:25.769602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60677840-36f1-4fd3-940f-dd6418907ff4 None None] Pushing event deleted for resources: {'Port': ['ID=0450e5de-e81e-4775-a231-f87c1f202e45,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:25.773716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-60677840-36f1-4fd3-940f-dd6418907ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:25.782194 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60677840-36f1-4fd3-940f-dd6418907ff4 None None] No DVR routers for this DVR port 0450e5de-e81e-4775-a231-f87c1f202e45 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:02:25.925280 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:25.925280 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-765e816a-d497-4b01-a7d1-163c672d43da tempest-RoutersAdminNegativeTest-1188856949 tempest-RoutersAdminNegativeTest-1188856949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:25.974091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=465392df-e703-4342-92c4-9d9f870bafaa,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:26.000845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:26.076974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.254197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.256401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.279782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.280359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Fanout notify agent at l3_agent the message router_deleted on router 9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:02:26.298654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.302150 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/routers/9dbee263-1dd1-4cc4-90a9-343a05e5a0f8 HTTP/1.1" status: 204 len: 168 time: 1.5359530 Nov 25 09:02:26.308862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50434) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:26.435081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.449956 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0450e5de-e81e-4775-a231-f87c1f202e45 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:02:26.506678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 0450e5de-e81e-4775-a231-f87c1f202e45 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:02:26.506678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0450e5de-e81e-4775-a231-f87c1f202e45 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:02:26.506678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9abe220b-b5ef-42c8-b07c-e8d054ec5059 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:02:26.545741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 9abe220b-b5ef-42c8-b07c-e8d054ec5059 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:02:26.545741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9abe220b-b5ef-42c8-b07c-e8d054ec5059 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:02:26.576633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.600347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ccfcc9-f68d-4be3-9438-25c0827f53a9']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:26.615016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bb9687-8247-4012-ac65-f9543424761e') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:26.615016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bb9687-8247-4012-ac65-f9543424761e') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:26.628461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.645646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.651482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:02:26.651778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:02:26.666933 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:02:26.896707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.901748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-86183ce1-c9b1-411d-b466-8b79d1d7408a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:26.916437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:26.927969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Network': ['ID=83ccfcc9-f68d-4be3-9438-25c0827f53a9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:26.931466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:26.937595 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ed8a76ac-94fd-412c-8403-d4a10ae7ecf3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/networks/83ccfcc9-f68d-4be3-9438-25c0827f53a9 HTTP/1.1" status: 204 len: 168 time: 0.6310451 Nov 25 09:02:26.959482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50438) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:26.967864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'network': {'name': 'tempest-network-smoke--1063738624', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'port_security_enabled': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:26.972568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:26.977425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:network and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:26.982578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:26.987199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:26.997873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:02:27.002716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:27.037868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:02:27.048556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:27.048556 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Added segment 43939305-face-49f8-b926-cccb3c4fefc7 of type vlan for network c1d82468-2bfc-40f7-b797-b3ee982eff87 Nov 25 09:02:27.077511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:27.116194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:27.116194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:27.124734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:27.124734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b7328128-4dd6-496e-8eff-4b257c7c75ce tempest-PortsAdminExtendedAttrsTestJSON-1362205173 tempest-PortsAdminExtendedAttrsTestJSON-1362205173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:27.220398 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2603874 Nov 25 09:02:27.223289 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50442) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:27.226510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Network': ['ID=c1d82468-2bfc-40f7-b797-b3ee982eff87,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:27.229126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'admin_state_up': True, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:27.229281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:27.237656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network c1d82468-2bfc-40f7-b797-b3ee982eff87 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:02:27.238111 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:27.242463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:router and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:27.246074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:27.253651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:27.263597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:27.264572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:27.283374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:27.557336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:27.853795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:27.883528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:28.018900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.237 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/c080171b-3755-4cc4-9bf2-038c29294991) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:02:28.171437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:28.199349 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:28.203611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:28.265155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:02:28.268329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:02:28.271937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:02:28.300195 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 465392df-e703-4342-92c4-9d9f870bafaa no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:02:28.310471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=c080171b-3755-4cc4-9bf2-038c29294991,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:28.314661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:28.334296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 465392df-e703-4342-92c4-9d9f870bafaa {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:02:28.334658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 465392df-e703-4342-92c4-9d9f870bafaa not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:02:28.795698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:29.139555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:29.346650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 03a5424c-e427-4683-a86b-8ba21c6d1e9b is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:02:29.525571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:02:29.536624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Sync routers for ids ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:02:29.549557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Routers {'03a5424c-e427-4683-a86b-8ba21c6d1e9b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:29.550303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:29.552424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:29.556539 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3294251 Nov 25 09:02:29.556913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50446) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:29.611938 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0fccfa84-70c1-4ceb-90a8-3579f037452f tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ad9acc8f1d734163ad0737b95f34d0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512311 Nov 25 09:02:29.612414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50450) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:29.751777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21efe9eb-b964-4576-8f84-3f5b9f5e62cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:29.754749 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-21efe9eb-b964-4576-8f84-3f5b9f5e62cf tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1415131 Nov 25 09:02:29.756077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50454) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:29.779020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Set router 03a5424c-e427-4683-a86b-8ba21c6d1e9b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:29.800801 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-564df659-e6cc-4ae9-ad3c-0e3094990e0d tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435162 Nov 25 09:02:29.803161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50458) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:29.808445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1367248289', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:29.918320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:29.922127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:subnet and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:29.924930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:29.930681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:29.940914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:02:29.944547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:30.068923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:28Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:30.074215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Checking router: 03a5424c-e427-4683-a86b-8ba21c6d1e9b for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:02:30.074648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Updating router 03a5424c-e427-4683-a86b-8ba21c6d1e9b port c080171b-3755-4cc4-9bf2-038c29294991 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:02:30.131242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:30.162866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:30.167413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-41d2df96-7493-405f-8682-eafc53832f09 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:30.246086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Subnet': ['ID=826cb490-973d-455b-8a04-59d59481579a,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:30.248696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:30.255047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Checking segment: {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:02:30.255406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network hostable DHCP agents. Network: c1d82468-2bfc-40f7-b797-b3ee982eff87, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:02:30.276181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network c1d82468-2bfc-40f7-b797-b3ee982eff87 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:02:30.286404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, c1d82468-2bfc-40f7-b797-b3ee982eff87) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:02:30.290795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:30.291386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:30.314566 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5103502 Nov 25 09:02:30.317208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50462) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:30.361953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea42a5-9bae-416e-b329-8ef4aa30d6f7 None None] Network c1d82468-2bfc-40f7-b797-b3ee982eff87 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:02:30.680833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-c1d82468-2bfc-40f7-b797-b3ee982eff87', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:02:30.681673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:30.694002 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:30.712458 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Transition to ACTIVE for port object c080171b-3755-4cc4-9bf2-038c29294991 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:02:30.751853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:30.756957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:30.862305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Attempting to bind port c080171b-3755-4cc4-9bf2-038c29294991 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:02:30.862696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Attempting to bind port c080171b-3755-4cc4-9bf2-038c29294991 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:02:30.863067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Attempting to bind port c080171b-3755-4cc4-9bf2-038c29294991 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:02:30.908532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18814bcd-5fe7-4305-8c9d-8c24d25c5a79 None None] Pushing event updated for resources: {'Port': ['ID=c080171b-3755-4cc4-9bf2-038c29294991,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:30.910869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:02:30.911254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:02:30.911668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:30.912064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:02:30.912555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Bound port: c080171b-3755-4cc4-9bf2-038c29294991, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:02:30.912942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:30.937115 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-18814bcd-5fe7-4305-8c9d-8c24d25c5a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:30.997991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Allocated IP 172.20.0.2 (c1d82468-2bfc-40f7-b797-b3ee982eff87/826cb490-973d-455b-8a04-59d59481579a/e1aff4e3-e5d4-4d08-a95b-d13922cfd41b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:02:31.016246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] For port c080171b-3755-4cc4-9bf2-038c29294991, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:02:31.020752 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] For port c080171b-3755-4cc4-9bf2-038c29294991, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c080171b-3755-4cc4-9bf2-038c29294991,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:02:31.036707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:31.044366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:31.139002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:31.195872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18814bcd-5fe7-4305-8c9d-8c24d25c5a79 None None] Pushing event updated for resources: {'Port': ['ID=c080171b-3755-4cc4-9bf2-038c29294991,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:31.198249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Routers {'03a5424c-e427-4683-a86b-8ba21c6d1e9b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:31.198883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:31.248896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-18814bcd-5fe7-4305-8c9d-8c24d25c5a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:31.444750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:31.459277 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] Set router 03a5424c-e427-4683-a86b-8ba21c6d1e9b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:31.556585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Transition to ACTIVE for port object e1aff4e3-e5d4-4d08-a95b-d13922cfd41b will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:02:31.647886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Transition to ACTIVE for port object e1aff4e3-e5d4-4d08-a95b-d13922cfd41b will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:02:31.659802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:31.665759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:31.725907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.1 (c1d82468-2bfc-40f7-b797-b3ee982eff87/826cb490-973d-455b-8a04-59d59481579a/4f8f7d24-e8b8-4562-9d7e-880453ccb5e9) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:02:31.790897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Network c1d82468-2bfc-40f7-b797-b3ee982eff87 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:02:31.800516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:02:31.806276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:02:31.864013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Pushing event updated for resources: {'Port': ['ID=e1aff4e3-e5d4-4d08-a95b-d13922cfd41b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:31.897093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:31.912684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:02:31.922916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:31.936255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:31.939965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c3aa29d2-fd28-4c96-bfb4-f51e8dc23e63 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:31.953489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Attempting to bind port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:02:31.953874 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Attempting to bind port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:02:31.954248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Attempting to bind port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b on network c1d82468-2bfc-40f7-b797-b3ee982eff87 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:02:31.961957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:02:31.962371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Checking segment: {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:02:31.962785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:31.963192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Bound using segment: {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:02:31.963670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Bound port: e1aff4e3-e5d4-4d08-a95b-d13922cfd41b, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:02:31.964082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:32.013577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network c1d82468-2bfc-40f7-b797-b3ee982eff87 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:02:32.016844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:02:32.026237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:02:32.059608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:28Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:32.069416 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614a1cb-3280-487a-8f45-090fddfd52bc None None] The sync data for ids ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'] in dv-neutron-818341-1-hyperv is: [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:28Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:02:32.079192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=4f8f7d24-e8b8-4562-9d7e-880453ccb5e9,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:32.081504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] For port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:02:32.083989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:32.086647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] For port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e1aff4e3-e5d4-4d08-a95b-d13922cfd41b,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:02:32.094469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:32.094931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:32.099687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:32.182541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Pushing event updated for resources: {'Port': ['ID=e1aff4e3-e5d4-4d08-a95b-d13922cfd41b,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:32.186162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:32.237981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:32.685395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:32.689835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:32.718713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-805356e5-b4ce-4f85-b652-0d1b95d87075 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:32.808781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:32.812152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=4f8f7d24-e8b8-4562-9d7e-880453ccb5e9,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:32.815604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:33.079572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network c1d82468-2bfc-40f7-b797-b3ee982eff87 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:02:33.080731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:02:33.199619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508774a8-3ba5-4f9e-bef0-dddc4b412889 None None] Network c1d82468-2bfc-40f7-b797-b3ee982eff87 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:02:33.269004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 03a5424c-e427-4683-a86b-8ba21c6d1e9b has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:02:33.351864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f0af0ca7-9739-4d62-ae6c-4bc038150d01 None None] Provisioning for port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:02:33.453752 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:02:33.467503 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/03a5424c-e427-4683-a86b-8ba21c6d1e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1492717 Nov 25 09:02:33.470094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50468) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:33.697062 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Sync routers for ids ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:02:33.702328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-03a6090d-fe1d-455c-abb5-6748d0379199 None None] Provisioning for port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:02:33.708043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-03a6090d-fe1d-455c-abb5-6748d0379199 None None] Provisioning complete for port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:33.708421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03a6090d-fe1d-455c-abb5-6748d0379199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:33.709275 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Routers {'03a5424c-e427-4683-a86b-8ba21c6d1e9b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:33.710067 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:33.766256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-03a6090d-fe1d-455c-abb5-6748d0379199 None None] Port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:02:33.775554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e5888-4716-4274-8f1d-71bdf77f7415 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.776014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e5888-4716-4274-8f1d-71bdf77f7415 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.776511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e5888-4716-4274-8f1d-71bdf77f7415 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.776986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e5888-4716-4274-8f1d-71bdf77f7415 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.777418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e5888-4716-4274-8f1d-71bdf77f7415 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.778029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e5888-4716-4274-8f1d-71bdf77f7415 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.779955 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-324e5888-4716-4274-8f1d-71bdf77f7415 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.3082674 Nov 25 09:02:33.782813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50472) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:33.860406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cadb88-f2ee-42cf-ba95-2e28277702ec tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.860931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cadb88-f2ee-42cf-ba95-2e28277702ec tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.861624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cadb88-f2ee-42cf-ba95-2e28277702ec tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.862253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cadb88-f2ee-42cf-ba95-2e28277702ec tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.862716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cadb88-f2ee-42cf-ba95-2e28277702ec tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.863222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cadb88-f2ee-42cf-ba95-2e28277702ec tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:33.868381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50476) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:33.868514 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-12cadb88-f2ee-42cf-ba95-2e28277702ec tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0846424 Nov 25 09:02:33.903295 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8435c4b5-8d67-4cbe-86ce-b5a232a89a29 None None] Provisioning complete for port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:33.904045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8435c4b5-8d67-4cbe-86ce-b5a232a89a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:33.904576 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Set router 03a5424c-e427-4683-a86b-8ba21c6d1e9b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:34.038729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8435c4b5-8d67-4cbe-86ce-b5a232a89a29 None None] Port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:02:34.044770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.108308 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4969e93f-b572-4774-951e-902a6955930e tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2386997 Nov 25 09:02:34.111176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50480) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:34.116700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-621278851', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:34.161029 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1f04bffc-cf4c-473e-921c-3f89b7cd1c7c None None] Provisioning complete for port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:34.161314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1f04bffc-cf4c-473e-921c-3f89b7cd1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.213389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1f04bffc-cf4c-473e-921c-3f89b7cd1c7c None None] Port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:02:34.254072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:34.258152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:port and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:34.261061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:34.264830 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '4f8f7d24-e8b8-4562-9d7e-880453ccb5e9', 'name': '', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:8a:c0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:31Z', 'updated_at': '2021-11-25T09:02:32Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '826cb490-973d-455b-8a04-59d59481579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:34.266690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:34.268632 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Checking router: 03a5424c-e427-4683-a86b-8ba21c6d1e9b for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:02:34.268992 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Updating router 03a5424c-e427-4683-a86b-8ba21c6d1e9b port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:02:34.277120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:02:34.280730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.312287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] device_id is not set on port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 09:02:34.337738 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.399940 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c080171b-3755-4cc4-9bf2-038c29294991 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:02:34.470182 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port c080171b-3755-4cc4-9bf2-038c29294991 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:02:34.475748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.4 (c1d82468-2bfc-40f7-b797-b3ee982eff87/826cb490-973d-455b-8a04-59d59481579a/0f27f00e-73fe-49d8-a1c9-463833c3e4ae) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:02:34.477099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c080171b-3755-4cc4-9bf2-038c29294991 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:34.477667 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.598658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.614783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port c080171b-3755-4cc4-9bf2-038c29294991, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c080171b-3755-4cc4-9bf2-038c29294991,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:34.618663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.619444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e1aff4e3-e5d4-4d08-a95b-d13922cfd41b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:02:34.642964 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2b626679-42ef-4ef2-924b-905d666ce252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:34.681363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.697559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 0f27f00e-73fe-49d8-a1c9-463833c3e4ae will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:02:34.722362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.730639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cde44048-7de6-4604-84ab-a1510339d60c tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:34.737138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=c080171b-3755-4cc4-9bf2-038c29294991,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:34.740554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:34.749710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:02:34.755125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:34.755522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.818666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:34.823211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network c1d82468-2bfc-40f7-b797-b3ee982eff87 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:02:34.823948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:34.824906 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:02:34.827228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:02:34.881821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.898667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:34.899503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.922423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e1aff4e3-e5d4-4d08-a95b-d13922cfd41b,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:34.927199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.931618 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8170021 Nov 25 09:02:34.931776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-078ba520-2e46-41cb-ba5e-b69b8f1f3d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:34.978119 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:34.992678 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Transition to ACTIVE for port object 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:02:35.001313 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.007191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=e1aff4e3-e5d4-4d08-a95b-d13922cfd41b,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:35.013817 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-6649b4f3-e9d8-4aab-9c8f-769e951ed08a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:35.017551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:35.138323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3c022e86-d4cf-40a8-91d6-c2ef70bbbf0e None None] Provisioning for port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:02:35.146208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3c022e86-d4cf-40a8-91d6-c2ef70bbbf0e None None] Provisioning complete for port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:35.146208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c022e86-d4cf-40a8-91d6-c2ef70bbbf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.222873 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Pushing event updated for resources: {'Port': ['ID=4f8f7d24-e8b8-4562-9d7e-880453ccb5e9,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:35.230211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3c022e86-d4cf-40a8-91d6-c2ef70bbbf0e None None] Port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:02:35.235405 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.235825 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.236230 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.236633 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.237025 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.237429 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.237810 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.238200 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.238552 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.238879 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.239197 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.239517 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:35.242754 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Attempting to bind port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:02:35.243130 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Attempting to bind port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:02:35.243486 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Attempting to bind port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 on network c1d82468-2bfc-40f7-b797-b3ee982eff87 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:02:35.246355 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:35.250719 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:02:35.251483 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Checking segment: {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:02:35.252088 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.252486 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Bound using segment: {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:02:35.252966 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Bound port: 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:02:35.253348 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.345549 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] For port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:02:35.349182 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] For port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4f8f7d24-e8b8-4562-9d7e-880453ccb5e9,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:02:35.353041 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.358227 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-86f32490-8af6-4417-a4aa-f7476e181f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:35.367326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50486) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:35.374161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-196267655', 'description': 'tempest-secgroup-smoke-196267655 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:35.382371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:35.386480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:35.389436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:35.395264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:35.405693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.426438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:35.430362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:35.433264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:35.438988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:35.467174 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Routers {'03a5424c-e427-4683-a86b-8ba21c6d1e9b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:35.467815 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:35.529956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.535137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.541512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3d53eaae-0667-403c-b85c-ad768cf03a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:35.586115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043366ab-1c0c-4cdf-8d72-f45adc602ab1,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:35.589108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.593155 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2213135 Nov 25 09:02:35.593155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:35.593364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50490) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:35.598758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '043366ab-1c0c-4cdf-8d72-f45adc602ab1', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:35.605450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:35.609822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:35.611759 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Pushing event updated for resources: {'Port': ['ID=4f8f7d24-e8b8-4562-9d7e-880453ccb5e9,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:35.613018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:35.615347 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:35.620604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:35.639830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.682176 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] Set router 03a5424c-e427-4683-a86b-8ba21c6d1e9b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:35.705415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.710378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.712188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-98b9b7d3-9681-4bb1-925e-75cbb6c5dc43 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:35.735368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a57506c-fd6b-409a-a20e-8fb542e9d6c6,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:35.737784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:35.745193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.746513 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522660 Nov 25 09:02:35.749353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50494) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:35.754895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '043366ab-1c0c-4cdf-8d72-f45adc602ab1', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:35.760815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:35.764705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:35.767644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:35.774367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:35.790673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.858148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.862185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.864009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9dfd61c5-73d5-42fb-8d8c-d40ddba49563 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:35.886110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfb38b2-45d1-4915-b0ce-24d79968d7c0,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:35.888527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:35.895594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:35.896783 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463716 Nov 25 09:02:35.899444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50498) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:35.905250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '043366ab-1c0c-4cdf-8d72-f45adc602ab1', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:35.910946 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:35.915353 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:35.918321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:35.924273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:35.940836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.003850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.007887 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.008397 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '4f8f7d24-e8b8-4562-9d7e-880453ccb5e9', 'name': '', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:8a:c0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:31Z', 'updated_at': '2021-11-25T09:02:35Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '826cb490-973d-455b-8a04-59d59481579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:36.014807 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b1b1cd-3acc-45b7-9905-6b5ea65aeb53 None None] The sync data for ids ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'] in dv-neutron-818341-1-hyperv is: [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '4f8f7d24-e8b8-4562-9d7e-880453ccb5e9', 'name': '', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:8a:c0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:31Z', 'updated_at': '2021-11-25T09:02:35Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '826cb490-973d-455b-8a04-59d59481579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:02:36.017000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-239351cb-3710-4e35-946e-7bcc18d03d46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:36.040190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36c2011-8f21-499e-a9f2-7136cdea9826,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:36.042964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:36.049428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.053688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50502) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:36.053847 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533527 Nov 25 09:02:36.066151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '043366ab-1c0c-4cdf-8d72-f45adc602ab1', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:36.080259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:36.084600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:36.087588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:36.093511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:36.115390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.184296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.189841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.193105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f687239c-1d27-44d1-aed4-5610d4221b82 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:36.226547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32fc764-06ec-4d04-9d88-2bfdc918f8e5,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:36.229374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:36.244526 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.245838 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3ecc3715-b9b8-4cf0-8e20-a839a38560c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1910868 Nov 25 09:02:36.248732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50506) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:36.253975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '043366ab-1c0c-4cdf-8d72-f45adc602ab1', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:36.259986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:36.263782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:36.266680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:36.272475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:36.414488 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:02:36.422049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.429041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c080171b-3755-4cc4-9bf2-038c29294991 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:02:36.489371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.493653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.496181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0da7052a-21cb-491d-abf1-8362adfc706c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:36.501008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c080171b-3755-4cc4-9bf2-038c29294991 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:36.501400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.520242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af46e168-5ff3-4f24-b91e-ac115cfbe235,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:36.522860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:36.535666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.537116 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2874713 Nov 25 09:02:36.540683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50510) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:36.547663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '043366ab-1c0c-4cdf-8d72-f45adc602ab1', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:36.553909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:36.557955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:36.560966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:36.568705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:36.579886 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:02:36.587263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.628692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:02:36.661041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.665246 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.667295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-91d6d0c6-20b1-4c6c-9b6b-14097b4eff0e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:36.688490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d385e9e8-935d-4828-b917-a1e31cd904c6,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:36.692732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:36.702800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.703770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:02:36.704316 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1624012 Nov 25 09:02:36.708702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:36.709078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.875813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.889814 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-1be8b259-6a57-4f41-afa1-ddb5f950e114 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196267655&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.0455348 Nov 25 09:02:36.911445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4f8f7d24-e8b8-4562-9d7e-880453ccb5e9,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:36.917121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:36.918082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e1aff4e3-e5d4-4d08-a95b-d13922cfd41b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:02:36.946072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-680f2b72-119c-4021-b92f-36b5e3d7d4d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:36.978435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-800c2bf3-0301-4b23-9a3c-467e3e379485 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:36.980619 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-800c2bf3-0301-4b23-9a3c-467e3e379485 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 929 time: 0.0828755 Nov 25 09:02:37.019582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=4f8f7d24-e8b8-4562-9d7e-880453ccb5e9,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:37.024693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:37.061131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:37.061676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:37.071379 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-895b1be0-d62a-49a9-a8ce-e4cd3419bd22 service neutron] 10.222.0.54 "GET /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0782669 Nov 25 09:02:37.240862 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-823afd1f-ca2c-4d52-ab5b-8428248a8a09 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627727 Nov 25 09:02:37.384425 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-27b402bd-f418-4968-8a7e-ac2bf77c8537 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360929 Nov 25 09:02:37.568710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-f69650c0-717a-4741-8d52-012a1efc6880 req-de9fd06c-66be-462c-9d9b-0125f8211db4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:02:37.585175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-f69650c0-717a-4741-8d52-012a1efc6880 req-de9fd06c-66be-462c-9d9b-0125f8211db4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:02:37.589140 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f69650c0-717a-4741-8d52-012a1efc6880 req-de9fd06c-66be-462c-9d9b-0125f8211db4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 210 time: 0.0728772 Nov 25 09:02:37.616854 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:02:38.348184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:02:38.417897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:38.418276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:38.525734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-2fe3d8d2-d150-49ed-a339-f10b7e288fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:38.525734 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-2fe3d8d2-d150-49ed-a339-f10b7e288fdd service neutron] 10.222.0.41 "GET /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 1025 time: 0.0779452 Nov 25 09:02:38.674175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-c9f21911-812f-43ac-a568-97f7b47705e5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:38.675650 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-c9f21911-812f-43ac-a568-97f7b47705e5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=c1d82468-2bfc-40f7-b797-b3ee982eff87 HTTP/1.1" status: 200 len: 797 time: 0.1583569 Nov 25 09:02:38.759559 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9142a580-6fea-42f5-aa94-37bb4b827439 req-53804a0a-bfac-4e24-a364-505f169212b8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 210 time: 0.0558727 Nov 25 09:02:38.769260 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-31363ec8-11a5-4911-a90d-b4305d27f192 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 379 time: 0.0851593 Nov 25 09:02:38.780418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Request body: {'port': {'device_id': 'd890ae40-b0d3-4764-958d-9edd0fb37fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:38.887083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:39.230906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f27f00e-73fe-49d8-a1c9-463833c3e4ae {{(pid=87512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:02:39.237963 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:39.251717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Transition to ACTIVE for port object 0f27f00e-73fe-49d8-a1c9-463833c3e4ae will not be triggered until provisioned by entity L2. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:02:39.254435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:39.258664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-354516d8-c2c6-4e02-8b46-b164a0dfcc3b tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:39.527117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Pushing event updated for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:39.534168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:39.597508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Attempting to bind port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:02:39.597834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Attempting to bind port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:02:39.598155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Attempting to bind port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on network c1d82468-2bfc-40f7-b797-b3ee982eff87 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:02:39.604039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on network c1d82468-2bfc-40f7-b797-b3ee982eff87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:02:39.604661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Attempting to bind port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on network c1d82468-2bfc-40f7-b797-b3ee982eff87 {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:02:39.609883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:02:39.610224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Checking segment: {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:02:39.610627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Bound using segment: {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'} {{(pid=87512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:02:39.611038 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.managers [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Bound port: 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'}}] {{(pid=87512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:02:39.611374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:39.702023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, cleared binding levels {{(pid=87512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:02:39.705236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:02:39.708754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:39.712282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9e372f6d-d012-40cb-a1d4-f391b8216953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:39.778346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:39.778962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:39.780335 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 1130 time: 1.0039577 Nov 25 09:02:39.780851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd890ae40-b0d3-4764-958d-9edd0fb37fdf', 'tag': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:02:39.808545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Pushing event updated for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=3']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:39.813006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:39.863153 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd890ae40-b0d3-4764-958d-9edd0fb37fdf', 'tag': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'status': 'completed', 'code': 200} Nov 25 09:02:39.972104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-62d8aff4-6bc0-47da-8965-decd152bcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:39.972104 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-62d8aff4-6bc0-47da-8965-decd152bcb68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 1133 time: 0.1429636 Nov 25 09:02:40.062319 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-22b6f0d5-7e3e-4a56-8c26-aef0e0e627ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 217 time: 0.0793707 Nov 25 09:02:40.132235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07333baa-203c-4c1e-b117-f90e1ce9a7dc req-887499ad-9fa9-4798-9ace-c1f04c2e5cb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:40.134737 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-07333baa-203c-4c1e-b117-f90e1ce9a7dc req-887499ad-9fa9-4798-9ace-c1f04c2e5cb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 980 time: 0.2281749 Nov 25 09:02:40.169095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-5164bb9d-c540-41db-a52d-b9921ea4b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:40.169847 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-5164bb9d-c540-41db-a52d-b9921ea4b9ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826cb490-973d-455b-8a04-59d59481579a HTTP/1.1" status: 200 len: 835 time: 0.1057498 Nov 25 09:02:40.235204 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-07333baa-203c-4c1e-b117-f90e1ce9a7dc req-257d72c6-0d32-4369-813a-7d78bf120d81 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943830 Nov 25 09:02:40.266247 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-e33e5bf0-b431-43ba-8126-8d7a760467e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:40.268240 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-e33e5bf0-b431-43ba-8126-8d7a760467e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d82468-2bfc-40f7-b797-b3ee982eff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890844 Nov 25 09:02:40.408687 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-c49d639f-5b54-4a45-a428-ce5e715cbcf4 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329925 Nov 25 09:02:40.557973 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2afc12b-68f9-4ace-ad97-1df90f77504f req-61f7187e-4534-4d90-b7db-82ac7f812c00 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427944 Nov 25 09:02:40.688944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20049c9f-24cf-4829-9385-c9ddf3a5365b req-5f4e615e-6885-4af0-9577-c677faa950a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:40.690664 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-20049c9f-24cf-4829-9385-c9ddf3a5365b req-5f4e615e-6885-4af0-9577-c677faa950a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 1133 time: 0.0830941 Nov 25 09:02:40.837416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20049c9f-24cf-4829-9385-c9ddf3a5365b req-e87c53a7-c01f-474f-9239-5936cd956c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:40.837416 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-20049c9f-24cf-4829-9385-c9ddf3a5365b req-e87c53a7-c01f-474f-9239-5936cd956c8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1d82468-2bfc-40f7-b797-b3ee982eff87 HTTP/1.1" status: 200 len: 898 time: 0.1400959 Nov 25 09:02:40.909244 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-20049c9f-24cf-4829-9385-c9ddf3a5365b req-c348913f-e0f2-49b3-8cff-a15ef3a6c3a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 217 time: 0.0649962 Nov 25 09:02:40.980593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20049c9f-24cf-4829-9385-c9ddf3a5365b req-c3ffffc3-030c-4e91-b621-1d8b71ac63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:40.980593 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-20049c9f-24cf-4829-9385-c9ddf3a5365b req-c3ffffc3-030c-4e91-b621-1d8b71ac63cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826cb490-973d-455b-8a04-59d59481579a HTTP/1.1" status: 200 len: 835 time: 0.0633574 Nov 25 09:02:41.065917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20049c9f-24cf-4829-9385-c9ddf3a5365b req-44a3b207-9563-48b9-80d1-bbee1bf15ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:41.066947 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-20049c9f-24cf-4829-9385-c9ddf3a5365b req-44a3b207-9563-48b9-80d1-bbee1bf15ac4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d82468-2bfc-40f7-b797-b3ee982eff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819089 Nov 25 09:02:41.219502 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-20049c9f-24cf-4829-9385-c9ddf3a5365b req-e0dceb7d-1da8-4903-8cee-40b368be420b service neutron] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418834 Nov 25 09:02:41.448047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9f581-7359-4f98-a91d-9c0e72a06b2e req-4caa5963-50b7-48d0-b994-a0fed89c4471 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:41.457617 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eca9f581-7359-4f98-a91d-9c0e72a06b2e req-4caa5963-50b7-48d0-b994-a0fed89c4471 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 980 time: 0.0987885 Nov 25 09:02:41.496869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-eca9f581-7359-4f98-a91d-9c0e72a06b2e req-36b97232-db29-4ffe-b48d-3730c52814b4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:02:41.508421 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-20049c9f-24cf-4829-9385-c9ddf3a5365b req-dbc50313-c18d-4a4b-8b4d-844244d48371 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823753 Nov 25 09:02:41.512258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-eca9f581-7359-4f98-a91d-9c0e72a06b2e req-36b97232-db29-4ffe-b48d-3730c52814b4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:02:41.512893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eca9f581-7359-4f98-a91d-9c0e72a06b2e req-36b97232-db29-4ffe-b48d-3730c52814b4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573602 Nov 25 09:02:42.698741 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e263d55-5afe-427a-abb8-59a1a0891859 req-fbcf0b4b-ee7b-460e-a641-552e90c077c4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:42.700182 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e263d55-5afe-427a-abb8-59a1a0891859 req-fbcf0b4b-ee7b-460e-a641-552e90c077c4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 980 time: 0.0847881 Nov 25 09:02:42.743700 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e263d55-5afe-427a-abb8-59a1a0891859 req-1af2dc1c-398b-4d52-983d-16254274e914 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379410 Nov 25 09:02:43.480415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0f27f00e-73fe-49d8-a1c9-463833c3e4ae details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:02:43.613362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:43.626701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'port_id': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'mac_address': 'fa:16:3e:e9:1f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:02:43.680399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:43.696460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f27f00e-73fe-49d8-a1c9-463833c3e4ae {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:02:43.711431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:43.715894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:43.717622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b5ecdab8-0dbe-4111-a925-b5382544b3cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:43.784793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:43.787764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:43.929838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c80a2-81c4-4cec-b88e-72e3dd2c35d4 req-9be78b5a-ad9f-4555-ab98-ea08f9c4ed8e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:43.931326 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe9c80a2-81c4-4cec-b88e-72e3dd2c35d4 req-9be78b5a-ad9f-4555-ab98-ea08f9c4ed8e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 981 time: 0.0818260 Nov 25 09:02:43.980004 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe9c80a2-81c4-4cec-b88e-72e3dd2c35d4 req-fa18c06a-a681-41c8-807c-34c49aef1e51 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413547 Nov 25 09:02:44.066210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['0f27f00e-73fe-49d8-a1c9-463833c3e4ae'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:02:45.164601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b3835-fbde-4589-bdbe-ea2349c2dc31 req-ad4b0a13-07fb-47d4-83bf-c52031ece3bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:45.165956 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2d6b3835-fbde-4589-bdbe-ea2349c2dc31 req-ad4b0a13-07fb-47d4-83bf-c52031ece3bc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 981 time: 0.0798347 Nov 25 09:02:45.211202 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2d6b3835-fbde-4589-bdbe-ea2349c2dc31 req-a9e25834-69f4-48ca-bcf5-272e6cd3bf62 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396333 Nov 25 09:02:45.493357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0f27f00e-73fe-49d8-a1c9-463833c3e4ae up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:02:45.565300 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:02:45.570120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:45.570550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:45.686909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:45.712856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd890ae40-b0d3-4764-958d-9edd0fb37fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:02:45.723240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:45.727429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:45.730650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-ddf0373e-981b-4217-8077-24342bdfa043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:45.760783 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd890ae40-b0d3-4764-958d-9edd0fb37fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'code': 200} Nov 25 09:02:45.799917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:45.802813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:46.008819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb0a30-9134-4ce1-9e04-78ea8eea1f7f req-016725c6-b866-4b3b-85e4-06435be8cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:46.010350 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-79cb0a30-9134-4ce1-9e04-78ea8eea1f7f req-016725c6-b866-4b3b-85e4-06435be8cfde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 1135 time: 0.0862033 Nov 25 09:02:46.053173 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-79cb0a30-9134-4ce1-9e04-78ea8eea1f7f req-ed3926bf-0a19-45cc-826a-39cb8b9b1618 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360973 Nov 25 09:02:46.402378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a6a99-bf95-4ca7-b276-c3bcd5c96b62 req-90663b8e-11cb-4fea-98fb-a3fa7159559f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:46.403766 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e2a6a99-bf95-4ca7-b276-c3bcd5c96b62 req-90663b8e-11cb-4fea-98fb-a3fa7159559f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 982 time: 0.0815613 Nov 25 09:02:46.451697 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7e2a6a99-bf95-4ca7-b276-c3bcd5c96b62 req-5863ddb8-b585-45b8-b468-8e313851a049 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Nov 25 09:02:46.461331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d56f7563-e696-4a40-9e28-2a35a74ad536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:46.944890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:47.638783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b577277-3339-4588-817c-5f52290b81fe req-c2667a36-5d58-4f29-b3b5-e415c79b9a2f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:47.640174 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b577277-3339-4588-817c-5f52290b81fe req-c2667a36-5d58-4f29-b3b5-e415c79b9a2f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 982 time: 0.0803058 Nov 25 09:02:47.684934 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b577277-3339-4588-817c-5f52290b81fe req-a4373444-d6e7-486c-99e2-d8bb0ee94e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390167 Nov 25 09:02:47.869545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abe328-8220-489e-8b2f-60406b0ba416 req-039d3b2c-27c4-4b50-a505-383eaa197241 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:47.871129 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f3abe328-8220-489e-8b2f-60406b0ba416 req-039d3b2c-27c4-4b50-a505-383eaa197241 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 982 time: 0.0848889 Nov 25 09:02:47.915265 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f3abe328-8220-489e-8b2f-60406b0ba416 req-34fe37ed-99ae-4370-8b59-5552903b0501 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 Nov 25 09:02:47.937638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50564) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:48.012151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eea038-3cb5-48a0-ab9a-ef07085886dc tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:48.013645 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f5eea038-3cb5-48a0-ab9a-ef07085886dc tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 1130 time: 0.0750580 Nov 25 09:02:48.016855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50568) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:48.022126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:48.028720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:48.032838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:floatingip and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:48.035663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:48.041850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:48.051739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:48.190478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:48.322593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.223 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/3640b7ae-45af-452e-805f-3a5338b0be98) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:02:48.471589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:48.501908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:48.506197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:48.571364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:02:48.574529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:02:48.577115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:02:48.619748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=3640b7ae-45af-452e-805f-3a5338b0be98,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:48.630364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.630752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.632347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.632347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.632347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.632582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.632792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.633156 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.633957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.633957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.634418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.635740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:02:48.639065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:49.008433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:49.089802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:49.412312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:49.417942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:49.423444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:49.528537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=3640b7ae-45af-452e-805f-3a5338b0be98,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:49.532790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:49.541924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:49.718906 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 94d06a77-7528-442e-a34d-80b43171ac04 associated. External IP: 172.26.3.223, port: 0f27f00e-73fe-49d8-a1c9-463833c3e4ae. Nov 25 09:02:49.768066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91c8218f-af06-4255-a919-fc740a66cd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:49.946367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:50.084115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 03a5424c-e427-4683-a86b-8ba21c6d1e9b has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:02:50.266115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:02:50.278487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce7495-56ab-4c1c-b6b2-bd7de4c296e3 None None] Sync routers for ids ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:02:50.288396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce7495-56ab-4c1c-b6b2-bd7de4c296e3 None None] Routers {'03a5424c-e427-4683-a86b-8ba21c6d1e9b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:50.288396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-83ce7495-56ab-4c1c-b6b2-bd7de4c296e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:50.291269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:50.359610 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.3414073 Nov 25 09:02:50.360288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd890ae40-b0d3-4764-958d-9edd0fb37fdf', 'tag': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:02:50.362489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50576) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:50.410487 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd890ae40-b0d3-4764-958d-9edd0fb37fdf', 'tag': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'status': 'completed', 'code': 200} Nov 25 09:02:50.448603 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d48ed5-4f9d-40ab-8c6b-5112a3ae329c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:50.452862 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-63d48ed5-4f9d-40ab-8c6b-5112a3ae329c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf&network_id=c1d82468-2bfc-40f7-b797-b3ee982eff87 HTTP/1.1" status: 200 len: 1130 time: 0.0862191 Nov 25 09:02:50.487638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-83ce7495-56ab-4c1c-b6b2-bd7de4c296e3 None None] Set router 03a5424c-e427-4683-a86b-8ba21c6d1e9b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:50.517726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df4ff-2989-483b-a1f9-d37eb2a3e9c8 req-473ae0b3-3349-4472-8d4c-af7ff024486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:50.520580 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e5df4ff-2989-483b-a1f9-d37eb2a3e9c8 req-473ae0b3-3349-4472-8d4c-af7ff024486b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 1135 time: 0.0840960 Nov 25 09:02:50.677869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df4ff-2989-483b-a1f9-d37eb2a3e9c8 req-2549d976-72d3-4001-ae3d-8e6069f4ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:50.679487 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e5df4ff-2989-483b-a1f9-d37eb2a3e9c8 req-2549d976-72d3-4001-ae3d-8e6069f4ada4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1d82468-2bfc-40f7-b797-b3ee982eff87 HTTP/1.1" status: 200 len: 898 time: 0.1528010 Nov 25 09:02:50.915354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c6686-4a41-4f20-8891-90fb1ac63e71 req-4c2ef814-6aeb-4858-a38d-3c228b35440d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:50.918515 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9b6c6686-4a41-4f20-8891-90fb1ac63e71 req-4c2ef814-6aeb-4858-a38d-3c228b35440d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 982 time: 0.1072621 Nov 25 09:02:50.968347 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e5df4ff-2989-483b-a1f9-d37eb2a3e9c8 req-9fb1f456-1c1e-495d-9892-633553232b07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 1036 time: 0.2798355 Nov 25 09:02:50.986135 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9b6c6686-4a41-4f20-8891-90fb1ac63e71 req-8e0bcb53-ef73-4ad1-84a2-524d853ff4c4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568430 Nov 25 09:02:51.029089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-83ce7495-56ab-4c1c-b6b2-bd7de4c296e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '94d06a77-7528-442e-a34d-80b43171ac04', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.223', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'port_id': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-621278851', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'mac_address': 'fa:16:3e:e9:1f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd890ae40-b0d3-4764-958d-9edd0fb37fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:02:48Z', 'updated_at': '2021-11-25T09:02:48Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8f7d24-e8b8-4562-9d7e-880453ccb5e9', 'name': '', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:8a:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:31Z', 'updated_at': '2021-11-25T09:02:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '826cb490-973d-455b-8a04-59d59481579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:51.037783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce7495-56ab-4c1c-b6b2-bd7de4c296e3 None None] Checking router: 03a5424c-e427-4683-a86b-8ba21c6d1e9b for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:02:51.054181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce7495-56ab-4c1c-b6b2-bd7de4c296e3 None None] Routers {'03a5424c-e427-4683-a86b-8ba21c6d1e9b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:02:51.055611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-83ce7495-56ab-4c1c-b6b2-bd7de4c296e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:51.057060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df4ff-2989-483b-a1f9-d37eb2a3e9c8 req-eee69814-4007-45eb-a860-30f3556fc93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:51.060689 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e5df4ff-2989-483b-a1f9-d37eb2a3e9c8 req-eee69814-4007-45eb-a860-30f3556fc93d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826cb490-973d-455b-8a04-59d59481579a HTTP/1.1" status: 200 len: 835 time: 0.0837653 Nov 25 09:02:51.188865 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-3ed729e3-d4eb-4b72-8be7-a4d83617e42c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1483300 Nov 25 09:02:51.213853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df4ff-2989-483b-a1f9-d37eb2a3e9c8 req-87434543-b773-4702-ae84-f03c3a6a75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:51.215469 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e5df4ff-2989-483b-a1f9-d37eb2a3e9c8 req-87434543-b773-4702-ae84-f03c3a6a75e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d82468-2bfc-40f7-b797-b3ee982eff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1478515 Nov 25 09:02:51.301130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-83ce7495-56ab-4c1c-b6b2-bd7de4c296e3 None None] Set router 03a5424c-e427-4683-a86b-8ba21c6d1e9b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:02:51.344043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-1aa452d7-fc3e-476a-95d2-0d51b6bcce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:51.344043 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-1aa452d7-fc3e-476a-95d2-0d51b6bcce57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 1098 time: 0.1306922 Nov 25 09:02:51.426919 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e5df4ff-2989-483b-a1f9-d37eb2a3e9c8 req-5ff06a53-cfd7-4bc4-bb87-21cf89b02235 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026789 Nov 25 09:02:51.438915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:51.538945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-3b9137f4-ac71-43ff-aa32-fac8981b0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:51.543047 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-3b9137f4-ac71-43ff-aa32-fac8981b0111 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 913 time: 0.1749768 Nov 25 09:02:51.665120 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e5df4ff-2989-483b-a1f9-d37eb2a3e9c8 req-326be944-ad52-4af7-9ba4-5acb3942ea19 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270412 Nov 25 09:02:51.681267 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-e55804ab-1720-46fc-bfe5-e8074cb10360 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58125fb1-d728-4838-8b4e-a935e56e857c HTTP/1.1" status: 200 len: 1001 time: 0.1326668 Nov 25 09:02:51.760156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-b531185d-b155-480b-99c7-b12b8948a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:51.760156 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-b531185d-b155-480b-99c7-b12b8948a3fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0690181 Nov 25 09:02:51.786430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-83ce7495-56ab-4c1c-b6b2-bd7de4c296e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '94d06a77-7528-442e-a34d-80b43171ac04', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.223', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'port_id': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-621278851', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'mac_address': 'fa:16:3e:e9:1f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd890ae40-b0d3-4764-958d-9edd0fb37fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:02:48Z', 'updated_at': '2021-11-25T09:02:48Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8f7d24-e8b8-4562-9d7e-880453ccb5e9', 'name': '', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:8a:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:31Z', 'updated_at': '2021-11-25T09:02:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '826cb490-973d-455b-8a04-59d59481579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:02:51.792240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce7495-56ab-4c1c-b6b2-bd7de4c296e3 None None] The sync data for ids ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'] in dv-neutron-818341-1-hyperv is: [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '94d06a77-7528-442e-a34d-80b43171ac04', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.223', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'port_id': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-621278851', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'mac_address': 'fa:16:3e:e9:1f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd890ae40-b0d3-4764-958d-9edd0fb37fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:02:48Z', 'updated_at': '2021-11-25T09:02:48Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8f7d24-e8b8-4562-9d7e-880453ccb5e9', 'name': '', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:8a:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:31Z', 'updated_at': '2021-11-25T09:02:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '826cb490-973d-455b-8a04-59d59481579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:02:51.848126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-06bafa56-a530-4507-92c7-5bda411278e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:51.849385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-06bafa56-a530-4507-92c7-5bda411278e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814447 Nov 25 09:02:52.032948 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-8b8a1550-7c23-4c2d-9dc3-58a6851bf0c4 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717432 Nov 25 09:02:52.083626 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfdc5d-c59c-45e1-978c-877ee2989760 None None] New status for floating IP 94d06a77-7528-442e-a34d-80b43171ac04: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:02:52.183363 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13dcb1c7-fc97-404c-bfee-ea401a47dcd8 req-289f3365-ac63-4f7c-8b6c-9d4fd3c872b0 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547780 Nov 25 09:02:52.236954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc52b76-b567-4446-b51a-802994a06dfc req-e950eb6f-01b2-4fe0-8c85-6e09f0a896fc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:52.238084 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bfc52b76-b567-4446-b51a-802994a06dfc req-e950eb6f-01b2-4fe0-8c85-6e09f0a896fc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 982 time: 0.0910399 Nov 25 09:02:52.311881 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bfc52b76-b567-4446-b51a-802994a06dfc req-b54e4263-f611-4d33-9d20-bf7fc8a92ac6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679617 Nov 25 09:02:52.352127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-88888d78-1f44-4187-9d50-f1c92b5cbd26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:52.353538 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-88888d78-1f44-4187-9d50-f1c92b5cbd26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 982 time: 0.0930502 Nov 25 09:02:52.429065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-b0d6803a-6fc6-4558-b97c-312a0a42d0a8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:52.430433 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-b0d6803a-6fc6-4558-b97c-312a0a42d0a8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0711434 Nov 25 09:02:52.684038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-7e5eccca-b179-4805-8382-29e3e842dcf5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:02:52.698946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-7e5eccca-b179-4805-8382-29e3e842dcf5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:02:52.700140 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-7e5eccca-b179-4805-8382-29e3e842dcf5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2649806 Nov 25 09:02:52.710535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:52.818498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:53.010067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:02:53.039085 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:02:53.092697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] device_id is not set on port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 09:02:53.101013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:53.107620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:53.112142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cc3493ba-4875-4748-a440-d01e0396100e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:53.250389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] Pushing event updated for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=6']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:53.254738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:53.303468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] No DVR routers for this DVR port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:02:53.365207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aeefd140-b22e-4d8d-afa4-854b5469ad48 None None] Provisioning complete for port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:02:53.365734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aeefd140-b22e-4d8d-afa4-854b5469ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:53.426024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-aeefd140-b22e-4d8d-afa4-854b5469ad48 None None] Port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:02:53.478554 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3a6aa2ec-74d4-4a7c-9427-ba19e6dbb7ea req-c10101fe-22b2-4367-b83f-659e59146381 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=d890ae40-b0d3-4764-958d-9edd0fb37fdf HTTP/1.1" status: 200 len: 210 time: 0.0529249 Nov 25 09:02:53.565239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] In _notify_port_updated(), no bound segment for port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on network c1d82468-2bfc-40f7-b797-b3ee982eff87 {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 09:02:53.566310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:53.566915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:53.568150 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f3774c6d-b194-4e10-9cce-f7713bdb7ffe req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 1025 time: 0.8614163 Nov 25 09:02:54.571019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50592) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:54.641691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738377f-1632-4e44-9bee-c50137111883 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:54.643031 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b738377f-1632-4e44-9bee-c50137111883 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 924 time: 0.0710318 Nov 25 09:02:55.018624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50598) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:55.024033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-657804671', 'description': 'tempest-secgroup-smoke-657804671 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:55.030627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:55.040474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:55.051193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.071295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:55.075278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:55.078035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:55.083736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:55.158470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.162173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.165620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c40f9346-2754-4ca6-909b-6d3f6eee4e13 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:55.207629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bd3857-1ad5-433a-ae50-d12c4a19cc51,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:55.210737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:55.213919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.215291 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1955402 Nov 25 09:02:55.218047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50602) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:55.223144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '52bd3857-1ad5-433a-ae50-d12c4a19cc51', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:55.229782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:55.233544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:55.236425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:55.242320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:55.258063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.317964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.321415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.323689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-28a3e5aa-7b5f-4980-a406-058f075a4fd7 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:55.345234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bd0db0-5f46-4e37-9326-e31ade303fb8,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:55.347728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:55.355283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.356481 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374595 Nov 25 09:02:55.359170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50606) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:55.364113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '52bd3857-1ad5-433a-ae50-d12c4a19cc51', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:55.369833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:55.373738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:55.377374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:55.383321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:55.401144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.463369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.467467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.473423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-397a3e00-ec92-4e35-b956-dbd417850c53 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:55.492506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1d73f3-6f29-4aaf-93d2-db2301d669c7,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:55.495124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:55.502115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.503337 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432540 Nov 25 09:02:55.506110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50610) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:55.506605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0f27f00e-73fe-49d8-a1c9-463833c3e4ae no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:02:55.512858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '52bd3857-1ad5-433a-ae50-d12c4a19cc51', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:55.519081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:55.522850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:55.526216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:55.532006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:55.548617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.564528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0f27f00e-73fe-49d8-a1c9-463833c3e4ae not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:02:55.609834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.613494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.615396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3ec77825-96e2-4240-aca9-222412dee638 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:55.637477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b56fba-b9df-4aa6-aacf-64366872debf,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:55.639810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:55.646515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.647669 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404390 Nov 25 09:02:55.650450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50614) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:55.656040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '52bd3857-1ad5-433a-ae50-d12c4a19cc51', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:55.661847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:55.665761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:55.668644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:55.674367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:55.690362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.751929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.755568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.757442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d2e2f5f4-bbd4-4332-9545-a382e4ba78e6 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:55.779258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d921f4a-28ae-4896-a75c-43215baccebd,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:55.781516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:55.788548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.789777 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378617 Nov 25 09:02:55.793053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50618) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:55.797967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '52bd3857-1ad5-433a-ae50-d12c4a19cc51', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:55.803838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:55.808110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:55.810939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:55.817270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:55.830681 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:02:55.837044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.899930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.903882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.914079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3259640a-eee7-4799-88c6-2b4f99e2d0e4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:55.934946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed210bd1-4156-40e7-be3f-3dfae00da22e,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:55.938217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:55.944557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:55.948000 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518316 Nov 25 09:02:55.949444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50622) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:02:55.956191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '52bd3857-1ad5-433a-ae50-d12c4a19cc51', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:55.962513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:02:55.966641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:02:55.970696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:02:55.977383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:02:55.987618 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:02:55.994139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:56.060975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:56.065209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:56.067160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e5879a9b-c418-42dd-a999-0bde58ffa553 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:56.088478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4e0bf6-5e89-44cc-a52e-b4838640856d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:56.091005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:56.097995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:56.099211 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486177 Nov 25 09:02:56.259326 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-f05c2d37-be71-40ee-af8f-e8ef51d598c8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657804671&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.0406432 Nov 25 09:02:56.334672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-e8aa51e0-341a-4d21-89df-54cb9f3a4ba5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:56.335996 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-e8aa51e0-341a-4d21-89df-54cb9f3a4ba5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 929 time: 0.0704145 Nov 25 09:02:56.411856 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-164d8409-ab9f-48a9-86ff-fcd2e65b9a01 service neutron] 10.222.0.54 "GET /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0642023 Nov 25 09:02:56.541878 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-e410394c-dbd9-41dc-9343-faae8fa0f740 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234009 Nov 25 09:02:56.676780 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-10bd855f-84d8-4896-8c3b-48086af2aae3 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291196 Nov 25 09:02:56.970758 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9eb5f270-cf1c-4748-971a-026ae07a6baa req-e56fc395-1825-4985-84a3-d1359dcef977 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 210 time: 0.1626499 Nov 25 09:02:57.780736 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-8ed5737a-ae64-429a-8844-88a144677ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:57.782053 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-8ed5737a-ae64-429a-8844-88a144677ef7 service neutron] 10.222.0.41 "GET /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 1025 time: 0.0608063 Nov 25 09:02:57.929787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-f4b1032c-0f2d-4c46-a17c-73d81ee9ebce tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:57.931196 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-f4b1032c-0f2d-4c46-a17c-73d81ee9ebce tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=c1d82468-2bfc-40f7-b797-b3ee982eff87 HTTP/1.1" status: 200 len: 797 time: 0.1438453 Nov 25 09:02:57.984644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-d43e7d92-bc1b-4f3d-9eed-73e3a8018da5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:02:58.000551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-d43e7d92-bc1b-4f3d-9eed-73e3a8018da5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:02:58.001877 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-d43e7d92-bc1b-4f3d-9eed-73e3a8018da5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 471 time: 0.0626433 Nov 25 09:02:58.012802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Request body: {'port': {'device_id': '3b4f96ca-4894-46b7-b911-7109239a3fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:02:58.128394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:58.129255 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b1e44b20-0a6f-4dcc-a737-cb0876d896e6 req-4a464ec2-f868-43c2-b98d-2a913b616421 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 210 time: 0.0440750 Nov 25 09:02:58.460153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f27f00e-73fe-49d8-a1c9-463833c3e4ae {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:02:58.467770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:58.482354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Transition to ACTIVE for port object 0f27f00e-73fe-49d8-a1c9-463833c3e4ae will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:02:58.486013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:58.490495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-addc7fbe-a608-41e4-916b-bed945b9b3fe tempest-PortsAdminExtendedAttrsTestJSON-27768234 tempest-PortsAdminExtendedAttrsTestJSON-27768234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:58.630528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Pushing event updated for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=7']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:58.635438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:58.756081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Attempting to bind port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:02:58.756415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Attempting to bind port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:02:58.756738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Attempting to bind port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on network c1d82468-2bfc-40f7-b797-b3ee982eff87 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:02:58.761824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on network c1d82468-2bfc-40f7-b797-b3ee982eff87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:02:58.762141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Attempting to bind port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on network c1d82468-2bfc-40f7-b797-b3ee982eff87 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:02:58.767287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:02:58.767619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Checking segment: {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:02:58.767997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Bound using segment: {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:02:58.768417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Bound port: 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43939305-face-49f8-b926-cccb3c4fefc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:02:58.768758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:58.856376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:02:58.859179 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:02:58.863483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:58.867780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-07950a9d-9542-4533-b40d-9fb63762b21f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:02:58.919009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:58.919607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:02:58.920946 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 1130 time: 0.9127221 Nov 25 09:02:58.921451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4f96ca-4894-46b7-b911-7109239a3fd1', 'tag': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:02:58.947567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Pushing event updated for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=8']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:02:58.951259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:02:59.003927 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4f96ca-4894-46b7-b911-7109239a3fd1', 'tag': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'status': 'completed', 'code': 200} Nov 25 09:02:59.040295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-278e6d93-7c30-4dbf-a6ba-260632e701e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:59.042477 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-278e6d93-7c30-4dbf-a6ba-260632e701e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 1133 time: 0.0844924 Nov 25 09:02:59.156954 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-cd6414eb-bd64-4ed1-85c3-f52dbeca4587 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 1036 time: 0.1077292 Nov 25 09:02:59.221539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-93f6df83-d85a-4e80-a068-6651384822d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:59.223010 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-93f6df83-d85a-4e80-a068-6651384822d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826cb490-973d-455b-8a04-59d59481579a HTTP/1.1" status: 200 len: 835 time: 0.0593820 Nov 25 09:02:59.300973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-46a67f6e-f093-440c-8b68-9d15b7135562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:59.302475 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-46a67f6e-f093-440c-8b68-9d15b7135562 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d82468-2bfc-40f7-b797-b3ee982eff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735276 Nov 25 09:02:59.316001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09731f0d-66a3-4f86-9a5a-650905f2cd84 req-a18b4663-f2df-43ab-8882-2f6ac10e5404 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:59.317450 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-09731f0d-66a3-4f86-9a5a-650905f2cd84 req-a18b4663-f2df-43ab-8882-2f6ac10e5404 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 980 time: 0.0827065 Nov 25 09:02:59.361702 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-09731f0d-66a3-4f86-9a5a-650905f2cd84 req-358ea812-f25c-4cbe-9b88-2dfc3be23533 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379016 Nov 25 09:02:59.544756 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-a2e375aa-d174-43c2-9dd4-78d0025ba9eb service neutron] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360134 Nov 25 09:02:59.674702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dbe7561-fd36-4b9a-b0f3-797af139e7ed req-a63db942-1481-4c71-9912-1604e39aeb9b service neutron] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233675 Nov 25 09:02:59.788466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69abb-a8d1-469e-bce9-c1f3f012a441 req-a9e134f9-dfd2-4eb1-b4dd-dd725bbd1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:59.789913 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11d69abb-a8d1-469e-bce9-c1f3f012a441 req-a9e134f9-dfd2-4eb1-b4dd-dd725bbd1111 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 1133 time: 0.0692458 Nov 25 09:02:59.917247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69abb-a8d1-469e-bce9-c1f3f012a441 req-8fe43243-5779-4cb9-8963-968a936d5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:02:59.918639 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11d69abb-a8d1-469e-bce9-c1f3f012a441 req-8fe43243-5779-4cb9-8963-968a936d5b7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1d82468-2bfc-40f7-b797-b3ee982eff87 HTTP/1.1" status: 200 len: 898 time: 0.1227195 Nov 25 09:03:00.025558 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11d69abb-a8d1-469e-bce9-c1f3f012a441 req-bad39399-ffa1-45f6-8992-261f2d085452 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 1036 time: 0.1006761 Nov 25 09:03:00.087981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69abb-a8d1-469e-bce9-c1f3f012a441 req-93ec5950-3847-4fc2-8372-526805401388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:00.089406 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11d69abb-a8d1-469e-bce9-c1f3f012a441 req-93ec5950-3847-4fc2-8372-526805401388 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826cb490-973d-455b-8a04-59d59481579a HTTP/1.1" status: 200 len: 835 time: 0.0578952 Nov 25 09:03:00.170535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69abb-a8d1-469e-bce9-c1f3f012a441 req-959897b5-5208-4a2a-b2a3-267507196683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:00.171922 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11d69abb-a8d1-469e-bce9-c1f3f012a441 req-959897b5-5208-4a2a-b2a3-267507196683 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d82468-2bfc-40f7-b797-b3ee982eff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765388 Nov 25 09:03:00.305591 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11d69abb-a8d1-469e-bce9-c1f3f012a441 req-afd66bef-49f9-424f-b882-9756cc317e07 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258123 Nov 25 09:03:00.434693 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11d69abb-a8d1-469e-bce9-c1f3f012a441 req-190a6e51-883f-476f-bfb7-ac1a1b712f33 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226726 Nov 25 09:03:00.545788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78492a7-df52-4aa9-a1c4-8c74024a86da req-f36cdc23-6df8-4935-acb0-9c0621d674e0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:00.547288 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c78492a7-df52-4aa9-a1c4-8c74024a86da req-f36cdc23-6df8-4935-acb0-9c0621d674e0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 980 time: 0.0793130 Nov 25 09:03:00.591172 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c78492a7-df52-4aa9-a1c4-8c74024a86da req-8a569cbf-766b-435f-a291-e82e1b2a216b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Nov 25 09:03:01.525045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0f27f00e-73fe-49d8-a1c9-463833c3e4ae details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:03:01.657848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:01.671587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'port_id': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'mac_address': 'fa:16:3e:e9:1f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:03:01.732478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:01.749426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f27f00e-73fe-49d8-a1c9-463833c3e4ae {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:03:01.764484 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:01.768861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:01.770620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-18814bcd-5fe7-4305-8c9d-8c24d25c5a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:01.779430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119ac8e-0d34-4686-ac06-4284fec72158 req-ac8239a6-36ad-4531-a700-a4995d38d32a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:01.780819 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2119ac8e-0d34-4686-ac06-4284fec72158 req-ac8239a6-36ad-4531-a700-a4995d38d32a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 980 time: 0.0829597 Nov 25 09:03:01.824471 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2119ac8e-0d34-4686-ac06-4284fec72158 req-4e592c82-9d29-477b-a426-90aef2892a97 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379305 Nov 25 09:03:01.835073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=9']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:01.842774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.843123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.843459 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.843793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.844122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.844447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.844770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.845092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.845415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.845734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.846051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.846390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:01.850125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:02.130937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['0f27f00e-73fe-49d8-a1c9-463833c3e4ae'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:03:03.009538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118c550-67cf-4133-9997-d4226253cc54 req-041e5dcf-0a47-4987-92ef-def7e6bc908a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:03.011579 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6118c550-67cf-4133-9997-d4226253cc54 req-041e5dcf-0a47-4987-92ef-def7e6bc908a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 981 time: 0.0837655 Nov 25 09:03:03.054492 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6118c550-67cf-4133-9997-d4226253cc54 req-77b19167-6725-4f5c-a6ee-89334c3d4f76 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Nov 25 09:03:03.537710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0f27f00e-73fe-49d8-a1c9-463833c3e4ae up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:03:03.605582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:03:03.610205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:03.610614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:03.758690 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:03.786269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f96ca-4894-46b7-b911-7109239a3fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:03:03.796586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:03.800908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:03.803023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:03.839598 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f96ca-4894-46b7-b911-7109239a3fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f27f00e-73fe-49d8-a1c9-463833c3e4ae', 'code': 200} Nov 25 09:03:03.871983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=10']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:03.874767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:03.988458 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:04.062180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d219e1-8be0-4851-8e7d-71d645cef5d1 req-256793ba-d03f-4663-8273-6fe392bb291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:04.064304 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-48d219e1-8be0-4851-8e7d-71d645cef5d1 req-256793ba-d03f-4663-8273-6fe392bb291d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 1136 time: 0.0709274 Nov 25 09:03:04.110440 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-48d219e1-8be0-4851-8e7d-71d645cef5d1 req-c38e0fa7-7c39-4e7e-b61b-f7bd3cce2660 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394683 Nov 25 09:03:04.238570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35153251-5087-4fed-a33c-2fd646cd4e67 req-69da166e-c42b-4e14-80ac-7be9051ca2c9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:04.240000 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-35153251-5087-4fed-a33c-2fd646cd4e67 req-69da166e-c42b-4e14-80ac-7be9051ca2c9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 983 time: 0.0799117 Nov 25 09:03:04.283401 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-35153251-5087-4fed-a33c-2fd646cd4e67 req-fb5a6ddc-014e-4f85-a9b0-14d6e523a4ab tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Nov 25 09:03:05.485203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcb3ce-2211-4884-9deb-27542c79496a req-686b57fa-f27c-4314-8ff8-f507547f14d2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:05.486718 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f6fcb3ce-2211-4884-9deb-27542c79496a req-686b57fa-f27c-4314-8ff8-f507547f14d2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 983 time: 0.0851786 Nov 25 09:03:05.531170 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f6fcb3ce-2211-4884-9deb-27542c79496a req-4f09db04-59e6-4dae-9492-874e2f54b1b2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387504 Nov 25 09:03:06.807336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6b67a-54f7-4a12-9128-85f2ce9b35f1 req-8fbfa85e-3c76-4ee8-8430-aa341f240afe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:06.808784 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f5d6b67a-54f7-4a12-9128-85f2ce9b35f1 req-8fbfa85e-3c76-4ee8-8430-aa341f240afe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 983 time: 0.1714873 Nov 25 09:03:06.851964 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f5d6b67a-54f7-4a12-9128-85f2ce9b35f1 req-d69ee49c-0ff7-4ab7-a418-c8678c95245d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374918 Nov 25 09:03:07.082534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeff-f049-4526-b639-370675157471 req-ed9be239-dc00-4993-bf30-a6b7fc1849c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:07.083997 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dc6adeff-f049-4526-b639-370675157471 req-ed9be239-dc00-4993-bf30-a6b7fc1849c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 983 time: 0.1282039 Nov 25 09:03:07.128065 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dc6adeff-f049-4526-b639-370675157471 req-4825aed9-91ca-45c9-9db7-f3ca2e05709f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383878 Nov 25 09:03:07.149551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50678) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:07.222928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3b7e4a-fc65-4d91-822b-f47fad69cce7 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:07.224408 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2f3b7e4a-fc65-4d91-822b-f47fad69cce7 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1&network_id=c1d82468-2bfc-40f7-b797-b3ee982eff87 HTTP/1.1" status: 200 len: 1131 time: 0.0739233 Nov 25 09:03:07.575008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bbbaa-dbcd-4afa-b498-433ba3d02545 req-0a2d3969-486f-4f81-8a58-f254a889cd35 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:07.576416 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bc1bbbaa-dbcd-4afa-b498-433ba3d02545 req-0a2d3969-486f-4f81-8a58-f254a889cd35 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 983 time: 0.0776515 Nov 25 09:03:07.619544 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bc1bbbaa-dbcd-4afa-b498-433ba3d02545 req-89fdcfdf-b5a7-49cf-b3f6-ec0955d166f1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Nov 25 09:03:08.804655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa084b24-d548-455b-9bec-6302f6acd044 req-d0e53b0f-00be-4208-8bc2-ce2f0cbb00d8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:08.806080 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa084b24-d548-455b-9bec-6302f6acd044 req-d0e53b0f-00be-4208-8bc2-ce2f0cbb00d8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 983 time: 0.0792465 Nov 25 09:03:08.849228 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa084b24-d548-455b-9bec-6302f6acd044 req-c0f891d1-66a7-41d3-b29d-c53b04be015a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=ccdb6992-6ab8-4103-8c0f-e2724158abdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368929 Nov 25 09:03:08.940407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-d1f2bb5e-36c2-4fc0-a705-c5f64fec021d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:08.941715 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-d1f2bb5e-36c2-4fc0-a705-c5f64fec021d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 983 time: 0.0806155 Nov 25 09:03:09.012030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-143d21d6-0260-4d75-af3c-a5ce688b9213 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:09.013396 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-143d21d6-0260-4d75-af3c-a5ce688b9213 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0654023 Nov 25 09:03:09.265678 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-d92f7d74-f7aa-439b-a519-c92b607669b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2475021 Nov 25 09:03:09.277289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:09.384059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:09.584216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:09.617130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] For port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:03:09.667845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] device_id is not set on port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae yet. {{(pid=87513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 09:03:09.676347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:09.683006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:09.686818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-23030624-900b-405a-9a95-8a22a0834c4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:09.826914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Pushing event updated for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=11']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:09.844286 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.844689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.845041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.845405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.845767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.846128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.846512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.846879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.847233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.847586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.847938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.848296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:09.854110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:09.894618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] No DVR routers for this DVR port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:03:09.977054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9b88a735-36c5-4064-8811-45b52c367168 None None] Provisioning complete for port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:09.977612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b88a735-36c5-4064-8811-45b52c367168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:10.032232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9b88a735-36c5-4064-8811-45b52c367168 None None] Port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:03:10.134207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] In _notify_port_updated(), no bound segment for port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae on network c1d82468-2bfc-40f7-b797-b3ee982eff87 {{(pid=87513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 09:03:10.135023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:10.135636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:10.136927 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-361daf2d-ad86-4e17-a4ea-418d74b67005 req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 200 len: 1026 time: 0.8639579 Nov 25 09:03:10.165448 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c428cbe9-9649-4ad4-9dbe-e881a7f48dfe req-b616b9dc-3939-4f5d-a436-0f732cf327a6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b4f96ca-4894-46b7-b911-7109239a3fd1 HTTP/1.1" status: 200 len: 210 time: 0.2071989 Nov 25 09:03:11.269076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50694) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:11.336252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e991-0507-4739-babd-31aee78724e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:11.364682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e991-0507-4739-babd-31aee78724e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:11.427477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e991-0507-4739-babd-31aee78724e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:11.432864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-78953b56-afd5-48e6-8aaa-fb81c90f171d tempest-NegativeSecGroupIPv6Test-1727659137 tempest-NegativeSecGroupIPv6Test-1727659137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:11.447945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0e991-0507-4739-babd-31aee78724e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bd3857-1ad5-433a-ae50-d12c4a19cc51,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:11.450866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f6b0e991-0507-4739-babd-31aee78724e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:11.455971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e991-0507-4739-babd-31aee78724e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:11.457061 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f6b0e991-0507-4739-babd-31aee78724e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/52bd3857-1ad5-433a-ae50-d12c4a19cc51 HTTP/1.1" status: 204 len: 168 time: 0.1869195 Nov 25 09:03:11.491763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50700) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:11.568668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0f27f00e-73fe-49d8-a1c9-463833c3e4ae no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:03:11.627847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0f27f00e-73fe-49d8-a1c9-463833c3e4ae not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:03:11.692902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 3640b7ae-45af-452e-805f-3a5338b0be98 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:11.693233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:11.861653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:11.862077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:12.095730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 3640b7ae-45af-452e-805f-3a5338b0be98 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:12.250520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:12.254809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3ca7a8e5-500e-4f20-81b9-d05322a3ad56 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:12.326500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=3640b7ae-45af-452e-805f-3a5338b0be98,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:12.328953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:12.393780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:12.394110 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 94d06a77-7528-442e-a34d-80b43171ac04 disassociated (deleted). External IP: 172.26.3.223, port: 0f27f00e-73fe-49d8-a1c9-463833c3e4ae. Nov 25 09:03:12.740328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 03a5424c-e427-4683-a86b-8ba21c6d1e9b has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:03:12.916928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:03:12.926120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799e380-c36e-4b8b-a863-c2776096ce1f None None] Sync routers for ids ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:03:12.935999 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799e380-c36e-4b8b-a863-c2776096ce1f None None] Routers {'03a5424c-e427-4683-a86b-8ba21c6d1e9b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:12.936619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6799e380-c36e-4b8b-a863-c2776096ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:12.937013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:12.991889 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/floatingips/94d06a77-7528-442e-a34d-80b43171ac04 HTTP/1.1" status: 204 len: 168 time: 1.4989805 Nov 25 09:03:13.118498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6799e380-c36e-4b8b-a863-c2776096ce1f None None] Set router 03a5424c-e427-4683-a86b-8ba21c6d1e9b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:13.133929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50708) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:13.201842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae8e939a-1718-4a8f-b4ee-b1a72883536f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:13.231756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae8e939a-1718-4a8f-b4ee-b1a72883536f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:13.298860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae8e939a-1718-4a8f-b4ee-b1a72883536f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:13.302628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-262fb59e-2ff5-444c-8232-baf199327560 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:13.318553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e939a-1718-4a8f-b4ee-b1a72883536f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043366ab-1c0c-4cdf-8d72-f45adc602ab1,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:13.322477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ae8e939a-1718-4a8f-b4ee-b1a72883536f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:13.325791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ae8e939a-1718-4a8f-b4ee-b1a72883536f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:13.326771 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ae8e939a-1718-4a8f-b4ee-b1a72883536f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/043366ab-1c0c-4cdf-8d72-f45adc602ab1 HTTP/1.1" status: 204 len: 168 time: 0.1917970 Nov 25 09:03:13.358129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50714) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:13.423212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0c9be86b-488a-4957-8a8c-c25a02c66335 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 0f27f00e-73fe-49d8-a1c9-463833c3e4ae {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:13.423545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c9be86b-488a-4957-8a8c-c25a02c66335 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:13.443928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6799e380-c36e-4b8b-a863-c2776096ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '4f8f7d24-e8b8-4562-9d7e-880453ccb5e9', 'name': '', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:8a:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:31Z', 'updated_at': '2021-11-25T09:02:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '826cb490-973d-455b-8a04-59d59481579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:13.448372 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799e380-c36e-4b8b-a863-c2776096ce1f None None] Checking router: 03a5424c-e427-4683-a86b-8ba21c6d1e9b for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:03:13.456855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799e380-c36e-4b8b-a863-c2776096ce1f None None] Routers {'03a5424c-e427-4683-a86b-8ba21c6d1e9b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:13.457464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6799e380-c36e-4b8b-a863-c2776096ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:13.643383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6799e380-c36e-4b8b-a863-c2776096ce1f None None] Set router 03a5424c-e427-4683-a86b-8ba21c6d1e9b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:13.786828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c9be86b-488a-4957-8a8c-c25a02c66335 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:13.906488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-0c9be86b-488a-4957-8a8c-c25a02c66335 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 0f27f00e-73fe-49d8-a1c9-463833c3e4ae owned by {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:13.998848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6799e380-c36e-4b8b-a863-c2776096ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '4f8f7d24-e8b8-4562-9d7e-880453ccb5e9', 'name': '', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:8a:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:31Z', 'updated_at': '2021-11-25T09:02:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '826cb490-973d-455b-8a04-59d59481579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:14.002847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799e380-c36e-4b8b-a863-c2776096ce1f None None] The sync data for ids ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'] in dv-neutron-818341-1-hyperv is: [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:32Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '4f8f7d24-e8b8-4562-9d7e-880453ccb5e9', 'name': '', 'network_id': 'c1d82468-2bfc-40f7-b797-b3ee982eff87', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:8a:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '826cb490-973d-455b-8a04-59d59481579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:31Z', 'updated_at': '2021-11-25T09:02:36Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '826cb490-973d-455b-8a04-59d59481579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:03:14.054195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c9be86b-488a-4957-8a8c-c25a02c66335 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:14.060355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5b46d9ac-b233-4e06-ba44-3720371ec24a tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:14.135429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9be86b-488a-4957-8a8c-c25a02c66335 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=0f27f00e-73fe-49d8-a1c9-463833c3e4ae,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:14.137880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0c9be86b-488a-4957-8a8c-c25a02c66335 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:14.219981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0c9be86b-488a-4957-8a8c-c25a02c66335 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:14.231593 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0c9be86b-488a-4957-8a8c-c25a02c66335 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/ports/0f27f00e-73fe-49d8-a1c9-463833c3e4ae HTTP/1.1" status: 204 len: 168 time: 0.8722408 Nov 25 09:03:14.234042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50718) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:14.256127 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6dcd09-bab1-43b8-8332-6097ea55f4fe None None] New status for floating IP 94d06a77-7528-442e-a34d-80b43171ac04: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:03:14.614618 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:03:14.781534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:15.127832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:15.128166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:15.427877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=4f8f7d24-e8b8-4562-9d7e-880453ccb5e9,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:15.428149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:15.547827 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:15.722837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:15.727652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:15.774135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=4f8f7d24-e8b8-4562-9d7e-880453ccb5e9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:15.777970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:16.050430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:16.413842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 03a5424c-e427-4683-a86b-8ba21c6d1e9b has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:03:16.464405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ab68555-be80-40ce-8ef6-0e2d38c1a3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:16.712689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:03:16.721830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43ff08a-78bd-4160-9b84-4d2121647a0e None None] Sync routers for ids ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:03:16.725313 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/03a5424c-e427-4683-a86b-8ba21c6d1e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4901032 Nov 25 09:03:16.727915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50722) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:16.731717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ff08a-78bd-4160-9b84-4d2121647a0e None None] Routers {'03a5424c-e427-4683-a86b-8ba21c6d1e9b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:16.732331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d43ff08a-78bd-4160-9b84-4d2121647a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:16.793756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-90979393-ccbb-4039-bbf0-494deec50953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting subnet 826cb490-973d-455b-8a04-59d59481579a {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:03:16.796821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90979393-ccbb-4039-bbf0-494deec50953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:16.852555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90979393-ccbb-4039-bbf0-494deec50953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:16.906367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d43ff08a-78bd-4160-9b84-4d2121647a0e None None] Set router 03a5424c-e427-4683-a86b-8ba21c6d1e9b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:16.935139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90979393-ccbb-4039-bbf0-494deec50953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:16.964946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-4c1ddd0a-3c30-489a-b116-d83067c404a4 req-9eb518f7-d86f-4d64-8d3d-0691a9acb957 service neutron] (87513) timed out ('10.222.0.41', 60056) {{(pid=87513) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 09:03:17.011005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90979393-ccbb-4039-bbf0-494deec50953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:17.015565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abd124fe-506c-434f-93c4-bb5db790aa0d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:17.044137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:17.051951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90979393-ccbb-4039-bbf0-494deec50953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Subnet': ['ID=826cb490-973d-455b-8a04-59d59481579a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:17.053892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90979393-ccbb-4039-bbf0-494deec50953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:17.057207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-90979393-ccbb-4039-bbf0-494deec50953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:17.061453 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-90979393-ccbb-4039-bbf0-494deec50953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/subnets/826cb490-973d-455b-8a04-59d59481579a HTTP/1.1" status: 204 len: 168 time: 0.3321064 Nov 25 09:03:17.064028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50726) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:17.099969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c81b6e-f71a-475d-ac9e-554acea17a7f None None] Network c1d82468-2bfc-40f7-b797-b3ee982eff87 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:03:17.244257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:17.387387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d43ff08a-78bd-4160-9b84-4d2121647a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:03:15Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': 'c080171b-3755-4cc4-9bf2-038c29294991', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:17.391824 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43ff08a-78bd-4160-9b84-4d2121647a0e None None] Checking router: 03a5424c-e427-4683-a86b-8ba21c6d1e9b for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:03:17.401016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ff08a-78bd-4160-9b84-4d2121647a0e None None] Routers {'03a5424c-e427-4683-a86b-8ba21c6d1e9b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:17.401635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d43ff08a-78bd-4160-9b84-4d2121647a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:02:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:17.423009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:17.432715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port c080171b-3755-4cc4-9bf2-038c29294991 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:17.433142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:17.452364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347e247-d48b-47a8-8890-2ac0be526e1b None None] DHCP port deletion for c1d82468-2bfc-40f7-b797-b3ee982eff87 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:03:17.517593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a347e247-d48b-47a8-8890-2ac0be526e1b None None] Deleting port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:17.518239 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a347e247-d48b-47a8-8890-2ac0be526e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:17.609900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port c080171b-3755-4cc4-9bf2-038c29294991, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c080171b-3755-4cc4-9bf2-038c29294991,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:17.610255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:17.629205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d43ff08a-78bd-4160-9b84-4d2121647a0e None None] Set router 03a5424c-e427-4683-a86b-8ba21c6d1e9b gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:17.733326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for c080171b-3755-4cc4-9bf2-038c29294991 owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:17.749545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d43ff08a-78bd-4160-9b84-4d2121647a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:03:17Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:17.770460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43ff08a-78bd-4160-9b84-4d2121647a0e None None] The sync data for ids ['03a5424c-e427-4683-a86b-8ba21c6d1e9b'] in dv-neutron-818341-1-hyperv is: [{'id': '03a5424c-e427-4683-a86b-8ba21c6d1e9b', 'name': 'tempest-TestNetworkBasicOps-router-1884243167', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:02:27Z', 'updated_at': '2021-11-25T09:03:17Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:03:17.859432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a347e247-d48b-47a8-8890-2ac0be526e1b None None] For port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e1aff4e3-e5d4-4d08-a95b-d13922cfd41b,segment=NetworkSegment(43939305-face-49f8-b926-cccb3c4fefc7),segment_id=43939305-face-49f8-b926-cccb3c4fefc7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:17.859862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a347e247-d48b-47a8-8890-2ac0be526e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:17.909763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:17.913490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:17.958114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=c080171b-3755-4cc4-9bf2-038c29294991,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:17.961070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:18.032695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a347e247-d48b-47a8-8890-2ac0be526e1b None None] Calling delete_port for e1aff4e3-e5d4-4d08-a95b-d13922cfd41b owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:18.051506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.106778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a347e247-d48b-47a8-8890-2ac0be526e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.110155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:18.152932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347e247-d48b-47a8-8890-2ac0be526e1b None None] Pushing event deleted for resources: {'Port': ['ID=e1aff4e3-e5d4-4d08-a95b-d13922cfd41b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:18.155842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a347e247-d48b-47a8-8890-2ac0be526e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:18.156628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a347e247-d48b-47a8-8890-2ac0be526e1b None None] No DVR routers for this DVR port e1aff4e3-e5d4-4d08-a95b-d13922cfd41b on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:03:18.373868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.376175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.407601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.408238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Fanout notify agent at l3_agent the message router_deleted on router 03a5424c-e427-4683-a86b-8ba21c6d1e9b {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:03:18.424176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.425190 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/routers/03a5424c-e427-4683-a86b-8ba21c6d1e9b HTTP/1.1" status: 204 len: 168 time: 1.3602717 Nov 25 09:03:18.427777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50730) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:18.538544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.600347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e1aff4e3-e5d4-4d08-a95b-d13922cfd41b no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:03:18.637796 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: e1aff4e3-e5d4-4d08-a95b-d13922cfd41b {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:03:18.638154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e1aff4e3-e5d4-4d08-a95b-d13922cfd41b not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:03:18.638611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:03:18.674380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:03:18.674736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 4f8f7d24-e8b8-4562-9d7e-880453ccb5e9 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:03:18.675157 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c080171b-3755-4cc4-9bf2-038c29294991 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:03:18.677838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.706037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d82468-2bfc-40f7-b797-b3ee982eff87']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:18.708147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: c080171b-3755-4cc4-9bf2-038c29294991 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:03:18.708504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c080171b-3755-4cc4-9bf2-038c29294991 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:03:18.723171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43939305-face-49f8-b926-cccb3c4fefc7') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:18.723478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43939305-face-49f8-b926-cccb3c4fefc7') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:18.736681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.753868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.760684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:03:18.761070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:03:18.776552 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:03:18.860072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.863461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3a7a87fe-dd43-4e38-a090-63603efc59c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:18.877252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.888094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Network': ['ID=c1d82468-2bfc-40f7-b797-b3ee982eff87,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:18.891233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:18.896490 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/networks/c1d82468-2bfc-40f7-b797-b3ee982eff87 HTTP/1.1" status: 204 len: 168 time: 0.4677854 Nov 25 09:03:18.910823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50734) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:18.922469 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-10640d62-943b-46c1-a45f-8cb53d4caad6 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0104058 Nov 25 09:03:18.924681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50738) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:18.929716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'network': {'name': 'tempest-network-smoke--995991711', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'port_security_enabled': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:18.934247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:18.938276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:network and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:18.941574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:18.947786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:18.957219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:03:18.960667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.989459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:03:18.998148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:18.998542 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Added segment 6ea8f939-f253-4a95-980f-e23a4401a2bf of type vlan for network ff03b702-385e-4726-b122-d5c0faa9515c Nov 25 09:03:19.025631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:19.053970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:19.059756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:19.060337 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:19.063758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-26f4a5cc-6ac0-4512-9322-cc6562a9e537 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:19.167414 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2416818 Nov 25 09:03:19.170166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50742) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:19.172986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Network': ['ID=ff03b702-385e-4726-b122-d5c0faa9515c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:19.175518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-74980214', 'admin_state_up': True, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:19.175984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:19.182766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:19.183474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network ff03b702-385e-4726-b122-d5c0faa9515c details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:03:19.186587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:router and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:19.189358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:19.195738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:19.206051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:19.207075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:19.222193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:19.484702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:19.760011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9525d424-a900-49b0-a282-f338ad9ea424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:19.782725 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:19.810847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:19.936105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:19.945341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.154 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/523dbb50-b085-47aa-8f50-bc685e6e9214) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:03:20.092195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:20.120522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:20.123960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e401b201-c1c2-4bc6-a382-13900ff91e30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:20.186697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:03:20.189453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:03:20.193110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:03:20.222927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=523dbb50-b085-47aa-8f50-bc685e6e9214,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:20.232656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:20.719615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:21.057615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:21.269341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 89315849-2268-43d9-a18a-9651c52a6b7d is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:03:21.393303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:21.440031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:03:21.450765 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Sync routers for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:03:21.459840 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:21.460451 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:21.466472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:21.467641 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2964346 Nov 25 09:03:21.470769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50746) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:21.512221 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-316499c7-9034-4d30-9357-2901c4fb11c6 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ad9acc8f1d734163ad0737b95f34d0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403242 Nov 25 09:03:21.514747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50750) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:21.636053 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:21.641001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e7231-033c-4277-9823-b9144b172c0a tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:21.642550 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3d2e7231-033c-4277-9823-b9144b172c0a tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269000 Nov 25 09:03:21.645241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50754) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:21.683416 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c84e91fd-f11d-4613-9c1e-5cd8fc28df40 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370390 Nov 25 09:03:21.685831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50758) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:21.691096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2014554915', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:21.802911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:21.806903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:subnet and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:21.809792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:21.815609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:21.825572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:03:21.829249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:21.944482 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:20Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:21.948992 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Checking router: 89315849-2268-43d9-a18a-9651c52a6b7d for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:03:21.949344 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Updating router 89315849-2268-43d9-a18a-9651c52a6b7d port 523dbb50-b085-47aa-8f50-bc685e6e9214 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:03:22.007745 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:22.179684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:22.183378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d40c5003-22ae-4304-afaf-5160cc2ff507 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:22.258187 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Subnet': ['ID=1bbb83a8-86ae-4123-a765-948067b6493c,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:22.262562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:22.269483 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Checking segment: {'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:03:22.270005 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network hostable DHCP agents. Network: ff03b702-385e-4726-b122-d5c0faa9515c, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:03:22.291989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network ff03b702-385e-4726-b122-d5c0faa9515c is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:03:22.302943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, ff03b702-385e-4726-b122-d5c0faa9515c) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:03:22.307199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:22.308739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:22.312685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1f5993-4995-4ebc-8b89-d00ddb17b3b9 None None] Network ff03b702-385e-4726-b122-d5c0faa9515c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:03:22.329401 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2a1dc19a-27b0-4e39-b65d-f3548e201726 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6425285 Nov 25 09:03:22.332103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50762) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:22.342947 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:22.355143 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Transition to ACTIVE for port object 523dbb50-b085-47aa-8f50-bc685e6e9214 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:03:22.361877 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:22.365450 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:22.440242 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Attempting to bind port 523dbb50-b085-47aa-8f50-bc685e6e9214 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:03:22.440618 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Attempting to bind port 523dbb50-b085-47aa-8f50-bc685e6e9214 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:03:22.440981 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Attempting to bind port 523dbb50-b085-47aa-8f50-bc685e6e9214 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:03:22.446732 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be055a-62bb-473e-ad9d-84858cfc3498 None None] Pushing event updated for resources: {'Port': ['ID=523dbb50-b085-47aa-8f50-bc685e6e9214,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:22.449587 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-51be055a-62bb-473e-ad9d-84858cfc3498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:22.452388 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:03:22.453001 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:03:22.453210 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:22.453534 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:03:22.454000 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Bound port: 523dbb50-b085-47aa-8f50-bc685e6e9214, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:03:22.454403 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:22.533437 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] For port 523dbb50-b085-47aa-8f50-bc685e6e9214, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:03:22.536681 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] For port 523dbb50-b085-47aa-8f50-bc685e6e9214, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=523dbb50-b085-47aa-8f50-bc685e6e9214,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:03:22.542639 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:22.546643 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-6c26d37e-ccfc-477b-94fb-35773527a1c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:22.546867 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-ff03b702-385e-4726-b122-d5c0faa9515c', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:03:22.547848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:22.622399 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:22.622399 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:22.679307 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be055a-62bb-473e-ad9d-84858cfc3498 None None] Pushing event updated for resources: {'Port': ['ID=523dbb50-b085-47aa-8f50-bc685e6e9214,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:22.682707 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-51be055a-62bb-473e-ad9d-84858cfc3498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:22.711085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Allocated IP 172.20.0.2 (ff03b702-385e-4726-b122-d5c0faa9515c/1bbb83a8-86ae-4123-a765-948067b6493c/789c4166-797b-4f1b-9d3f-080d7d9c5f3f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:03:22.814518 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:22.976380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:22.993925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Transition to ACTIVE for port object 789c4166-797b-4f1b-9d3f-080d7d9c5f3f will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:03:23.026584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Transition to ACTIVE for port object 789c4166-797b-4f1b-9d3f-080d7d9c5f3f will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:03:23.035740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:23.045356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:23.107492 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:20Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:23.111428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Network ff03b702-385e-4726-b122-d5c0faa9515c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:03:23.111669 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56fe30-0b19-49dd-a4f3-8421b0206298 None None] The sync data for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv is: [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:20Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:03:23.113160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:03:23.121361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:03:23.151662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:23.160763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Pushing event updated for resources: {'Port': ['ID=789c4166-797b-4f1b-9d3f-080d7d9c5f3f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:23.168656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:23.225092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Attempting to bind port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:03:23.225274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Attempting to bind port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:03:23.226351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Attempting to bind port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f on network ff03b702-385e-4726-b122-d5c0faa9515c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:03:23.231706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:03:23.232095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Checking segment: {'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:03:23.232510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:23.232913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Bound using segment: {'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:03:23.233389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Bound port: 789c4166-797b-4f1b-9d3f-080d7d9c5f3f, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:03:23.233770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:23.335177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] For port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:03:23.340090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] For port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=789c4166-797b-4f1b-9d3f-080d7d9c5f3f,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:03:23.345014 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:23.351445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:23.447564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Pushing event updated for resources: {'Port': ['ID=789c4166-797b-4f1b-9d3f-080d7d9c5f3f,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:23.450060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:23.610313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.1 (ff03b702-385e-4726-b122-d5c0faa9515c/1bbb83a8-86ae-4123-a765-948067b6493c/dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:03:23.931818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:23.949409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:03:23.973667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:23.978239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:24.040371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network ff03b702-385e-4726-b122-d5c0faa9515c is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:03:24.044157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:03:24.048562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:03:24.099898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:24.105065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:24.123065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:24.239809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:24.440831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 789c4166-797b-4f1b-9d3f-080d7d9c5f3f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:03:24.487467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a53688-4406-47b9-b262-d0135dcbeebe None None] Network ff03b702-385e-4726-b122-d5c0faa9515c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:03:24.642118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7774dc4a-0402-4308-91ef-9bbd3943c75e None None] Provisioning for port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:03:24.655608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:24.660599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:24.676120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:03:24.690948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-77e23878-e89e-40f3-bb80-2dc5102cbc75 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:24.709339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:24.709727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:24.781430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:24.804876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:24.810842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:24.898235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:24.922083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network ff03b702-385e-4726-b122-d5c0faa9515c is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:03:24.923432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:03:24.940544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=789c4166-797b-4f1b-9d3f-080d7d9c5f3f,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:24.944817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:24.945701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 523dbb50-b085-47aa-8f50-bc685e6e9214 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:03:25.002783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-18814bcd-5fe7-4305-8c9d-8c24d25c5a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:25.096165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=789c4166-797b-4f1b-9d3f-080d7d9c5f3f,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:25.099460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:25.117528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 523dbb50-b085-47aa-8f50-bc685e6e9214 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:03:25.123329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 523dbb50-b085-47aa-8f50-bc685e6e9214 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:25.123728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:25.127504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 89315849-2268-43d9-a18a-9651c52a6b7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:03:25.237052 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-231eaf82-89cc-4712-9cd3-4459b562d7de None None] Provisioning complete for port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:25.237443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-231eaf82-89cc-4712-9cd3-4459b562d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:25.307206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:25.317479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:03:25.330860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Sync routers for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:03:25.335355 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/89315849-2268-43d9-a18a-9651c52a6b7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9999685 Nov 25 09:03:25.335727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50766) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:25.340354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 523dbb50-b085-47aa-8f50-bc685e6e9214, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=523dbb50-b085-47aa-8f50-bc685e6e9214,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:25.347715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:25.351913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:25.395947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:25.396533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:25.497197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa71db-0981-40ac-8525-702a24ac60b9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.497687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa71db-0981-40ac-8525-702a24ac60b9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.498151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa71db-0981-40ac-8525-702a24ac60b9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.498632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa71db-0981-40ac-8525-702a24ac60b9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.499084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa71db-0981-40ac-8525-702a24ac60b9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.499533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa71db-0981-40ac-8525-702a24ac60b9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.501411 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-87aa71db-0981-40ac-8525-702a24ac60b9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1646903 Nov 25 09:03:25.504224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50770) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:25.582336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88c979-b0a8-4b04-be3b-5174a159b9ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.583083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88c979-b0a8-4b04-be3b-5174a159b9ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.583959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88c979-b0a8-4b04-be3b-5174a159b9ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.584293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88c979-b0a8-4b04-be3b-5174a159b9ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.584622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88c979-b0a8-4b04-be3b-5174a159b9ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.585057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88c979-b0a8-4b04-be3b-5174a159b9ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:25.587008 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-af88c979-b0a8-4b04-be3b-5174a159b9ef tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0818665 Nov 25 09:03:25.590591 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50774) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:25.622706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=523dbb50-b085-47aa-8f50-bc685e6e9214,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:25.625731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:25.773228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-231eaf82-89cc-4712-9cd3-4459b562d7de None None] Provisioning for port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:03:25.793938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-231eaf82-89cc-4712-9cd3-4459b562d7de None None] Provisioning complete for port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:25.794414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-231eaf82-89cc-4712-9cd3-4459b562d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:25.803393 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ca302a2b-3254-4c58-be25-1e2d49b5e863 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2094221 Nov 25 09:03:25.839707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:25.995752 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-231eaf82-89cc-4712-9cd3-4459b562d7de None None] Port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:03:26.107592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50782) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:26.113242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269952145', 'description': 'tempest-secgroup-smoke-269952145 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:26.119535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:26.123641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:26.126497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:26.132210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:26.148418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.169726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:26.173635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:26.176499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:26.182263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:26.188162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5a97aad6-3b59-449c-a1e6-ca12afb76446 None None] Provisioning complete for port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:26.188701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5a97aad6-3b59-449c-a1e6-ca12afb76446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.252083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.255960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.262058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-92fd2288-1099-4f0f-bb96-6842e04d4bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:26.304383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc331932-420d-4dde-bbcc-e2146b2564c9,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:26.306996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.310769 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1995780 Nov 25 09:03:26.310769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:26.310992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50786) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:26.316390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cc331932-420d-4dde-bbcc-e2146b2564c9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:26.322313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:26.329710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5a97aad6-3b59-449c-a1e6-ca12afb76446 None None] Port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:03:26.330138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:26.334067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:26.340801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:26.361792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.377904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:26.382472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Checking router: 89315849-2268-43d9-a18a-9651c52a6b7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:03:26.382843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Updating router 89315849-2268-43d9-a18a-9651c52a6b7d port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:03:26.413732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 789c4166-797b-4f1b-9d3f-080d7d9c5f3f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:03:26.426935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.430481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.436197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a29145b-1d02-4b0a-b212-9fc1c3d1dd36 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:26.455373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c445a598-9a1e-48e0-86a3-15cd76c05d02,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:26.457845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:26.467690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.468903 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569436 Nov 25 09:03:26.471817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50790) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:26.476820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cc331932-420d-4dde-bbcc-e2146b2564c9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:26.483035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:26.486827 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:26.489644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:26.491453 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.495496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:26.512397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.565111 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:26.565404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.577372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.580907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.582659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:26.604667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc5025b-c8e9-443a-8c50-d48d591c20d2,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:26.607182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:26.614403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.615575 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428685 Nov 25 09:03:26.618583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50794) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:26.623860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cc331932-420d-4dde-bbcc-e2146b2564c9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:26.629748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:26.633530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:26.636906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:26.642520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:26.660768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.723371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.727033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.728792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8aaac7f3-2cde-4583-8300-f16f68250eb3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:26.751316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5b3ca9-4500-4288-b716-37a02619481a,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:26.753690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:26.761666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.765486 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432924 Nov 25 09:03:26.765651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50798) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:26.770567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cc331932-420d-4dde-bbcc-e2146b2564c9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:26.776248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:26.779979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:26.782908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:26.788492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:26.805255 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:26.829428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 523dbb50-b085-47aa-8f50-bc685e6e9214 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:03:26.950497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 523dbb50-b085-47aa-8f50-bc685e6e9214 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:26.950894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.005816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.010407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.012175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2cdb38ce-4e67-44fa-bd4d-a09e19e493be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:27.034556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908f5b3f-40d4-45ee-91f1-35fa0703cefb,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:27.037080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:27.044934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.046239 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2796893 Nov 25 09:03:27.049141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50802) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:27.054352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cc331932-420d-4dde-bbcc-e2146b2564c9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:27.060055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:27.063934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:27.064099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.066811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:27.072592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:27.081465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Transition to ACTIVE for port object dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:03:27.083105 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:03:27.090444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.114682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.124697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:27.153151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.157317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.159112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7e076fde-7f16-49bd-a7d1-eef0d6bdd0e8 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:27.180308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a2efeb-8644-4220-90d2-47b59166581b,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:27.183373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:27.190915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.198221 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445522 Nov 25 09:03:27.198540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50806) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:27.204405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'cc331932-420d-4dde-bbcc-e2146b2564c9', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:27.210487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:27.214514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:27.217472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:27.223415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:27.236497 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:03:27.244293 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.272533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d2acd-1758-4aa1-8046-28932d911d26 None None] Pushing event updated for resources: {'Port': ['ID=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:27.299386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-040d2acd-1758-4aa1-8046-28932d911d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:27.321872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.325967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.327793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b77c0f35-d6b1-4cc1-abf1-cd987ff77de7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:27.353705 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e8290c-ba63-4e61-9890-57bcc0f25042,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:27.358623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:27.363212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.372956 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1649861 Nov 25 09:03:27.373070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Attempting to bind port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:03:27.373070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Attempting to bind port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:03:27.373070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Attempting to bind port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 on network ff03b702-385e-4726-b122-d5c0faa9515c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:03:27.379334 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:03:27.380266 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Checking segment: {'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:03:27.380688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.383417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Bound using segment: {'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:03:27.386437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Bound port: dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:03:27.386900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.489408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] For port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:03:27.492486 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] For port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:03:27.497045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:27.501494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-afbec7f3-8675-4a86-8297-4e1626a33583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:27.561769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-591fb7ac-217b-4666-aafa-b40294c87e87 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:03:27.575887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:27.576730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:27.579383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-591fb7ac-217b-4666-aafa-b40294c87e87 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:03:27.586911 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-591fb7ac-217b-4666-aafa-b40294c87e87 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269952145&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.0656915 Nov 25 09:03:27.644368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d2acd-1758-4aa1-8046-28932d911d26 None None] Pushing event updated for resources: {'Port': ['ID=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:27.699337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-040d2acd-1758-4aa1-8046-28932d911d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:27.750553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-f7ae941e-3613-44dd-b8e3-3fec663fc46c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:27.751260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-f7ae941e-3613-44dd-b8e3-3fec663fc46c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:03:27.767424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-f7ae941e-3613-44dd-b8e3-3fec663fc46c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:03:27.768700 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-f7ae941e-3613-44dd-b8e3-3fec663fc46c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/networks?id=ff03b702-385e-4726-b122-d5c0faa9515c HTTP/1.1" status: 200 len: 796 time: 0.1800668 Nov 25 09:03:27.785817 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-8609b006-0450-4761-98e1-9155eb6ed124 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/quotas/ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 375 time: 0.0108624 Nov 25 09:03:27.835271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:27.871327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-25ab8100-5c59-495e-9420-e5f0b07e14dd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:03:27.886694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-25ab8100-5c59-495e-9420-e5f0b07e14dd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:03:27.888040 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-25ab8100-5c59-495e-9420-e5f0b07e14dd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945601 Nov 25 09:03:28.153766 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-c3be42de-079b-485c-b860-6a494067df1a service neutron] 10.222.0.54 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512531 Nov 25 09:03:28.161032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:03:27Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:28.165390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334538c-1b2c-4bd4-97df-cedbad7f2a7f None None] The sync data for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv is: [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:03:27Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:03:28.301112 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ea7a9e8e-abd6-43db-b758-da35407a07a8 service neutron] 10.222.0.54 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398766 Nov 25 09:03:28.425017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:03:28.500514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-4d41f7f7-ad94-4342-bba2-28971e17ce0c req-4df444d4-fc1d-4001-9a9f-ab9c7e0b47d1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:03:28.515878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-4d41f7f7-ad94-4342-bba2-28971e17ce0c req-4df444d4-fc1d-4001-9a9f-ab9c7e0b47d1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:03:28.516687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:03:28.522308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:28.522726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:28.529746 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4d41f7f7-ad94-4342-bba2-28971e17ce0c req-4df444d4-fc1d-4001-9a9f-ab9c7e0b47d1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 210 time: 0.0762408 Nov 25 09:03:28.652219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:28.686485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:28.691680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:28.693549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:28.774567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:28.777866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:29.645575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-5d3b836c-e0c8-42c7-a6a2-6bacbc0632b9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:29.647044 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-5d3b836c-e0c8-42c7-a6a2-6bacbc0632b9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=ff03b702-385e-4726-b122-d5c0faa9515c HTTP/1.1" status: 200 len: 796 time: 0.1805091 Nov 25 09:03:29.713025 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-179be176-605f-49b8-ae2a-277e816376c4 req-17446e76-7a5c-4894-99ea-8075f2b43882 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 210 time: 0.0614564 Nov 25 09:03:29.740047 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-f989ba08-6ceb-47bf-8bbf-db9b6149d1f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 379 time: 0.0527818 Nov 25 09:03:29.748887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'device_id': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'admin_state_up': True, 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'security_groups': ['cc331932-420d-4dde-bbcc-e2146b2564c9']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:29.882006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:29.891303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:29.901510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:03:29.905145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:30.066072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.7 (ff03b702-385e-4726-b122-d5c0faa9515c/1bbb83a8-86ae-4123-a765-948067b6493c/64123e9d-cb93-40a2-8c1b-88436cd6d06d) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:03:30.255182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:30.270975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 64123e9d-cb93-40a2-8c1b-88436cd6d06d will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:03:30.295622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:30.301311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-00ca8ac4-456a-4243-a0c8-b999d3b5e87f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:30.374706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network ff03b702-385e-4726-b122-d5c0faa9515c is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:03:30.379160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:03:30.383337 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:03:30.387812 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:03:30.415378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=64123e9d-cb93-40a2-8c1b-88436cd6d06d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:30.426477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:30.453007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:30.453402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:30.460538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:30.460931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:30.480865 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7358277 Nov 25 09:03:30.493384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Request body: {'port': {'device_id': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:30.610220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:30.630018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d39c4109-ed83-4910-ad7f-37e6067595b5 None None] Provisioning for port 64123e9d-cb93-40a2-8c1b-88436cd6d06d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:03:30.635450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d39c4109-ed83-4910-ad7f-37e6067595b5 None None] Provisioning complete for port 64123e9d-cb93-40a2-8c1b-88436cd6d06d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:30.635826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d39c4109-ed83-4910-ad7f-37e6067595b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:30.691835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d39c4109-ed83-4910-ad7f-37e6067595b5 None None] Port 64123e9d-cb93-40a2-8c1b-88436cd6d06d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:03:30.901580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abf674-a15e-4713-8a02-75b6439ec428 req-4745dd2a-b597-40b9-8f28-9a63a50d12b5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:30.903012 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49abf674-a15e-4713-8a02-75b6439ec428 req-4745dd2a-b597-40b9-8f28-9a63a50d12b5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 931 time: 0.0799470 Nov 25 09:03:30.951352 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49abf674-a15e-4713-8a02-75b6439ec428 req-c7f2cc69-973a-43b5-9e6c-2609b17bd6fc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421674 Nov 25 09:03:30.955334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64123e9d-cb93-40a2-8c1b-88436cd6d06d {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:03:30.962907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:30.977263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50840) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:30.985723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Transition to ACTIVE for port object 64123e9d-cb93-40a2-8c1b-88436cd6d06d will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:03:30.989899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:30.995353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:31.195842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Deleting port 64c6feb4-8558-46b0-b9ad-5f83a475e438 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:31.196188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:31.274372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Pushing event updated for resources: {'Port': ['ID=64123e9d-cb93-40a2-8c1b-88436cd6d06d,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:31.281329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:31.349649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Attempting to bind port 64123e9d-cb93-40a2-8c1b-88436cd6d06d on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:03:31.350203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Attempting to bind port 64123e9d-cb93-40a2-8c1b-88436cd6d06d by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:03:31.350593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Attempting to bind port 64123e9d-cb93-40a2-8c1b-88436cd6d06d on network ff03b702-385e-4726-b122-d5c0faa9515c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:03:31.356727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Port 64123e9d-cb93-40a2-8c1b-88436cd6d06d on network ff03b702-385e-4726-b122-d5c0faa9515c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:03:31.357046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Attempting to bind port 64123e9d-cb93-40a2-8c1b-88436cd6d06d on network ff03b702-385e-4726-b122-d5c0faa9515c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:03:31.362100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:03:31.362476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Checking segment: {'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:03:31.362862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Bound using segment: {'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:03:31.363274 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Bound port: 64123e9d-cb93-40a2-8c1b-88436cd6d06d, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea8f939-f253-4a95-980f-e23a4401a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:03:31.363613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:31.378271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:31.378624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:31.453988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] For port 64123e9d-cb93-40a2-8c1b-88436cd6d06d, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:03:31.456992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] For port 64123e9d-cb93-40a2-8c1b-88436cd6d06d, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=64123e9d-cb93-40a2-8c1b-88436cd6d06d,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:03:31.461547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:31.465689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a03844c7-ce23-4f8d-bff3-17eb59cb8432 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:31.498937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Calling delete_port for 64c6feb4-8558-46b0-b9ad-5f83a475e438 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:31.522049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:31.522765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:31.524149 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] 10.222.0.41 "PUT /v2.0/ports/64123e9d-cb93-40a2-8c1b-88436cd6d06d HTTP/1.1" status: 200 len: 1093 time: 1.0355098 Nov 25 09:03:31.525219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'tag': '64123e9d-cb93-40a2-8c1b-88436cd6d06d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:03:31.555944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Pushing event updated for resources: {'Port': ['ID=64123e9d-cb93-40a2-8c1b-88436cd6d06d,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:31.559659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:31.610433 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'tag': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'status': 'completed', 'code': 200} Nov 25 09:03:31.652249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-7d0209f6-17a9-4dd1-a5af-90693db2b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:31.653741 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-7d0209f6-17a9-4dd1-a5af-90693db2b7c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 1096 time: 0.0831878 Nov 25 09:03:31.664423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:31.670375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a4f6183b-5a8e-409e-8d71-a823363c1c8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:31.724030 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-f102c417-7388-48f5-beb1-677438c4c17f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64123e9d-cb93-40a2-8c1b-88436cd6d06d HTTP/1.1" status: 200 len: 217 time: 0.0629795 Nov 25 09:03:31.746121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event deleted for resources: {'Port': ['ID=64c6feb4-8558-46b0-b9ad-5f83a475e438,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:31.748541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:31.789265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-f6cb9a52-d0bc-47af-9db6-e78b686cd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:31.790654 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-f6cb9a52-d0bc-47af-9db6-e78b686cd81f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bbb83a8-86ae-4123-a765-948067b6493c HTTP/1.1" status: 200 len: 835 time: 0.0606415 Nov 25 09:03:31.815409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:31.815742 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Floating IP 4ced470d-9d6a-4b11-86ca-894f4bf14888 disassociated (deleted). External IP: 172.26.3.32, port: a8139d89-cf65-49a0-a8f5-836036f4499d. Nov 25 09:03:31.866913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-196c6707-d7b7-4ef8-94d7-2495360ed007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:31.868374 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-196c6707-d7b7-4ef8-94d7-2495360ed007 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff03b702-385e-4726-b122-d5c0faa9515c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711193 Nov 25 09:03:32.003622 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-b4804bdd-2434-4ee7-a6b8-fd09aa42e7aa service neutron] 10.222.0.41 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288326 Nov 25 09:03:32.145428 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b6c87d2-25e7-40f8-862d-3fab2a85d78e req-c51c3525-8db6-4114-9e78-6168bfd87ce3 service neutron] 10.222.0.41 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350634 Nov 25 09:03:32.262553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e725d10-a110-4354-bb93-d845bc6894f6 req-375aa4f5-5218-4750-8fda-c38b8ca0f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:32.263919 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1e725d10-a110-4354-bb93-d845bc6894f6 req-375aa4f5-5218-4750-8fda-c38b8ca0f107 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 1096 time: 0.0716281 Nov 25 09:03:32.359067 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Router 39337eba-eaed-4db9-8301-053bf8a38378 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:03:32.370452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0e4b2-9d9c-487a-962f-c86e2ff9df56 req-199935c8-cd78-4bbd-b5cd-83e50b03fcff tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:32.371907 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52f0e4b2-9d9c-487a-962f-c86e2ff9df56 req-199935c8-cd78-4bbd-b5cd-83e50b03fcff tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 943 time: 0.1379466 Nov 25 09:03:32.401060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e725d10-a110-4354-bb93-d845bc6894f6 req-95510ed1-4004-4910-9f09-8b5c93c40259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:32.402674 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1e725d10-a110-4354-bb93-d845bc6894f6 req-95510ed1-4004-4910-9f09-8b5c93c40259 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff03b702-385e-4726-b122-d5c0faa9515c HTTP/1.1" status: 200 len: 897 time: 0.1326485 Nov 25 09:03:32.473845 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1e725d10-a110-4354-bb93-d845bc6894f6 req-95506fd8-4df2-42d0-a067-a068e23dab4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64123e9d-cb93-40a2-8c1b-88436cd6d06d HTTP/1.1" status: 200 len: 217 time: 0.0647118 Nov 25 09:03:32.539439 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e725d10-a110-4354-bb93-d845bc6894f6 req-144181d9-b841-4bc0-a7d0-678ae3b9e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:32.541363 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1e725d10-a110-4354-bb93-d845bc6894f6 req-144181d9-b841-4bc0-a7d0-678ae3b9e51d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bbb83a8-86ae-4123-a765-948067b6493c HTTP/1.1" status: 200 len: 835 time: 0.0605798 Nov 25 09:03:32.555024 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52f0e4b2-9d9c-487a-962f-c86e2ff9df56 req-886a6cd3-6be3-469a-9a27-ead0532bf1fb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245162 Nov 25 09:03:32.589856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:03:32.603194 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e93f7-fc3f-4ad1-9397-40b254217aeb None None] Sync routers for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:03:32.612814 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e93f7-fc3f-4ad1-9397-40b254217aeb None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:32.613427 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-330e93f7-fc3f-4ad1-9397-40b254217aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:32.613620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:32.621893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e725d10-a110-4354-bb93-d845bc6894f6 req-3f62473c-d580-4cc8-9a76-7a2eaa94be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:32.623480 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1e725d10-a110-4354-bb93-d845bc6894f6 req-3f62473c-d580-4cc8-9a76-7a2eaa94be2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff03b702-385e-4726-b122-d5c0faa9515c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757184 Nov 25 09:03:32.673399 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "DELETE /v2.0/floatingips/4ced470d-9d6a-4b11-86ca-894f4bf14888 HTTP/1.1" status: 204 len: 168 time: 1.6921225 Nov 25 09:03:32.673399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'tag': 'a8139d89-cf65-49a0-a8f5-836036f4499d'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:03:32.747511 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'tag': 'a8139d89-cf65-49a0-a8f5-836036f4499d', 'status': 'completed', 'code': 200} Nov 25 09:03:32.771539 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1e725d10-a110-4354-bb93-d845bc6894f6 req-b07b2a14-b875-46c0-8c25-a6ba1abefb54 service neutron] 10.222.0.41 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407828 Nov 25 09:03:32.819054 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-330e93f7-fc3f-4ad1-9397-40b254217aeb None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:32.865756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deb5d8-c259-4615-8138-45cd11964e13 req-412b7bdd-5b0b-4962-8201-fd610ef13ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:32.867702 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-71deb5d8-c259-4615-8138-45cd11964e13 req-412b7bdd-5b0b-4962-8201-fd610ef13ebc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 1098 time: 0.0951030 Nov 25 09:03:33.047494 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1e725d10-a110-4354-bb93-d845bc6894f6 req-01600c3e-e852-459f-8187-0b94aecb0de2 service neutron] 10.222.0.41 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688355 Nov 25 09:03:33.111227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deb5d8-c259-4615-8138-45cd11964e13 req-73ab8763-27a6-4b41-ab1b-ea2444d78e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:33.112582 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-71deb5d8-c259-4615-8138-45cd11964e13 req-73ab8763-27a6-4b41-ab1b-ea2444d78e7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 913 time: 0.2390132 Nov 25 09:03:33.186893 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-71deb5d8-c259-4615-8138-45cd11964e13 req-a2495eff-1917-4387-8e95-bb5f6281ce13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8139d89-cf65-49a0-a8f5-836036f4499d HTTP/1.1" status: 200 len: 217 time: 0.0622721 Nov 25 09:03:33.216679 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-330e93f7-fc3f-4ad1-9397-40b254217aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e0e05097-a2a0-419c-8c11-4436e94a71cd', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '58125fb1-d728-4838-8b4e-a935e56e857c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:00:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:49Z', 'updated_at': '2021-11-25T08:59:51Z', 'revision_number': 1, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:33.220548 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e93f7-fc3f-4ad1-9397-40b254217aeb None None] Checking router: 39337eba-eaed-4db9-8301-053bf8a38378 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:03:33.228835 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e93f7-fc3f-4ad1-9397-40b254217aeb None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:33.229708 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-330e93f7-fc3f-4ad1-9397-40b254217aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:33.238256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb28cb-9d5f-466d-8668-02fbdc0d4b81 req-82309da9-6213-4d91-9d23-c8cc4532dde1 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:33.238992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-e9fb28cb-9d5f-466d-8668-02fbdc0d4b81 req-82309da9-6213-4d91-9d23-c8cc4532dde1 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Synchronizing usage tracker for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:03:33.273326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deb5d8-c259-4615-8138-45cd11964e13 req-ff094998-25af-4316-8cd2-1a37bf20aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:33.275330 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-71deb5d8-c259-4615-8138-45cd11964e13 req-ff094998-25af-4316-8cd2-1a37bf20aeb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0802364 Nov 25 09:03:33.276052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-e9fb28cb-9d5f-466d-8668-02fbdc0d4b81 req-82309da9-6213-4d91-9d23-c8cc4532dde1 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Unset dirty status for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:03:33.277025 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e9fb28cb-9d5f-466d-8668-02fbdc0d4b81 req-82309da9-6213-4d91-9d23-c8cc4532dde1 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 945 time: 0.2485154 Nov 25 09:03:33.366081 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e9fb28cb-9d5f-466d-8668-02fbdc0d4b81 req-0884b2f8-d581-44d3-aac9-47fd29449803 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828850 Nov 25 09:03:33.388944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deb5d8-c259-4615-8138-45cd11964e13 req-5612a0a1-c309-4261-bbe9-270c03d27ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:33.390519 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-71deb5d8-c259-4615-8138-45cd11964e13 req-5612a0a1-c309-4261-bbe9-270c03d27ebd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1086578 Nov 25 09:03:33.413217 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-330e93f7-fc3f-4ad1-9397-40b254217aeb None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:33.525498 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-71deb5d8-c259-4615-8138-45cd11964e13 req-e4cd4b39-838f-416e-82fb-b7d5f14f86c8 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277995 Nov 25 09:03:33.659989 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-71deb5d8-c259-4615-8138-45cd11964e13 req-f6f79273-1e02-487a-b30b-7fac49bafc88 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269722 Nov 25 09:03:33.747255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88198a-e230-49af-97d4-0a7edcc01498 req-184073b4-f43d-45ce-8daf-bff1eb73f3b1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:33.747940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-6b88198a-e230-49af-97d4-0a7edcc01498 req-184073b4-f43d-45ce-8daf-bff1eb73f3b1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:03:33.763459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-6b88198a-e230-49af-97d4-0a7edcc01498 req-184073b4-f43d-45ce-8daf-bff1eb73f3b1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:03:33.764470 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-330e93f7-fc3f-4ad1-9397-40b254217aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e0e05097-a2a0-419c-8c11-4436e94a71cd', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '58125fb1-d728-4838-8b4e-a935e56e857c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:00:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:49Z', 'updated_at': '2021-11-25T08:59:51Z', 'revision_number': 1, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:33.764977 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6b88198a-e230-49af-97d4-0a7edcc01498 req-184073b4-f43d-45ce-8daf-bff1eb73f3b1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 943 time: 0.0979424 Nov 25 09:03:33.768684 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e93f7-fc3f-4ad1-9397-40b254217aeb None None] The sync data for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv is: [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e0e05097-a2a0-419c-8c11-4436e94a71cd', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'port_id': '58125fb1-d728-4838-8b4e-a935e56e857c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'mac_address': 'fa:16:3e:00:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:59:49Z', 'updated_at': '2021-11-25T08:59:51Z', 'revision_number': 1, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:03:33.816185 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6b88198a-e230-49af-97d4-0a7edcc01498 req-52dbe942-7e86-4049-8165-36741997f18e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449562 Nov 25 09:03:33.996858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:33.999333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca3169d-847f-4f3a-b908-b615dda08503 None None] New status for floating IP 4ced470d-9d6a-4b11-86ca-894f4bf14888: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:03:34.568125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d3106-260f-4f24-b400-90d076574ca3 req-9cdcb30a-8c85-42f5-90d5-a31de81269f4 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:34.569585 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-646d3106-260f-4f24-b400-90d076574ca3 req-9cdcb30a-8c85-42f5-90d5-a31de81269f4 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 945 time: 0.0859993 Nov 25 09:03:34.652362 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-646d3106-260f-4f24-b400-90d076574ca3 req-f71a0833-6c5b-4425-8d3f-78c970dee1a4 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765738 Nov 25 09:03:34.690727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0b135-6f16-4f21-a2ff-6a06b3f15a39 req-00e49094-ae60-4c96-8a4c-af0cf9595afc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:34.692162 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-77f0b135-6f16-4f21-a2ff-6a06b3f15a39 req-00e49094-ae60-4c96-8a4c-af0cf9595afc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 945 time: 0.0860584 Nov 25 09:03:34.764280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-77f0b135-6f16-4f21-a2ff-6a06b3f15a39 req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Deleting port a8139d89-cf65-49a0-a8f5-836036f4499d {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:34.764619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-77f0b135-6f16-4f21-a2ff-6a06b3f15a39 req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:34.999613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b2fb1-05d2-4290-907a-03a4262d3ff7 req-aff963f6-3bf5-4403-85e8-4f26f02a5ec1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:35.001144 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-001b2fb1-05d2-4290-907a-03a4262d3ff7 req-aff963f6-3bf5-4403-85e8-4f26f02a5ec1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 943 time: 0.0817361 Nov 25 09:03:35.050190 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-001b2fb1-05d2-4290-907a-03a4262d3ff7 req-1508c5d7-5a22-4b75-bee1-345dce496dd7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Nov 25 09:03:35.137192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-77f0b135-6f16-4f21-a2ff-6a06b3f15a39 req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] For port a8139d89-cf65-49a0-a8f5-836036f4499d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8139d89-cf65-49a0-a8f5-836036f4499d,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:35.137453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-77f0b135-6f16-4f21-a2ff-6a06b3f15a39 req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:35.257110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-77f0b135-6f16-4f21-a2ff-6a06b3f15a39 req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Calling delete_port for a8139d89-cf65-49a0-a8f5-836036f4499d owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:35.402328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-77f0b135-6f16-4f21-a2ff-6a06b3f15a39 req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:35.408286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:35.451881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event deleted for resources: {'Port': ['ID=a8139d89-cf65-49a0-a8f5-836036f4499d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:35.455337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:35.535811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f0b135-6f16-4f21-a2ff-6a06b3f15a39 req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] No DVR routers for this DVR port a8139d89-cf65-49a0-a8f5-836036f4499d on host hv-neutron-8183 {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:03:35.538196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-77f0b135-6f16-4f21-a2ff-6a06b3f15a39 req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:35.541315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'name': 'network-vif-deleted', 'tag': 'a8139d89-cf65-49a0-a8f5-836036f4499d'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:03:35.557110 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-77f0b135-6f16-4f21-a2ff-6a06b3f15a39 req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "DELETE /v2.0/ports/a8139d89-cf65-49a0-a8f5-836036f4499d HTTP/1.1" status: 204 len: 173 time: 0.8592658 Nov 25 09:03:35.589220 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b558fd6f-2527-47ee-9c7c-6eefe758e2b6', 'name': 'network-vif-deleted', 'tag': 'a8139d89-cf65-49a0-a8f5-836036f4499d', 'status': 'completed', 'code': 200} Nov 25 09:03:35.748289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 64123e9d-cb93-40a2-8c1b-88436cd6d06d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:03:35.809426 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-947ed445-fc56-462a-bc36-fd38fcb53a88 req-93cc75f5-ca6a-480c-b038-c98645c899a6 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=b558fd6f-2527-47ee-9c7c-6eefe758e2b6 HTTP/1.1" status: 200 len: 210 time: 0.0504136 Nov 25 09:03:35.906145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 64123e9d-cb93-40a2-8c1b-88436cd6d06d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=64123e9d-cb93-40a2-8c1b-88436cd6d06d,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:35.921677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'port_id': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'mac_address': 'fa:16:3e:b5:fe:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:03:36.009695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:36.031218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64123e9d-cb93-40a2-8c1b-88436cd6d06d {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:03:36.048685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 64123e9d-cb93-40a2-8c1b-88436cd6d06d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=64123e9d-cb93-40a2-8c1b-88436cd6d06d,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:36.052539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:36.054380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:36.126923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=64123e9d-cb93-40a2-8c1b-88436cd6d06d,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:36.130174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:36.239743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466703f-eee3-4cc6-8684-16830278030f req-10a7882c-d3de-486c-a02c-29ebcb8bf2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:36.241197 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3466703f-eee3-4cc6-8684-16830278030f req-10a7882c-d3de-486c-a02c-29ebcb8bf2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 944 time: 0.0811672 Nov 25 09:03:36.289541 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3466703f-eee3-4cc6-8684-16830278030f req-0add4718-1300-49e1-89af-01cb6e0dd625 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427008 Nov 25 09:03:36.373039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['64123e9d-cb93-40a2-8c1b-88436cd6d06d'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:03:37.472519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b95c0-42a6-4f51-b096-450077394030 req-cb5afbf1-f988-4d02-96c3-ba3ed75ee293 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:37.473961 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c22b95c0-42a6-4f51-b096-450077394030 req-cb5afbf1-f988-4d02-96c3-ba3ed75ee293 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 944 time: 0.0812643 Nov 25 09:03:37.518638 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c22b95c0-42a6-4f51-b096-450077394030 req-3c731c75-b90e-4066-9685-5e7349981ae2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382025 Nov 25 09:03:37.763750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 64123e9d-cb93-40a2-8c1b-88436cd6d06d up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:03:37.879809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 64123e9d-cb93-40a2-8c1b-88436cd6d06d completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:03:37.884592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 64123e9d-cb93-40a2-8c1b-88436cd6d06d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:03:37.884978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:38.025150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:38.052380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64123e9d-cb93-40a2-8c1b-88436cd6d06d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:03:38.062403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 64123e9d-cb93-40a2-8c1b-88436cd6d06d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=64123e9d-cb93-40a2-8c1b-88436cd6d06d,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:38.066955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:38.067811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a8139d89-cf65-49a0-a8f5-836036f4499d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:03:38.104717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:38.153414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: a8139d89-cf65-49a0-a8f5-836036f4499d {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:03:38.153775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a8139d89-cf65-49a0-a8f5-836036f4499d not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:03:38.157798 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'code': 200} Nov 25 09:03:38.195883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=64123e9d-cb93-40a2-8c1b-88436cd6d06d,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:38.199821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:38.391226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54256a-b999-4993-8b59-02dcabef04c8 req-9e9abf0d-19ce-4d04-b9f8-bac76e2fa29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:38.392710 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5f54256a-b999-4993-8b59-02dcabef04c8 req-9e9abf0d-19ce-4d04-b9f8-bac76e2fa29a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 1098 time: 0.0817225 Nov 25 09:03:38.434035 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5f54256a-b999-4993-8b59-02dcabef04c8 req-10745774-3903-4792-8c26-c6f3aa61ff1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353532 Nov 25 09:03:38.715415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdf525-2ddd-47cb-8cfb-0043f4f56893 req-2d0a959d-1d86-45df-8ee1-8a0805290532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:38.716879 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-67cdf525-2ddd-47cb-8cfb-0043f4f56893 req-2d0a959d-1d86-45df-8ee1-8a0805290532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 945 time: 0.0828171 Nov 25 09:03:38.762480 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-67cdf525-2ddd-47cb-8cfb-0043f4f56893 req-967d339a-f69e-45d4-94ba-8e286d2ca114 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397182 Nov 25 09:03:39.954047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd35fe-4fcd-4724-bf3e-4f2a19d60473 req-3dbb6606-0d59-4735-bb9e-186fc3c0b1a1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:39.955538 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4ffd35fe-4fcd-4724-bf3e-4f2a19d60473 req-3dbb6606-0d59-4735-bb9e-186fc3c0b1a1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 945 time: 0.0857341 Nov 25 09:03:40.001069 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4ffd35fe-4fcd-4724-bf3e-4f2a19d60473 req-3c65e462-eef3-48d9-b533-ba3ca5ca4e1a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396550 Nov 25 09:03:40.188220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a30e9-ad5c-4afa-ade2-943476c08479 req-201e614d-c579-4f50-aa6c-ff8b14ac0b57 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:40.189563 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3c9a30e9-ad5c-4afa-ade2-943476c08479 req-201e614d-c579-4f50-aa6c-ff8b14ac0b57 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 945 time: 0.0835576 Nov 25 09:03:40.234495 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3c9a30e9-ad5c-4afa-ade2-943476c08479 req-a7c3e45e-e41b-4133-9d8e-92d7a3ca18f2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391548 Nov 25 09:03:40.260266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50890) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:40.335927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493e287a-614d-4227-8acf-eb513b5e101c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:40.338186 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-493e287a-614d-4227-8acf-eb513b5e101c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 1093 time: 0.0768485 Nov 25 09:03:40.341050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50894) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:40.355491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:03:40.367382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:03:40.372356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:floatingip and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:03:40.375336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:03:40.381663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:03:40.393956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:40.547874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:40.687114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.114 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/fc7275ca-0720-4b5d-a49d-99d0f0bde7c0) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:03:40.831248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:40.859924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:40.864238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a51fa427-393c-4ff9-916d-107616a5e33f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:40.922783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:03:40.925927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:03:40.929559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:03:40.970388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=fc7275ca-0720-4b5d-a49d-99d0f0bde7c0,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:40.974571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:41.343481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:41.415579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:41.581362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50902) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:41.628371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:41.633434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:41.638576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:41.797514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Deleting port 930b12bb-d7ac-43d4-afea-82142509dc2a {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:41.797886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:41.859789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=fc7275ca-0720-4b5d-a49d-99d0f0bde7c0,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:41.864032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:41.873438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:41.971366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:41.971846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:42.044839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 32d23a26-6b42-49be-8a70-5c52b69a938c associated. External IP: 172.26.3.114, port: 64123e9d-cb93-40a2-8c1b-88436cd6d06d. Nov 25 09:03:42.098198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Calling delete_port for 930b12bb-d7ac-43d4-afea-82142509dc2a owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:42.245704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:42.249205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5a095d11-00dd-47a9-91ed-5c468a19c161 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:42.292925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event deleted for resources: {'Port': ['ID=930b12bb-d7ac-43d4-afea-82142509dc2a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:42.296424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:42.385467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:42.385911 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Floating IP e0e05097-a2a0-419c-8c11-4436e94a71cd disassociated (deleted). External IP: 172.26.3.247, port: 58125fb1-d728-4838-8b4e-a935e56e857c. Nov 25 09:03:42.398890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 89315849-2268-43d9-a18a-9651c52a6b7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:03:42.580623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:03:42.591961 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da8e1f-59dc-4079-aa0d-03a7fc400330 None None] Sync routers for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:03:42.602046 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da8e1f-59dc-4079-aa0d-03a7fc400330 None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:42.603648 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-91da8e1f-59dc-4079-aa0d-03a7fc400330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:42.607567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:42.668847 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3266795 Nov 25 09:03:42.669525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'tag': '64123e9d-cb93-40a2-8c1b-88436cd6d06d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:03:42.671561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50906) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:42.714334 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'tag': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'status': 'completed', 'code': 200} Nov 25 09:03:42.792245 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-91da8e1f-59dc-4079-aa0d-03a7fc400330 None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:43.066445 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-757e6034-30eb-4433-8579-6c528f4d2eb1 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers/89315849-2268-43d9-a18a-9651c52a6b7d HTTP/1.1" status: 200 len: 921 time: 0.3906615 Nov 25 09:03:43.067163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 50912) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:43.079008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea51af-a8b5-4d25-98f6-aa5fd77ecf35 req-eba82ba5-b781-4167-95bc-3fc529125ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:43.080472 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e5ea51af-a8b5-4d25-98f6-aa5fd77ecf35 req-eba82ba5-b781-4167-95bc-3fc529125ce5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 1098 time: 0.3433993 Nov 25 09:03:43.174405 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7339513e-9aa5-42b1-8ee7-906b4b317e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/32d23a26-6b42-49be-8a70-5c52b69a938c HTTP/1.1" status: 200 len: 991 time: 0.1052606 Nov 25 09:03:43.181283 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-91da8e1f-59dc-4079-aa0d-03a7fc400330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '32d23a26-6b42-49be-8a70-5c52b69a938c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'port_id': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'mac_address': 'fa:16:3e:b5:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:03:41Z', 'updated_at': '2021-11-25T09:03:41Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:03:28Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:43.185092 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da8e1f-59dc-4079-aa0d-03a7fc400330 None None] Checking router: 89315849-2268-43d9-a18a-9651c52a6b7d for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:03:43.191483 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Router 39337eba-eaed-4db9-8301-053bf8a38378 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:03:43.193331 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da8e1f-59dc-4079-aa0d-03a7fc400330 None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:43.193934 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-91da8e1f-59dc-4079-aa0d-03a7fc400330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:43.363894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea51af-a8b5-4d25-98f6-aa5fd77ecf35 req-edb0c1b6-3daa-4cb1-b408-e82ad655184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:43.365296 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e5ea51af-a8b5-4d25-98f6-aa5fd77ecf35 req-edb0c1b6-3daa-4cb1-b408-e82ad655184d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff03b702-385e-4726-b122-d5c0faa9515c HTTP/1.1" status: 200 len: 897 time: 0.2775855 Nov 25 09:03:43.369402 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-91da8e1f-59dc-4079-aa0d-03a7fc400330 None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:43.495741 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e5ea51af-a8b5-4d25-98f6-aa5fd77ecf35 req-134f62c3-a2ee-4fc2-82a6-b9984c9c551f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64123e9d-cb93-40a2-8c1b-88436cd6d06d HTTP/1.1" status: 200 len: 999 time: 0.1201024 Nov 25 09:03:43.500656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:03:43.510822 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c648c5e-d981-4122-ae8a-c0d397eb5540 None None] Sync routers for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:03:43.520243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c648c5e-d981-4122-ae8a-c0d397eb5540 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:43.520938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7c648c5e-d981-4122-ae8a-c0d397eb5540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:43.563803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:43.606619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea51af-a8b5-4d25-98f6-aa5fd77ecf35 req-3189443c-38a0-4b27-bba2-7a2ee283d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:43.608071 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e5ea51af-a8b5-4d25-98f6-aa5fd77ecf35 req-3189443c-38a0-4b27-bba2-7a2ee283d1a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bbb83a8-86ae-4123-a765-948067b6493c HTTP/1.1" status: 200 len: 835 time: 0.1056130 Nov 25 09:03:43.666237 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "DELETE /v2.0/floatingips/e0e05097-a2a0-419c-8c11-4436e94a71cd HTTP/1.1" status: 204 len: 168 time: 2.0836141 Nov 25 09:03:43.671780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'tag': '58125fb1-d728-4838-8b4e-a935e56e857c'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:03:43.701834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7c648c5e-d981-4122-ae8a-c0d397eb5540 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:43.717889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea51af-a8b5-4d25-98f6-aa5fd77ecf35 req-b8c6024d-15df-4dcc-8f32-cedb9ee94a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:43.720136 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e5ea51af-a8b5-4d25-98f6-aa5fd77ecf35 req-b8c6024d-15df-4dcc-8f32-cedb9ee94a59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff03b702-385e-4726-b122-d5c0faa9515c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0977595 Nov 25 09:03:43.727900 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'tag': '58125fb1-d728-4838-8b4e-a935e56e857c', 'status': 'completed', 'code': 200} Nov 25 09:03:43.783224 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-91da8e1f-59dc-4079-aa0d-03a7fc400330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '32d23a26-6b42-49be-8a70-5c52b69a938c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'port_id': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'mac_address': 'fa:16:3e:b5:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:03:41Z', 'updated_at': '2021-11-25T09:03:41Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:03:28Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:43.787359 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da8e1f-59dc-4079-aa0d-03a7fc400330 None None] The sync data for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv is: [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '32d23a26-6b42-49be-8a70-5c52b69a938c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'port_id': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'mac_address': 'fa:16:3e:b5:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:03:41Z', 'updated_at': '2021-11-25T09:03:41Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:03:28Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:03:43.880943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a791e05-021a-48d7-8650-48466a98fd6f req-e2a98ffe-1c69-49f2-88a8-3bad6d87a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:43.883735 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a791e05-021a-48d7-8650-48466a98fd6f req-e2a98ffe-1c69-49f2-88a8-3bad6d87a6f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92b396747441487d9e6a7a94c81c8e1d&device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 1098 time: 0.1323082 Nov 25 09:03:43.904890 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e5ea51af-a8b5-4d25-98f6-aa5fd77ecf35 req-db94942f-072e-4348-b90d-038a334f9e1d service neutron] 10.222.0.41 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759880 Nov 25 09:03:44.149956 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7c648c5e-d981-4122-ae8a-c0d397eb5540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:44.155310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c648c5e-d981-4122-ae8a-c0d397eb5540 None None] Checking router: 39337eba-eaed-4db9-8301-053bf8a38378 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:03:44.156518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a791e05-021a-48d7-8650-48466a98fd6f req-2d0e5417-336e-4eb5-8d9d-e3516e240585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:44.157990 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a791e05-021a-48d7-8650-48466a98fd6f req-2d0e5417-336e-4eb5-8d9d-e3516e240585 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 200 len: 913 time: 0.2679591 Nov 25 09:03:44.168240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c648c5e-d981-4122-ae8a-c0d397eb5540 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:44.169121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7c648c5e-d981-4122-ae8a-c0d397eb5540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:44.175377 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e106f5f-1920-4a9c-a81a-1ebef6d40054 None None] New status for floating IP 32d23a26-6b42-49be-8a70-5c52b69a938c: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:03:44.202143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50922) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:44.320835 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-230d74ed-1655-4e9d-9868-57e2fe843e85 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/32d23a26-6b42-49be-8a70-5c52b69a938c HTTP/1.1" status: 200 len: 991 time: 0.1170561 Nov 25 09:03:44.390941 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e5ea51af-a8b5-4d25-98f6-aa5fd77ecf35 req-b21f58df-93f9-478e-aeea-ba7a4375bf45 service neutron] 10.222.0.41 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783235 Nov 25 09:03:44.410461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7c648c5e-d981-4122-ae8a-c0d397eb5540 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:44.441471 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a791e05-021a-48d7-8650-48466a98fd6f req-7c0e2422-bd0c-453e-b31b-18a5e6f63343 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58125fb1-d728-4838-8b4e-a935e56e857c HTTP/1.1" status: 200 len: 217 time: 0.2747498 Nov 25 09:03:44.504873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474dbba-d487-4031-b678-f0132270cbbe req-2daf19ce-a1bf-4d58-9595-64b71bb8accc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:44.506398 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c474dbba-d487-4031-b678-f0132270cbbe req-2daf19ce-a1bf-4d58-9595-64b71bb8accc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 945 time: 0.4078500 Nov 25 09:03:44.541706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a791e05-021a-48d7-8650-48466a98fd6f req-47b8928d-4f59-407f-a597-92916e071e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:44.543209 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a791e05-021a-48d7-8650-48466a98fd6f req-47b8928d-4f59-407f-a597-92916e071e93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 200 len: 851 time: 0.0932276 Nov 25 09:03:44.600616 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c474dbba-d487-4031-b678-f0132270cbbe req-3326a0d7-5ea9-48a8-a15a-ea9c734c5250 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860567 Nov 25 09:03:44.633127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a791e05-021a-48d7-8650-48466a98fd6f req-79263ef3-58d4-4b54-817b-aed5ea70363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:44.635170 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a791e05-021a-48d7-8650-48466a98fd6f req-79263ef3-58d4-4b54-817b-aed5ea70363f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3fd7795-331d-4f44-a9ac-5630085fe248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844936 Nov 25 09:03:44.729421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7c648c5e-d981-4122-ae8a-c0d397eb5540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:44.733399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c648c5e-d981-4122-ae8a-c0d397eb5540 None None] The sync data for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv is: [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T08:55:53Z', 'revision_number': 4, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'bd981ed2-6dd3-4952-8201-9a72e266d3f6', 'name': '', 'network_id': 'd3fd7795-331d-4f44-a9ac-5630085fe248', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'mac_address': 'fa:16:3e:cb:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8080decf-6ef4-4752-b21e-15575360c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:51Z', 'updated_at': '2021-11-25T08:56:06Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'subnets': [{'id': '8080decf-6ef4-4752-b21e-15575360c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:03:44.768196 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a791e05-021a-48d7-8650-48466a98fd6f req-18c40218-9a47-4001-805a-579b38b1998b service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256118 Nov 25 09:03:44.907009 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a791e05-021a-48d7-8650-48466a98fd6f req-dfff3ba3-859a-4ee8-ab87-78b87bc49028 service neutron] 10.222.0.41 "GET /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313589 Nov 25 09:03:44.966266 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a31a6-e410-4a30-a90d-5a0ded38acd0 None None] New status for floating IP e0e05097-a2a0-419c-8c11-4436e94a71cd: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:03:45.321793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50926) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:45.430242 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-176c19aa-a943-4f58-a926-2e68951ae121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/32d23a26-6b42-49be-8a70-5c52b69a938c HTTP/1.1" status: 200 len: 993 time: 0.1072395 Nov 25 09:03:45.724702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782611ec-9e00-46c9-9346-df477cbb55a8 req-58ce086b-566b-4a77-9409-71746a361ebd tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:45.726143 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-782611ec-9e00-46c9-9346-df477cbb55a8 req-58ce086b-566b-4a77-9409-71746a361ebd tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 945 time: 0.0845792 Nov 25 09:03:45.785474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569c653-36ba-441e-b778-8b66bbd4f7d9 req-a2557ced-0997-4529-a4e4-ddac862180ee tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:03:45.786160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-d569c653-36ba-441e-b778-8b66bbd4f7d9 req-a2557ced-0997-4529-a4e4-ddac862180ee tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Synchronizing usage tracker for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:03:45.796281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-782611ec-9e00-46c9-9346-df477cbb55a8 req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Deleting port 58125fb1-d728-4838-8b4e-a935e56e857c {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:45.796623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-782611ec-9e00-46c9-9346-df477cbb55a8 req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:45.801154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-d569c653-36ba-441e-b778-8b66bbd4f7d9 req-a2557ced-0997-4529-a4e4-ddac862180ee tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Unset dirty status for tenant:92b396747441487d9e6a7a94c81c8e1d on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:03:45.802301 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d569c653-36ba-441e-b778-8b66bbd4f7d9 req-a2557ced-0997-4529-a4e4-ddac862180ee tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 945 time: 0.0951421 Nov 25 09:03:45.849044 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d569c653-36ba-441e-b778-8b66bbd4f7d9 req-2ecf015a-0e7d-49f1-9a42-ef467f39550c tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/security-groups?id=4afe17c0-e86b-4f93-b3a2-83da2e961030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400667 Nov 25 09:03:46.063072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-782611ec-9e00-46c9-9346-df477cbb55a8 req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] For port 58125fb1-d728-4838-8b4e-a935e56e857c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=58125fb1-d728-4838-8b4e-a935e56e857c,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:46.063429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-782611ec-9e00-46c9-9346-df477cbb55a8 req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:46.185204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-782611ec-9e00-46c9-9346-df477cbb55a8 req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Calling delete_port for 58125fb1-d728-4838-8b4e-a935e56e857c owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:46.328352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-782611ec-9e00-46c9-9346-df477cbb55a8 req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:46.334969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0ceb5912-6316-4e58-9206-0638528c4a28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:46.407421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event deleted for resources: {'Port': ['ID=58125fb1-d728-4838-8b4e-a935e56e857c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:46.414233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:46.458150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-782611ec-9e00-46c9-9346-df477cbb55a8 req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] No DVR routers for this DVR port 58125fb1-d728-4838-8b4e-a935e56e857c on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:03:46.460436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-782611ec-9e00-46c9-9346-df477cbb55a8 req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:46.463612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'name': 'network-vif-deleted', 'tag': '58125fb1-d728-4838-8b4e-a935e56e857c'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:03:46.466024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a0b21c96-4f7f-4fef-b05c-e54f05d947aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:46.479572 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-782611ec-9e00-46c9-9346-df477cbb55a8 req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.41 "DELETE /v2.0/ports/58125fb1-d728-4838-8b4e-a935e56e857c HTTP/1.1" status: 204 len: 173 time: 0.7473428 Nov 25 09:03:46.516170 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfd7c29-94c0-47b4-8aad-ec7e16334dc0', 'name': 'network-vif-deleted', 'tag': '58125fb1-d728-4838-8b4e-a935e56e857c', 'status': 'completed', 'code': 200} Nov 25 09:03:46.947338 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:47.008718 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9f6adea8-2dd9-41f4-a198-d748d751ee4d req-df91c548-4fed-4012-96ab-f28b1351e112 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfd7c29-94c0-47b4-8aad-ec7e16334dc0 HTTP/1.1" status: 200 len: 210 time: 0.0463965 Nov 25 09:03:47.827116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 58125fb1-d728-4838-8b4e-a935e56e857c no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:03:47.860773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 58125fb1-d728-4838-8b4e-a935e56e857c {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:03:47.861119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 58125fb1-d728-4838-8b4e-a935e56e857c not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:03:48.114858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50938) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:48.267441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Deleting port 2ffa2d69-b10b-4397-b58b-2d2b31688ba9 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:48.267752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:48.439992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:48.440235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:48.560315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Calling delete_port for 2ffa2d69-b10b-4397-b58b-2d2b31688ba9 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:48.698911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:48.702452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9af71065-4bde-479f-abe8-6991f71beb1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:48.745551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event deleted for resources: {'Port': ['ID=2ffa2d69-b10b-4397-b58b-2d2b31688ba9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:48.781098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.781488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.781864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.782237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.782637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.783004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.783370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.783732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.784093 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.784481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.784839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.785196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:03:48.792678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:48.848183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:48.862538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:48.863658 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "DELETE /v2.0/floatingips/c9e7da18-f3a6-4889-9d48-0365c681add6 HTTP/1.1" status: 204 len: 168 time: 0.7477815 Nov 25 09:03:49.763480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1400f53-1c58-48a8-9921-6c21a5f58ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:49.939218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:51.335075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50954) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:51.396394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:51.408398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-163fb662-1324-41c0-8f0c-15506df22502 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:51.437775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-163fb662-1324-41c0-8f0c-15506df22502 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:51.501361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-163fb662-1324-41c0-8f0c-15506df22502 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:51.505155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2dc1be91-dcee-41fc-910d-9555e3983495 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:51.520476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fb662-1324-41c0-8f0c-15506df22502 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afe17c0-e86b-4f93-b3a2-83da2e961030,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:51.523105 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-163fb662-1324-41c0-8f0c-15506df22502 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:51.530460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-163fb662-1324-41c0-8f0c-15506df22502 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:51.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-163fb662-1324-41c0-8f0c-15506df22502 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] 10.222.0.54 "DELETE /v2.0/security-groups/4afe17c0-e86b-4f93-b3a2-83da2e961030 HTTP/1.1" status: 204 len: 168 time: 0.1955328 Nov 25 09:03:51.588733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50960) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:51.613880 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:03:52.386940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:52.734029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Deleting port bd981ed2-6dd3-4952-8201-9a72e266d3f6 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:52.734565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:52.909495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] For port bd981ed2-6dd3-4952-8201-9a72e266d3f6, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=bd981ed2-6dd3-4952-8201-9a72e266d3f6,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:52.909844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:53.033662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Calling delete_port for bd981ed2-6dd3-4952-8201-9a72e266d3f6 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:53.200449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:53.204762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dbb1d841-eddb-4fc5-8a1a-e6919d86788a tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:53.248273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd981ed2-6dd3-4952-8201-9a72e266d3f6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:53.281815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:53.643288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:54.000239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Router 39337eba-eaed-4db9-8301-053bf8a38378 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:03:54.188346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:03:54.197237 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb36f7c-b3b4-4254-84cd-de833d2ba282 None None] Sync routers for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:03:54.201513 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] 10.222.0.54 "PUT /v2.0/routers/39337eba-eaed-4db9-8301-053bf8a38378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6116760 Nov 25 09:03:54.203989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50966) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:54.206552 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb36f7c-b3b4-4254-84cd-de833d2ba282 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:54.207236 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8bb36f7c-b3b4-4254-84cd-de833d2ba282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:54.383612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:54.388087 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-8bb36f7c-b3b4-4254-84cd-de833d2ba282 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:54.564707 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:54.574853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Deleting port 852d97e2-8dc8-406a-b041-e25687146b38 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:54.575216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:54.703312 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8bb36f7c-b3b4-4254-84cd-de833d2ba282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39'}], 'enable_snat': True}, 'gw_port_id': '852d97e2-8dc8-406a-b041-e25687146b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T09:03:53Z', 'revision_number': 5, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port': {'id': '852d97e2-8dc8-406a-b041-e25687146b38', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39337eba-eaed-4db9-8301-053bf8a38378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:55:45Z', 'updated_at': '2021-11-25T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:54.707126 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb36f7c-b3b4-4254-84cd-de833d2ba282 None None] Checking router: 39337eba-eaed-4db9-8301-053bf8a38378 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:03:54.715655 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb36f7c-b3b4-4254-84cd-de833d2ba282 None None] Routers {'39337eba-eaed-4db9-8301-053bf8a38378'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:54.716273 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8bb36f7c-b3b4-4254-84cd-de833d2ba282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['39337eba-eaed-4db9-8301-053bf8a38378'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:54.749951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] For port 852d97e2-8dc8-406a-b041-e25687146b38, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=852d97e2-8dc8-406a-b041-e25687146b38,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:54.750535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:54.866333 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-8bb36f7c-b3b4-4254-84cd-de833d2ba282 None None] Set router 39337eba-eaed-4db9-8301-053bf8a38378 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:54.970235 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8bb36f7c-b3b4-4254-84cd-de833d2ba282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T09:03:54Z', 'revision_number': 6, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:54.974132 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb36f7c-b3b4-4254-84cd-de833d2ba282 None None] The sync data for ids ['39337eba-eaed-4db9-8301-053bf8a38378'] in dv-neutron-818341-1-hyperv is: [{'id': '39337eba-eaed-4db9-8301-053bf8a38378', 'name': 'tempest-TestVolumeBootPattern-1037012269-router', 'tenant_id': '92b396747441487d9e6a7a94c81c8e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:41Z', 'updated_at': '2021-11-25T09:03:54Z', 'revision_number': 6, 'project_id': '92b396747441487d9e6a7a94c81c8e1d', 'gw_port_host': None}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:03:55.010883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Calling delete_port for 852d97e2-8dc8-406a-b041-e25687146b38 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:55.174094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.177521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e5552d1e-cdac-41c1-afb0-0724fe313032 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:55.223431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Pushing event deleted for resources: {'Port': ['ID=852d97e2-8dc8-406a-b041-e25687146b38,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:55.225958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:55.312727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.486539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.488616 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.511688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.512277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39337eba-eaed-4db9-8301-053bf8a38378 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:03:55.524139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.525253 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] 10.222.0.54 "DELETE /v2.0/routers/39337eba-eaed-4db9-8301-053bf8a38378 HTTP/1.1" status: 204 len: 168 time: 1.3203447 Nov 25 09:03:55.527685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50970) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:55.588286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae84c74-1ca4-4b5c-828a-aa93cd5f8c12 admin admin] Deleting subnet 8080decf-6ef4-4752-b21e-15575360c578 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:03:55.591211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bae84c74-1ca4-4b5c-828a-aa93cd5f8c12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.639328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bae84c74-1ca4-4b5c-828a-aa93cd5f8c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.718598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bae84c74-1ca4-4b5c-828a-aa93cd5f8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.787544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bae84c74-1ca4-4b5c-828a-aa93cd5f8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.791832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fa6eb396-0749-4e14-af84-a91345f462e9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:55.829223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bae84c74-1ca4-4b5c-828a-aa93cd5f8c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.832312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae84c74-1ca4-4b5c-828a-aa93cd5f8c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8080decf-6ef4-4752-b21e-15575360c578,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:55.834333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5ce44-9106-4796-b669-cca7e204569e None None] Network d3fd7795-331d-4f44-a9ac-5630085fe248 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:03:55.834803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bae84c74-1ca4-4b5c-828a-aa93cd5f8c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:55.838928 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bae84c74-1ca4-4b5c-828a-aa93cd5f8c12 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8080decf-6ef4-4752-b21e-15575360c578 HTTP/1.1" status: 204 len: 168 time: 0.3103344 Nov 25 09:03:55.841361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50974) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:55.949824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:55.964717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Deleting port f6868348-1e41-4765-b556-98f1296bf2dd {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:55.965227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:56.090113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe785db-d7c9-4d35-8559-67b9232e5681 None None] DHCP port deletion for d3fd7795-331d-4f44-a9ac-5630085fe248 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:03:56.094276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1fe785db-d7c9-4d35-8559-67b9232e5681 None None] Deleting port f6868348-1e41-4765-b556-98f1296bf2dd {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:56.094689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fe785db-d7c9-4d35-8559-67b9232e5681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:56.184835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] For port f6868348-1e41-4765-b556-98f1296bf2dd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f6868348-1e41-4765-b556-98f1296bf2dd,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:56.185185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:56.294953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1fe785db-d7c9-4d35-8559-67b9232e5681 None None] For port f6868348-1e41-4765-b556-98f1296bf2dd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f6868348-1e41-4765-b556-98f1296bf2dd,segment=NetworkSegment(941d9e28-24d6-4055-bcb8-7282485e053e),segment_id=941d9e28-24d6-4055-bcb8-7282485e053e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:56.295245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fe785db-d7c9-4d35-8559-67b9232e5681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:56.312566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Calling delete_port for f6868348-1e41-4765-b556-98f1296bf2dd owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:56.401310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:56.405614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e2008584-d55a-4f81-afcb-a99b80584dfe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:56.415999 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device bd981ed2-6dd3-4952-8201-9a72e266d3f6 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:03:56.445012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1fe785db-d7c9-4d35-8559-67b9232e5681 None None] Calling delete_port for f6868348-1e41-4765-b556-98f1296bf2dd owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:56.448708 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6868348-1e41-4765-b556-98f1296bf2dd,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:56.451811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:56.452637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] No DVR routers for this DVR port f6868348-1e41-4765-b556-98f1296bf2dd on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:03:56.489319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: bd981ed2-6dd3-4952-8201-9a72e266d3f6 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:03:56.489670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device bd981ed2-6dd3-4952-8201-9a72e266d3f6 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:03:56.490089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f6868348-1e41-4765-b556-98f1296bf2dd no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:03:56.534909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: f6868348-1e41-4765-b556-98f1296bf2dd {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:03:56.535262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f6868348-1e41-4765-b556-98f1296bf2dd not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:03:56.535680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 852d97e2-8dc8-406a-b041-e25687146b38 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:03:56.568550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:56.573676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 852d97e2-8dc8-406a-b041-e25687146b38 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:03:56.574032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 852d97e2-8dc8-406a-b041-e25687146b38 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:03:56.595279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fd7795-331d-4f44-a9ac-5630085fe248']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:56.595464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-1fe785db-d7c9-4d35-8559-67b9232e5681 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:03:56.595838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-1fe785db-d7c9-4d35-8559-67b9232e5681 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:03:56.607274 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941d9e28-24d6-4055-bcb8-7282485e053e') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:56.607571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941d9e28-24d6-4055-bcb8-7282485e053e') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:56.618665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:56.634171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:56.640403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:03:56.640958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:03:56.654463 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:03:56.847458 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:56.851094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d0e18c04-9447-4b26-ad3d-9ebdd2893316 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:56.864373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:56.874997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3fd7795-331d-4f44-a9ac-5630085fe248,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:56.877997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:56.887450 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d3fd7795-331d-4f44-a9ac-5630085fe248 HTTP/1.1" status: 204 len: 168 time: 1.0451407 Nov 25 09:03:56.890188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50978) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:57.096930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1fe785db-d7c9-4d35-8559-67b9232e5681 None None] Deleting port f6868348-1e41-4765-b556-98f1296bf2dd {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:57.097545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fe785db-d7c9-4d35-8559-67b9232e5681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:57.165465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1fe785db-d7c9-4d35-8559-67b9232e5681 None None] The port 'f6868348-1e41-4765-b556-98f1296bf2dd' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:03:57.432984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:57.774094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Deleting port 7a209768-09d2-4a27-94db-00cbca57f508 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:57.774471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:57.940843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] For port 7a209768-09d2-4a27-94db-00cbca57f508, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7a209768-09d2-4a27-94db-00cbca57f508,segment=NetworkSegment(2227704d-6e89-4c01-987a-d49b9fddbe8c),segment_id=2227704d-6e89-4c01-987a-d49b9fddbe8c)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:57.941530 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:58.062924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Calling delete_port for 7a209768-09d2-4a27-94db-00cbca57f508 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:03:58.349938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:58.353459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:03:58.401437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a209768-09d2-4a27-94db-00cbca57f508,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:03:58.404909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:03:58.669484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:59.027368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:03:59.206077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:03:59.214774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6422442-4cdd-4557-97a5-03d70a282fdb None None] Sync routers for ids ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:03:59.222954 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] 10.222.0.54 "PUT /v2.0/routers/ccaf3d0f-bd1e-4d00-8b02-ce674765a935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3317072 Nov 25 09:03:59.224800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6422442-4cdd-4557-97a5-03d70a282fdb None None] Routers {'ccaf3d0f-bd1e-4d00-8b02-ce674765a935'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:59.225362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50982) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:03:59.225509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c6422442-4cdd-4557-97a5-03d70a282fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:59.396539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:59.402537 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-c6422442-4cdd-4557-97a5-03d70a282fdb None None] Set router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:03:59.711538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:59.720908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Deleting port fb16bf2e-b08e-46de-8d0b-588e163ebe86 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:03:59.721261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:59.735836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c6422442-4cdd-4557-97a5-03d70a282fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'name': 'tempest-TestVolumeBootPattern-1464215244-router', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:59Z', 'updated_at': '2021-11-25T09:03:58Z', 'revision_number': 5, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'gw_port': {'id': 'fb16bf2e-b08e-46de-8d0b-588e163ebe86', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:56:01Z', 'updated_at': '2021-11-25T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:59.739755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6422442-4cdd-4557-97a5-03d70a282fdb None None] Checking router: ccaf3d0f-bd1e-4d00-8b02-ce674765a935 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:03:59.748612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6422442-4cdd-4557-97a5-03d70a282fdb None None] Routers {'ccaf3d0f-bd1e-4d00-8b02-ce674765a935'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:03:59.749227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c6422442-4cdd-4557-97a5-03d70a282fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:03:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:03:59.896577 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] For port fb16bf2e-b08e-46de-8d0b-588e163ebe86, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fb16bf2e-b08e-46de-8d0b-588e163ebe86,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:03:59.896935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:03:59.900273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-c6422442-4cdd-4557-97a5-03d70a282fdb None None] Set router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:04:00.004723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c6422442-4cdd-4557-97a5-03d70a282fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'name': 'tempest-TestVolumeBootPattern-1464215244-router', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:59Z', 'updated_at': '2021-11-25T09:03:59Z', 'revision_number': 6, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:04:00.008709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6422442-4cdd-4557-97a5-03d70a282fdb None None] The sync data for ids ['ccaf3d0f-bd1e-4d00-8b02-ce674765a935'] in dv-neutron-818341-1-hyperv is: [{'id': 'ccaf3d0f-bd1e-4d00-8b02-ce674765a935', 'name': 'tempest-TestVolumeBootPattern-1464215244-router', 'tenant_id': '2445b5bb5c1044e08facae5bc7ad06be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:55:59Z', 'updated_at': '2021-11-25T09:03:59Z', 'revision_number': 6, 'project_id': '2445b5bb5c1044e08facae5bc7ad06be', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:04:00.020615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Calling delete_port for fb16bf2e-b08e-46de-8d0b-588e163ebe86 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:04:00.185745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.189938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9aae2830-da13-484f-8308-fcf5daa58108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:04:00.232991 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb16bf2e-b08e-46de-8d0b-588e163ebe86,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:04:00.257414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:04:00.321915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.496693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.498850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.522729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.523113 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccaf3d0f-bd1e-4d00-8b02-ce674765a935 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:04:00.537115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.538240 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ccaf3d0f-bd1e-4d00-8b02-ce674765a935 HTTP/1.1" status: 204 len: 168 time: 1.3119764 Nov 25 09:04:00.540748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50986) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:00.598472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a63710-50f4-49fa-8da5-720f7ffb42b5 admin admin] Deleting subnet 35579fe5-4b0e-4020-ba89-4e244110481a {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:04:00.601295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a6a63710-50f4-49fa-8da5-720f7ffb42b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.653862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a6a63710-50f4-49fa-8da5-720f7ffb42b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.728993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a6a63710-50f4-49fa-8da5-720f7ffb42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.782528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7a209768-09d2-4a27-94db-00cbca57f508 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:04:00.802372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a6a63710-50f4-49fa-8da5-720f7ffb42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.806741 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c3843339-3b2d-49b0-85dd-7e6e6231d4a7 tempest-FloatingIPTestJSON-1331880139 tempest-FloatingIPTestJSON-1331880139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:04:00.825734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 7a209768-09d2-4a27-94db-00cbca57f508 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:04:00.826092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7a209768-09d2-4a27-94db-00cbca57f508 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:04:00.846228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a63710-50f4-49fa-8da5-720f7ffb42b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35579fe5-4b0e-4020-ba89-4e244110481a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:04:00.849288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a6a63710-50f4-49fa-8da5-720f7ffb42b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:04:00.850366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a6a63710-50f4-49fa-8da5-720f7ffb42b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.855500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5af0ceb-71b8-4ac2-9c0b-7033ccd18bba None None] Network fc2ec383-da00-40bf-abe1-62751dc7df32 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:04:00.856374 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a6a63710-50f4-49fa-8da5-720f7ffb42b5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/35579fe5-4b0e-4020-ba89-4e244110481a HTTP/1.1" status: 204 len: 168 time: 0.3146994 Nov 25 09:04:00.858894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50990) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:00.967081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:00.979001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Deleting port cd675279-79de-4349-b846-b61008ff5034 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:04:00.979834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:01.104882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45abdd40-9db3-4533-b3d6-0e7241346e19 None None] DHCP port deletion for fc2ec383-da00-40bf-abe1-62751dc7df32 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:04:01.109225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-45abdd40-9db3-4533-b3d6-0e7241346e19 None None] Deleting port cd675279-79de-4349-b846-b61008ff5034 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:04:01.109682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45abdd40-9db3-4533-b3d6-0e7241346e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:01.201730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] For port cd675279-79de-4349-b846-b61008ff5034, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cd675279-79de-4349-b846-b61008ff5034,segment=NetworkSegment(2227704d-6e89-4c01-987a-d49b9fddbe8c),segment_id=2227704d-6e89-4c01-987a-d49b9fddbe8c)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:04:01.202380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:01.321643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-45abdd40-9db3-4533-b3d6-0e7241346e19 None None] For port cd675279-79de-4349-b846-b61008ff5034, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cd675279-79de-4349-b846-b61008ff5034,segment=NetworkSegment(2227704d-6e89-4c01-987a-d49b9fddbe8c),segment_id=2227704d-6e89-4c01-987a-d49b9fddbe8c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:04:01.321963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45abdd40-9db3-4533-b3d6-0e7241346e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:01.325690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Calling delete_port for cd675279-79de-4349-b846-b61008ff5034 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:04:01.404340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:01.408075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:04:01.447577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-45abdd40-9db3-4533-b3d6-0e7241346e19 None None] Calling delete_port for cd675279-79de-4349-b846-b61008ff5034 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:04:01.451421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd675279-79de-4349-b846-b61008ff5034,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:04:01.455149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:04:01.457335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] No DVR routers for this DVR port cd675279-79de-4349-b846-b61008ff5034 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:04:01.526845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-45abdd40-9db3-4533-b3d6-0e7241346e19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:04:01.527209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-45abdd40-9db3-4533-b3d6-0e7241346e19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:04:01.700821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:01.728582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2ec383-da00-40bf-abe1-62751dc7df32']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:04:01.740443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2227704d-6e89-4c01-987a-d49b9fddbe8c') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:04:01.740739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2227704d-6e89-4c01-987a-d49b9fddbe8c') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:04:01.751696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:01.767427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:01.773195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:04:01.774127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:04:01.788267 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:04:01.863903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:01.867375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-59a535fa-ba1a-4b79-9e75-f4960f1757d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:04:01.880117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:01.890355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc2ec383-da00-40bf-abe1-62751dc7df32,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:04:01.894358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:04:01.897782 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fc2ec383-da00-40bf-abe1-62751dc7df32 HTTP/1.1" status: 204 len: 168 time: 1.0379860 Nov 25 09:04:02.010089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 50996) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:02.028249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-45abdd40-9db3-4533-b3d6-0e7241346e19 None None] Deleting port cd675279-79de-4349-b846-b61008ff5034 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:04:02.029392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45abdd40-9db3-4533-b3d6-0e7241346e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:02.060697 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-212d1ba3-920f-40da-8c34-8e13f7174a07 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=92b396747441487d9e6a7a94c81c8e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470774 Nov 25 09:04:02.061050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51000) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:02.100024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-45abdd40-9db3-4533-b3d6-0e7241346e19 None None] The port 'cd675279-79de-4349-b846-b61008ff5034' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:04:02.121782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df583a55-68b4-4a8a-a725-30a88ecb30ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:02.147276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df583a55-68b4-4a8a-a725-30a88ecb30ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:02.197278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df583a55-68b4-4a8a-a725-30a88ecb30ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:02.201976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ad531847-efce-4a9b-891f-6d19d7cb73ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:04:02.214891 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df583a55-68b4-4a8a-a725-30a88ecb30ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ba639-09aa-4e23-a6db-20929dca27c3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:04:02.219614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-df583a55-68b4-4a8a-a725-30a88ecb30ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:04:02.221509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-df583a55-68b4-4a8a-a725-30a88ecb30ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:02.222637 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-df583a55-68b4-4a8a-a725-30a88ecb30ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d18ba639-09aa-4e23-a6db-20929dca27c3 HTTP/1.1" status: 204 len: 168 time: 0.1606073 Nov 25 09:04:02.397476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cd675279-79de-4349-b846-b61008ff5034 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:04:02.431807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: cd675279-79de-4349-b846-b61008ff5034 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:04:02.432162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cd675279-79de-4349-b846-b61008ff5034 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:04:02.432581 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fb16bf2e-b08e-46de-8d0b-588e163ebe86 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:04:02.464961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: fb16bf2e-b08e-46de-8d0b-588e163ebe86 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:04:02.465305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fb16bf2e-b08e-46de-8d0b-588e163ebe86 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:04:02.560732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51008) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:02.608951 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-14110095-7c77-41f6-a0bb-a4877faa3167 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2445b5bb5c1044e08facae5bc7ad06be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470440 Nov 25 09:04:02.611264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51012) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:02.670913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bca3ac4c-2641-4dc7-ac98-d174ddf24fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:02.696111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bca3ac4c-2641-4dc7-ac98-d174ddf24fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:02.746543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bca3ac4c-2641-4dc7-ac98-d174ddf24fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:02.751175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d02d7a41-7faa-4ad3-b7cc-235e01a98f86 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:04:02.763270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3ac4c-2641-4dc7-ac98-d174ddf24fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbef1d0-905c-473b-9d00-48986bb53156,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:04:02.766112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bca3ac4c-2641-4dc7-ac98-d174ddf24fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:04:02.768121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bca3ac4c-2641-4dc7-ac98-d174ddf24fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:02.769400 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bca3ac4c-2641-4dc7-ac98-d174ddf24fda admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0cbef1d0-905c-473b-9d00-48986bb53156 HTTP/1.1" status: 204 len: 168 time: 0.1570866 Nov 25 09:04:04.018154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:16.467347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7b61922-4921-405c-9c0e-31e72b4a969c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:16.949016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:19.769363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-276df4e7-b649-4ac8-aa48-bbd20323f279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:19.940536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:21.397606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:28.612068 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:04:34.061174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:46.468558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54b2c251-e205-4a1e-ad7e-e8b3daa9bf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:46.950158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:49.771321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1af29281-b706-48a9-a2ce-78dc485fe574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:49.943450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:51.403362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:54.700794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51036) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:55.299721 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4fdebcae-c0f1-4b19-94a5-1c8b58e8a2b4 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers/89315849-2268-43d9-a18a-9651c52a6b7d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.5976288 Nov 25 09:04:55.302607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51044) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:55.303127 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-72335de9-b335-4084-aa5e-12ec7103458a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3676405 Nov 25 09:04:55.446072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-7c9c150d-69ad-4054-b7c5-5d83d1721eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:04:55.447585 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-7c9c150d-69ad-4054-b7c5-5d83d1721eec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 1098 time: 0.0765126 Nov 25 09:04:55.497543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15e358b-bffc-43e4-9cea-b82463f62131 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Notify agent at dv-neutron-818341-1-hyperv the message router_removed_from_agent {{(pid=87512) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Nov 25 09:04:55.500796 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a15e358b-bffc-43e4-9cea-b82463f62131 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "DELETE /v2.0/agents/2b5c9492-ae9b-4cda-9263-ce629719edec/l3-routers/89315849-2268-43d9-a18a-9651c52a6b7d HTTP/1.1" status: 204 len: 168 time: 0.1971989 Nov 25 09:04:55.503529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51048) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:55.598385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-f67ecca4-7f9f-4e92-8969-53bb9befcbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:04:55.599820 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-f67ecca4-7f9f-4e92-8969-53bb9befcbbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff03b702-385e-4726-b122-d5c0faa9515c HTTP/1.1" status: 200 len: 897 time: 0.1315069 Nov 25 09:04:55.690469 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-101a0265-2129-47ae-a0dd-7c5779c5af04 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers/89315849-2268-43d9-a18a-9651c52a6b7d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1857409 Nov 25 09:04:55.692896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51052) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:55.708097 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-77a6b295-6d54-4e2f-b3e0-476a3470114c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64123e9d-cb93-40a2-8c1b-88436cd6d06d HTTP/1.1" status: 200 len: 1001 time: 0.1009622 Nov 25 09:04:55.769770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-c7a74378-a7e4-4308-a404-3a1d9e774b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:04:55.771313 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-c7a74378-a7e4-4308-a404-3a1d9e774b0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bbb83a8-86ae-4123-a765-948067b6493c HTTP/1.1" status: 200 len: 835 time: 0.0569055 Nov 25 09:04:55.799432 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e667b434-37da-4533-9d0a-e9d3e84397f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/32d23a26-6b42-49be-8a70-5c52b69a938c HTTP/1.1" status: 200 len: 993 time: 0.1053348 Nov 25 09:04:55.844720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-f1b046f2-6ae1-44d0-b678-437ab58cf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:04:55.846092 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-f1b046f2-6ae1-44d0-b678-437ab58cf8d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff03b702-385e-4726-b122-d5c0faa9515c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688713 Nov 25 09:04:55.987359 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-3ceb6dd3-baa3-4048-9ccb-5d3eb6dcb4b3 service neutron] 10.222.0.41 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340973 Nov 25 09:04:56.123169 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4a00e9df-180b-485e-8fd8-a91fa8d7e74b req-e4442013-4f91-454f-b041-a246160612fd service neutron] 10.222.0.41 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282816 Nov 25 09:04:56.287995 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b795e24-23d1-468a-9707-530789fd4e96 None None] New status for floating IP 32d23a26-6b42-49be-8a70-5c52b69a938c: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:04:56.417924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:04:56.531574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:56.565173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:04:56.569038 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:56.569649 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 523dbb50-b085-47aa-8f50-bc685e6e9214 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:04:56.593178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:04:56.682742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:04:56.712351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.712691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.713022 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.713347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.713668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.713998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.714334 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.714655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.714969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.715810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.716133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.716443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:04:56.724070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:04:56.748422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:56.764758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 523dbb50-b085-47aa-8f50-bc685e6e9214, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=523dbb50-b085-47aa-8f50-bc685e6e9214,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:04:56.768251 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:04:56.769922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4d084214-b71a-4886-b75f-b006dc3d4ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:04:56.803054 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51056) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:56.836878 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=523dbb50-b085-47aa-8f50-bc685e6e9214,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:04:56.839751 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:04:56.910837 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ad2aaf4d-1621-42c8-9603-25c6f432ebb9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/32d23a26-6b42-49be-8a70-5c52b69a938c HTTP/1.1" status: 200 len: 991 time: 0.1064687 Nov 25 09:04:58.049415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51062) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:58.251938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5ae16b-e594-4bb1-b152-114b3095a97d tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Router 89315849-2268-43d9-a18a-9651c52a6b7d is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:04:58.252273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5ae16b-e594-4bb1-b152-114b3095a97d tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Notify agent at dv-neutron-818341-1-hyperv the message router_added_to_agent {{(pid=87512) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Nov 25 09:04:58.277692 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ff5ae16b-e594-4bb1-b152-114b3095a97d tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "POST /v2.0/agents/2b5c9492-ae9b-4cda-9263-ce629719edec/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2272334 Nov 25 09:04:58.280291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51068) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:58.298023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65f3b0-bbce-4fbf-9ed7-653687ff291b None None] Sync routers for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:04:58.307496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da65f3b0-bbce-4fbf-9ed7-653687ff291b None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:04:58.308132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-da65f3b0-bbce-4fbf-9ed7-653687ff291b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:04:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:04:58.460276 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-654d6129-495c-419a-b415-f1b5736b740c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers/89315849-2268-43d9-a18a-9651c52a6b7d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1788394 Nov 25 09:04:58.462897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51074) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:58.488670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-da65f3b0-bbce-4fbf-9ed7-653687ff291b None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:04:58.693584 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-67a15848-81b5-4b9a-b9c0-c701fa23674c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/32d23a26-6b42-49be-8a70-5c52b69a938c HTTP/1.1" status: 200 len: 991 time: 0.2294233 Nov 25 09:04:58.839452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-da65f3b0-bbce-4fbf-9ed7-653687ff291b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:04:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '32d23a26-6b42-49be-8a70-5c52b69a938c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'port_id': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'mac_address': 'fa:16:3e:b5:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:03:41Z', 'updated_at': '2021-11-25T09:04:56Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:04:56Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:04:58.843851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65f3b0-bbce-4fbf-9ed7-653687ff291b None None] Checking router: 89315849-2268-43d9-a18a-9651c52a6b7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:04:58.852217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da65f3b0-bbce-4fbf-9ed7-653687ff291b None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:04:58.852821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-da65f3b0-bbce-4fbf-9ed7-653687ff291b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:04:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:04:59.031195 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-da65f3b0-bbce-4fbf-9ed7-653687ff291b None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:04:59.415249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-da65f3b0-bbce-4fbf-9ed7-653687ff291b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:04:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '32d23a26-6b42-49be-8a70-5c52b69a938c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'port_id': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'mac_address': 'fa:16:3e:b5:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:03:41Z', 'updated_at': '2021-11-25T09:04:56Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:04:56Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:04:59.419024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65f3b0-bbce-4fbf-9ed7-653687ff291b None None] The sync data for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv is: [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:04:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '32d23a26-6b42-49be-8a70-5c52b69a938c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'port_id': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'mac_address': 'fa:16:3e:b5:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:03:41Z', 'updated_at': '2021-11-25T09:04:56Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:04:56Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:04:59.697226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51078) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:04:59.806827 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2c0c9e6a-b472-4c98-8e4f-defcc61d519e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/32d23a26-6b42-49be-8a70-5c52b69a938c HTTP/1.1" status: 200 len: 991 time: 0.1082914 Nov 25 09:05:00.469928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:05:00.543399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:00.543776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:00.664333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:00.696404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:00.700842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:00.701710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 523dbb50-b085-47aa-8f50-bc685e6e9214 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:05:00.725241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:00.810463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51082) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:00.817854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:00.823550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:00.830938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 523dbb50-b085-47aa-8f50-bc685e6e9214 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:00.831321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:00.919623 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cc679cb8-1a88-404a-b48c-22045a248d56 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/32d23a26-6b42-49be-8a70-5c52b69a938c HTTP/1.1" status: 200 len: 991 time: 0.1078904 Nov 25 09:05:00.949046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:00.965599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 523dbb50-b085-47aa-8f50-bc685e6e9214, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=523dbb50-b085-47aa-8f50-bc685e6e9214,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:00.968851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:00.971717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:01.038558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=523dbb50-b085-47aa-8f50-bc685e6e9214,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:01.041794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:01.097695 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d5caa-4a00-4321-b0db-528ef8da293b None None] New status for floating IP 32d23a26-6b42-49be-8a70-5c52b69a938c: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:05:01.923470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51086) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:02.030567 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-eb829722-c504-46e5-8819-4cb4fbcb2a82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/32d23a26-6b42-49be-8a70-5c52b69a938c HTTP/1.1" status: 200 len: 993 time: 0.1059420 Nov 25 09:05:02.300042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51094) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:02.428060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:05:02.495028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:02.495409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:02.506180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port fc7275ca-0720-4b5d-a49d-99d0f0bde7c0 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:05:02.506556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:02.612497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 523dbb50-b085-47aa-8f50-bc685e6e9214 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:05:02.671819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:02.672138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:02.680286 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 523dbb50-b085-47aa-8f50-bc685e6e9214 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:02.681021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:02.807416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for fc7275ca-0720-4b5d-a49d-99d0f0bde7c0 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:05:02.961851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:02.966475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-99c37cd7-aa65-4746-ad8e-52f021eb61b0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:03.012308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=fc7275ca-0720-4b5d-a49d-99d0f0bde7c0,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:03.048580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.048968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.049367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.049735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.050100 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.050490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.050853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.051212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.051572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.051928 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.052284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.052639 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:03.060193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:03.112436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:03.112762 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 32d23a26-6b42-49be-8a70-5c52b69a938c disassociated (deleted). External IP: 172.26.3.114, port: 64123e9d-cb93-40a2-8c1b-88436cd6d06d. Nov 25 09:05:03.584430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 89315849-2268-43d9-a18a-9651c52a6b7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:05:03.759807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:05:03.769769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f8395-6c17-4621-99c7-7734a508397a None None] Sync routers for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:05:03.780132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:03.780746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f8395-6c17-4621-99c7-7734a508397a None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:05:03.781373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0d4f8395-6c17-4621-99c7-7734a508397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:04:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:03.838807 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/floatingips/32d23a26-6b42-49be-8a70-5c52b69a938c HTTP/1.1" status: 204 len: 168 time: 1.5375288 Nov 25 09:05:03.839447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'tag': '64123e9d-cb93-40a2-8c1b-88436cd6d06d'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:05:03.974110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-0d4f8395-6c17-4621-99c7-7734a508397a None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:05:04.012784 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'tag': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'status': 'completed', 'code': 200} Nov 25 09:05:04.071575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:04.134854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475d7be-e570-4594-bd6f-ba721989a2b1 req-ed374b95-42e5-4ee5-95b3-6c9b0a37d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:04.135702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a475d7be-e570-4594-bd6f-ba721989a2b1 req-ed374b95-42e5-4ee5-95b3-6c9b0a37d21b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 1098 time: 0.0904531 Nov 25 09:05:04.323741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475d7be-e570-4594-bd6f-ba721989a2b1 req-89898438-ad6a-4a81-8e50-390464b71ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:04.325206 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a475d7be-e570-4594-bd6f-ba721989a2b1 req-89898438-ad6a-4a81-8e50-390464b71ef9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff03b702-385e-4726-b122-d5c0faa9515c HTTP/1.1" status: 200 len: 897 time: 0.1828568 Nov 25 09:05:04.336593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156636c6-cf6c-433d-97da-d361ddab42f6 req-c33d933d-8962-4efc-972a-8c9cf5ad2bfd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:04.337955 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-156636c6-cf6c-433d-97da-d361ddab42f6 req-c33d933d-8962-4efc-972a-8c9cf5ad2bfd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 945 time: 0.1776819 Nov 25 09:05:04.355429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0d4f8395-6c17-4621-99c7-7734a508397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:05:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:05:00Z', 'revision_number': 7, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:04.359685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f8395-6c17-4621-99c7-7734a508397a None None] Checking router: 89315849-2268-43d9-a18a-9651c52a6b7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:05:04.367889 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f8395-6c17-4621-99c7-7734a508397a None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:05:04.368500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0d4f8395-6c17-4621-99c7-7734a508397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:04:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:04.417277 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a475d7be-e570-4594-bd6f-ba721989a2b1 req-76dc88f7-7d18-4ce2-bc3e-ce6838edcefb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64123e9d-cb93-40a2-8c1b-88436cd6d06d HTTP/1.1" status: 200 len: 217 time: 0.0782919 Nov 25 09:05:04.481966 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-156636c6-cf6c-433d-97da-d361ddab42f6 req-1527e066-96a1-4bea-b123-09c5317df3c5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925720 Nov 25 09:05:04.498249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475d7be-e570-4594-bd6f-ba721989a2b1 req-39bd5efd-85d2-48e0-b283-0598b9ee8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:04.499688 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a475d7be-e570-4594-bd6f-ba721989a2b1 req-39bd5efd-85d2-48e0-b283-0598b9ee8616 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bbb83a8-86ae-4123-a765-948067b6493c HTTP/1.1" status: 200 len: 835 time: 0.0702655 Nov 25 09:05:04.544158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-0d4f8395-6c17-4621-99c7-7734a508397a None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:05:04.575669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475d7be-e570-4594-bd6f-ba721989a2b1 req-1c69df10-cb3c-46d6-b42e-36432c510fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:04.577106 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a475d7be-e570-4594-bd6f-ba721989a2b1 req-1c69df10-cb3c-46d6-b42e-36432c510fdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff03b702-385e-4726-b122-d5c0faa9515c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699003 Nov 25 09:05:04.708839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a475d7be-e570-4594-bd6f-ba721989a2b1 req-a5e21fab-f96a-4dec-904b-19f6cdae2f1b service neutron] 10.222.0.41 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242206 Nov 25 09:05:04.861405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0d4f8395-6c17-4621-99c7-7734a508397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:05:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:05:00Z', 'revision_number': 7, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:04.865719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4f8395-6c17-4621-99c7-7734a508397a None None] The sync data for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv is: [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:03:24Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:05:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049', 'name': '', 'network_id': 'ff03b702-385e-4726-b122-d5c0faa9515c', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:5a:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:23Z', 'updated_at': '2021-11-25T09:05:00Z', 'revision_number': 7, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '1bbb83a8-86ae-4123-a765-948067b6493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:05:04.978649 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a475d7be-e570-4594-bd6f-ba721989a2b1 req-f99fbebd-69e4-4851-af76-7a50ef5da99c service neutron] 10.222.0.41 "GET /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618797 Nov 25 09:05:05.530898 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b82be7a-ba38-46d8-b484-67ebac5e7dae None None] New status for floating IP 32d23a26-6b42-49be-8a70-5c52b69a938c: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:05:05.679561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5388f48-aa55-440c-a74d-5bdedbf5c3f0 req-59516412-d7cd-4f71-85dd-dfb8d56a8c9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:05.681637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-f5388f48-aa55-440c-a74d-5bdedbf5c3f0 req-59516412-d7cd-4f71-85dd-dfb8d56a8c9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:05:05.685917 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:05:05.701195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-f5388f48-aa55-440c-a74d-5bdedbf5c3f0 req-59516412-d7cd-4f71-85dd-dfb8d56a8c9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:05:05.702400 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f5388f48-aa55-440c-a74d-5bdedbf5c3f0 req-59516412-d7cd-4f71-85dd-dfb8d56a8c9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 945 time: 0.1095014 Nov 25 09:05:05.720030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0369b4-46d3-4b61-beae-faf61467ae7e req-e43ba725-8b92-4cd3-aa74-ae64238605e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:05.721579 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8a0369b4-46d3-4b61-beae-faf61467ae7e req-e43ba725-8b92-4cd3-aa74-ae64238605e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 945 time: 0.0856123 Nov 25 09:05:05.753595 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f5388f48-aa55-440c-a74d-5bdedbf5c3f0 req-41070318-7390-49d6-b466-c2677a100a65 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc331932-420d-4dde-bbcc-e2146b2564c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453393 Nov 25 09:05:05.801038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-8a0369b4-46d3-4b61-beae-faf61467ae7e req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 64123e9d-cb93-40a2-8c1b-88436cd6d06d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:05:05.801374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-8a0369b4-46d3-4b61-beae-faf61467ae7e req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:06.045205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-8a0369b4-46d3-4b61-beae-faf61467ae7e req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 64123e9d-cb93-40a2-8c1b-88436cd6d06d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=64123e9d-cb93-40a2-8c1b-88436cd6d06d,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:06.045552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-8a0369b4-46d3-4b61-beae-faf61467ae7e req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:06.171438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-8a0369b4-46d3-4b61-beae-faf61467ae7e req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 64123e9d-cb93-40a2-8c1b-88436cd6d06d owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:05:06.312692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-8a0369b4-46d3-4b61-beae-faf61467ae7e req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:06.321588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ca0919a8-f29b-4f16-8199-41e5f7dfd9d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:06.388971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=64123e9d-cb93-40a2-8c1b-88436cd6d06d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:06.432117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.432507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.432879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.433244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.433605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.433969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.434360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.434722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.435081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.435469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.435822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.436175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:06.443486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:06.449326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0369b4-46d3-4b61-beae-faf61467ae7e req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] No DVR routers for this DVR port 64123e9d-cb93-40a2-8c1b-88436cd6d06d on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:05:06.452110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-8a0369b4-46d3-4b61-beae-faf61467ae7e req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:06.454729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'name': 'network-vif-deleted', 'tag': '64123e9d-cb93-40a2-8c1b-88436cd6d06d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:05:06.470621 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8a0369b4-46d3-4b61-beae-faf61467ae7e req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "DELETE /v2.0/ports/64123e9d-cb93-40a2-8c1b-88436cd6d06d HTTP/1.1" status: 204 len: 173 time: 0.7427704 Nov 25 09:05:06.554763 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1476fa31-6e2e-405e-94b4-4b8fb032ac01', 'name': 'network-vif-deleted', 'tag': '64123e9d-cb93-40a2-8c1b-88436cd6d06d', 'status': 'completed', 'code': 200} Nov 25 09:05:06.924826 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6d06b64f-dc4b-4a10-bfdb-b4cc551d24c0 req-c9121629-93d9-48c7-b11c-b5fb35a03351 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=1476fa31-6e2e-405e-94b4-4b8fb032ac01 HTTP/1.1" status: 200 len: 210 time: 0.0504460 Nov 25 09:05:08.019480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51116) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:08.090794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a045661a-626c-4488-b041-ae9725a123e7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:08.120118 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a045661a-626c-4488-b041-ae9725a123e7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:08.191709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a045661a-626c-4488-b041-ae9725a123e7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:08.195658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c62c7fcd-1d22-420d-ac22-6fc6071350ec tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:08.210171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045661a-626c-4488-b041-ae9725a123e7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc331932-420d-4dde-bbcc-e2146b2564c9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:08.212551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a045661a-626c-4488-b041-ae9725a123e7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:08.224600 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a045661a-626c-4488-b041-ae9725a123e7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:08.225905 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a045661a-626c-4488-b041-ae9725a123e7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/cc331932-420d-4dde-bbcc-e2146b2564c9 HTTP/1.1" status: 204 len: 168 time: 0.2053041 Nov 25 09:05:08.254752 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51122) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:08.361098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 64123e9d-cb93-40a2-8c1b-88436cd6d06d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:05:08.395492 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 64123e9d-cb93-40a2-8c1b-88436cd6d06d {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:05:08.395849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 64123e9d-cb93-40a2-8c1b-88436cd6d06d not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:05:08.791622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:09.251394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:05:09.251732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:09.439207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:09.439850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:09.562132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:05:09.737440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:09.741017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1184a02b-5462-4bc6-a542-7d2789a360f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:09.785475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:09.788003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:10.061928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:10.528126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 89315849-2268-43d9-a18a-9651c52a6b7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:05:10.702607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:05:10.711886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0dce10-916f-4778-86bf-1710045deba6 None None] Sync routers for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:05:10.715996 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/89315849-2268-43d9-a18a-9651c52a6b7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4601660 Nov 25 09:05:10.719238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51126) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:10.721692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0dce10-916f-4778-86bf-1710045deba6 None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:05:10.722324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3c0dce10-916f-4778-86bf-1710045deba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:04:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:10.788845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2058927-2aaf-4463-ba5b-81bf41cb7c49 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting subnet 1bbb83a8-86ae-4123-a765-948067b6493c {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:05:10.791901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2058927-2aaf-4463-ba5b-81bf41cb7c49 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:10.849343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2058927-2aaf-4463-ba5b-81bf41cb7c49 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:10.905641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-3c0dce10-916f-4778-86bf-1710045deba6 None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:05:10.931005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2058927-2aaf-4463-ba5b-81bf41cb7c49 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:11.003290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2058927-2aaf-4463-ba5b-81bf41cb7c49 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:11.007938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:11.049333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2058927-2aaf-4463-ba5b-81bf41cb7c49 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Subnet': ['ID=1bbb83a8-86ae-4123-a765-948067b6493c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:11.051379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d2058927-2aaf-4463-ba5b-81bf41cb7c49 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:11.054059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d2058927-2aaf-4463-ba5b-81bf41cb7c49 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:11.058902 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d2058927-2aaf-4463-ba5b-81bf41cb7c49 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/subnets/1bbb83a8-86ae-4123-a765-948067b6493c HTTP/1.1" status: 204 len: 168 time: 0.3382170 Nov 25 09:05:11.060995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51130) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:11.079607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25227789-d1a6-4ba6-ae91-7cb52e42e5ae None None] Network ff03b702-385e-4726-b122-d5c0faa9515c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:05:11.238776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:11.366632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3c0dce10-916f-4778-86bf-1710045deba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:05:09Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '523dbb50-b085-47aa-8f50-bc685e6e9214', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:05:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:11.371371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0dce10-916f-4778-86bf-1710045deba6 None None] Checking router: 89315849-2268-43d9-a18a-9651c52a6b7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:05:11.380704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0dce10-916f-4778-86bf-1710045deba6 None None] Routers {'89315849-2268-43d9-a18a-9651c52a6b7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:05:11.381333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3c0dce10-916f-4778-86bf-1710045deba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:04:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['89315849-2268-43d9-a18a-9651c52a6b7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:11.426885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:11.438482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 523dbb50-b085-47aa-8f50-bc685e6e9214 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:05:11.438938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:11.484147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaedbef-cd05-41cb-9179-f4c7e1ba9002 None None] DHCP port deletion for ff03b702-385e-4726-b122-d5c0faa9515c request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:05:11.543615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-aeaedbef-cd05-41cb-9179-f4c7e1ba9002 None None] Deleting port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:05:11.544004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aeaedbef-cd05-41cb-9179-f4c7e1ba9002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:11.609877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 523dbb50-b085-47aa-8f50-bc685e6e9214, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=523dbb50-b085-47aa-8f50-bc685e6e9214,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:11.610501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:11.655810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-3c0dce10-916f-4778-86bf-1710045deba6 None None] Set router 89315849-2268-43d9-a18a-9651c52a6b7d gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:05:11.732388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 523dbb50-b085-47aa-8f50-bc685e6e9214 owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:05:11.767982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3c0dce10-916f-4778-86bf-1710045deba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:05:11Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:11.782033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0dce10-916f-4778-86bf-1710045deba6 None None] The sync data for ids ['89315849-2268-43d9-a18a-9651c52a6b7d'] in dv-neutron-818341-1-hyperv is: [{'id': '89315849-2268-43d9-a18a-9651c52a6b7d', 'name': 'tempest-TestNetworkBasicOps-router-74980214', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:03:19Z', 'updated_at': '2021-11-25T09:05:11Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:05:11.890535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-aeaedbef-cd05-41cb-9179-f4c7e1ba9002 None None] For port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=789c4166-797b-4f1b-9d3f-080d7d9c5f3f,segment=NetworkSegment(6ea8f939-f253-4a95-980f-e23a4401a2bf),segment_id=6ea8f939-f253-4a95-980f-e23a4401a2bf)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:11.890926 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aeaedbef-cd05-41cb-9179-f4c7e1ba9002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.012269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-aeaedbef-cd05-41cb-9179-f4c7e1ba9002 None None] Calling delete_port for 789c4166-797b-4f1b-9d3f-080d7d9c5f3f owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:05:12.027949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.033117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3afd5219-bf37-4d5b-beb5-74139b56da64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:12.092525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aeaedbef-cd05-41cb-9179-f4c7e1ba9002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.096117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:12.107599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=523dbb50-b085-47aa-8f50-bc685e6e9214,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:12.110088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:12.145075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaedbef-cd05-41cb-9179-f4c7e1ba9002 None None] No DVR routers for this DVR port 789c4166-797b-4f1b-9d3f-080d7d9c5f3f on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:05:12.146946 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaedbef-cd05-41cb-9179-f4c7e1ba9002 None None] Pushing event deleted for resources: {'Port': ['ID=789c4166-797b-4f1b-9d3f-080d7d9c5f3f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:12.150086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aeaedbef-cd05-41cb-9179-f4c7e1ba9002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:12.182755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.355760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.357882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.379724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.380302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Fanout notify agent at l3_agent the message router_deleted on router 89315849-2268-43d9-a18a-9651c52a6b7d {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:05:12.395779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.396848 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/routers/89315849-2268-43d9-a18a-9651c52a6b7d HTTP/1.1" status: 204 len: 168 time: 1.3349552 Nov 25 09:05:12.399493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51134) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:12.510115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.608498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 789c4166-797b-4f1b-9d3f-080d7d9c5f3f no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:05:12.644207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.644751 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 789c4166-797b-4f1b-9d3f-080d7d9c5f3f {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:05:12.644957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 789c4166-797b-4f1b-9d3f-080d7d9c5f3f not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:05:12.645365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:05:12.670568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff03b702-385e-4726-b122-d5c0faa9515c']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:12.679366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:05:12.679727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dd8d68cf-7ee8-4d6d-91b0-f78dbcac3049 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:05:12.680155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 523dbb50-b085-47aa-8f50-bc685e6e9214 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:05:12.683120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea8f939-f253-4a95-980f-e23a4401a2bf') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:12.683417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea8f939-f253-4a95-980f-e23a4401a2bf') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:12.695882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.711735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.713953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 523dbb50-b085-47aa-8f50-bc685e6e9214 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:05:12.714325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 523dbb50-b085-47aa-8f50-bc685e6e9214 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:05:12.718558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:05:12.718946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:05:12.733834 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:05:12.818548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.821990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c5694855-d5ce-4635-a039-9dbe5a39c49a tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:12.836365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.848542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Network': ['ID=ff03b702-385e-4726-b122-d5c0faa9515c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:12.851886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:12.857988 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/networks/ff03b702-385e-4726-b122-d5c0faa9515c HTTP/1.1" status: 204 len: 168 time: 0.4575896 Nov 25 09:05:12.878761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51138) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:12.884423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'network': {'name': 'tempest-network-smoke--1103924353', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'port_security_enabled': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:12.889641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:12.893860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:network and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:12.896795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:12.902517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:12.912337 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:05:12.915734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.942620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:05:12.951234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:12.951575 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Added segment d4c23df7-eda6-498e-902a-af84a46ad90d of type vlan for network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 Nov 25 09:05:12.977023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:13.007951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:13.013420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:13.013989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:13.017445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-46805166-94e9-471a-b056-a82b5726897d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:13.123464 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2429795 Nov 25 09:05:13.126034 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51142) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:13.126628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Network': ['ID=e0fa17b3-88e4-4407-ae64-53ce7e8ad740,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:13.129362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:13.131390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-124109912', 'admin_state_up': True, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:13.136946 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:05:13.139186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:13.142990 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:router and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:13.145757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:13.152815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:13.162995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:13.163988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:13.179204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:13.444850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:13.752684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:13.910745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:14.043497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.22 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/3b87b31b-1094-45e2-a71b-8c5f8b031e29) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:05:14.193378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:14.223483 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:14.229494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-43264cf1-9d5c-44db-9e81-88906e15ca26 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:14.290911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:05:14.293620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:05:14.297801 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:05:14.330186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=3b87b31b-1094-45e2-a71b-8c5f8b031e29,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:14.339664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:14.711045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:15.052649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:15.392564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router cc811a47-afca-49c2-b92c-f5ad09977dee is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:05:15.569225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:05:15.579138 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Sync routers for ids ['cc811a47-afca-49c2-b92c-f5ad09977dee'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:05:15.588067 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Routers {'cc811a47-afca-49c2-b92c-f5ad09977dee'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:05:15.588662 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-36fef529-681a-48cc-8303-a201da5df658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:04:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['cc811a47-afca-49c2-b92c-f5ad09977dee'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:15.597897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:15.599268 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4722314 Nov 25 09:05:15.602544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51146) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:15.642432 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4642447a-7ea3-4202-ba54-7375760c7497 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ad9acc8f1d734163ad0737b95f34d0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386217 Nov 25 09:05:15.645000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51150) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:15.764447 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Set router cc811a47-afca-49c2-b92c-f5ad09977dee gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:05:15.775095 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce704c49-05b8-49ad-a944-558259fbf43a tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:15.776573 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ce704c49-05b8-49ad-a944-558259fbf43a tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307523 Nov 25 09:05:15.779475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51156) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:15.818393 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e9135495-1543-4893-8c0b-d018857f67f4 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377696 Nov 25 09:05:15.820852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51160) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:15.826762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1108555346', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:15.942780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:15.946564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:subnet and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:15.949548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:15.955830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:15.967043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:05:15.970897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:16.045326 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-36fef529-681a-48cc-8303-a201da5df658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:14Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:16.049104 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Checking router: cc811a47-afca-49c2-b92c-f5ad09977dee for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:05:16.049454 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Updating router cc811a47-afca-49c2-b92c-f5ad09977dee port 3b87b31b-1094-45e2-a71b-8c5f8b031e29 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:05:16.104098 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:16.196092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:16.200984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c0cc5720-66b6-41a4-a7a4-2f0766eb35a0 tempest-TagsExtTest-220348983 tempest-TagsExtTest-220348983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:16.273944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Subnet': ['ID=511b3990-592a-4137-943f-bb8cfbe62ead,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:16.277430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:16.283719 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Checking segment: {'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:05:16.284071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network hostable DHCP agents. Network: e0fa17b3-88e4-4407-ae64-53ce7e8ad740, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:05:16.304725 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:05:16.314036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, e0fa17b3-88e4-4407-ae64-53ce7e8ad740) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:05:16.319310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:16.319310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:16.333911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa03b53-6c57-40c4-a775-55f196e0d813 None None] Network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:05:16.345066 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5205624 Nov 25 09:05:16.345248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51164) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:16.431732 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:16.443250 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Transition to ACTIVE for port object 3b87b31b-1094-45e2-a71b-8c5f8b031e29 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:05:16.449030 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:16.458596 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-4a85c64c-cc3f-4250-bffa-4764af81aff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:16.508812 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Attempting to bind port 3b87b31b-1094-45e2-a71b-8c5f8b031e29 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:05:16.509547 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Attempting to bind port 3b87b31b-1094-45e2-a71b-8c5f8b031e29 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:05:16.509547 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Attempting to bind port 3b87b31b-1094-45e2-a71b-8c5f8b031e29 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:05:16.511743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94e4bebd-1092-4a0b-b334-6251fa666258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:16.521493 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:05:16.521868 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:05:16.522402 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:16.522667 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:05:16.523136 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Bound port: 3b87b31b-1094-45e2-a71b-8c5f8b031e29, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:05:16.523505 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:16.580505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ips': [{'subnet_id': '511b3990-592a-4137-943f-bb8cfbe62ead'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:05:16.581354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:16.607285 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-36fef529-681a-48cc-8303-a201da5df658 None None] For port 3b87b31b-1094-45e2-a71b-8c5f8b031e29, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:05:16.610305 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-36fef529-681a-48cc-8303-a201da5df658 None None] For port 3b87b31b-1094-45e2-a71b-8c5f8b031e29, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3b87b31b-1094-45e2-a71b-8c5f8b031e29,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:05:16.616864 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:16.631228 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Pushing event updated for resources: {'Port': ['ID=3b87b31b-1094-45e2-a71b-8c5f8b031e29,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:16.640153 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.640495 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.640848 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.641321 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.641534 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.641855 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.642178 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.642560 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.642894 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.643231 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.643514 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.643926 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:05:16.653593 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:16.656984 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-cb527267-0354-4a49-8e72-b218e1aa8ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:16.684530 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Routers {'cc811a47-afca-49c2-b92c-f5ad09977dee'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:05:16.685696 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-36fef529-681a-48cc-8303-a201da5df658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:04:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['cc811a47-afca-49c2-b92c-f5ad09977dee'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:16.749794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Allocated IP 172.20.0.2 (e0fa17b3-88e4-4407-ae64-53ce7e8ad740/511b3990-592a-4137-943f-bb8cfbe62ead/32f5fd3d-7a45-437e-a9ad-4eff5f6ef816) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:05:16.848370 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Pushing event updated for resources: {'Port': ['ID=3b87b31b-1094-45e2-a71b-8c5f8b031e29,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:16.859408 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:16.926962 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-36fef529-681a-48cc-8303-a201da5df658 None None] Set router cc811a47-afca-49c2-b92c-f5ad09977dee gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:05:17.066792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:17.070152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:17.083519 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Transition to ACTIVE for port object 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:05:17.107683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Transition to ACTIVE for port object 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:05:17.112953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:17.117655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aeaedbef-cd05-41cb-9179-f4c7e1ba9002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:17.181800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:05:17.185650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:05:17.189809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:05:17.199080 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Pushing event updated for resources: {'Port': ['ID=32f5fd3d-7a45-437e-a9ad-4eff5f6ef816,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:17.236200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:17.250446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:17.288431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Attempting to bind port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:05:17.288733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Attempting to bind port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:05:17.289092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Attempting to bind port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 on network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:05:17.295104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:05:17.295480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Checking segment: {'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:05:17.295885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:17.296284 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Bound using segment: {'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:05:17.296750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Bound port: 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:05:17.297132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:17.345398 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-36fef529-681a-48cc-8303-a201da5df658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:14Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:17.349941 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fef529-681a-48cc-8303-a201da5df658 None None] The sync data for ids ['cc811a47-afca-49c2-b92c-f5ad09977dee'] in dv-neutron-818341-1-hyperv is: [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:14Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:05:17.389764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] For port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:05:17.393176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] For port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=32f5fd3d-7a45-437e-a9ad-4eff5f6ef816,segment=NetworkSegment(d4c23df7-eda6-498e-902a-af84a46ad90d),segment_id=d4c23df7-eda6-498e-902a-af84a46ad90d)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:05:17.398778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:17.403183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:17.486219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Pushing event updated for resources: {'Port': ['ID=32f5fd3d-7a45-437e-a9ad-4eff5f6ef816,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:17.491935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:17.728503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.1 (e0fa17b3-88e4-4407-ae64-53ce7e8ad740/511b3990-592a-4137-943f-bb8cfbe62ead/cb520a37-7594-4932-bf99-9e409e8e6bff) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:05:17.927055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:17.943380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object cb520a37-7594-4932-bf99-9e409e8e6bff will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:05:17.968340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:17.972207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fe7f6840-cbf0-45eb-be78-609c4c8b000a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:18.049273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:05:18.052576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:05:18.055065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:05:18.088250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=cb520a37-7594-4932-bf99-9e409e8e6bff,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:18.099220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:18.119669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:18.239510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:18.495339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:05:18.566978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:05:18.571938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3b87b31b-1094-45e2-a71b-8c5f8b031e29 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:05:18.602423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb5268-7015-4731-85fc-9ced9a8b835a None None] Network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:05:18.671713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:18.679962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:18.711709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ac9db602-11bf-4a6a-80fc-585a0d5cdccc tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:18.720925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-be5e47a0-0c4e-46a5-be17-3a7396603749 None None] Provisioning for port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:05:18.747133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-be5e47a0-0c4e-46a5-be17-3a7396603749 None None] Provisioning complete for port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:18.748074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be5e47a0-0c4e-46a5-be17-3a7396603749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:18.790832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 3b87b31b-1094-45e2-a71b-8c5f8b031e29 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:05:18.806788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3b87b31b-1094-45e2-a71b-8c5f8b031e29 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:18.807170 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:18.944919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=cb520a37-7594-4932-bf99-9e409e8e6bff,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:18.947512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:18.951156 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:19.077910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be5e47a0-0c4e-46a5-be17-3a7396603749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:19.085339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:05:19.086655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:05:19.114533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:19.146404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-be5e47a0-0c4e-46a5-be17-3a7396603749 None None] For port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=32f5fd3d-7a45-437e-a9ad-4eff5f6ef816,segment=NetworkSegment(d4c23df7-eda6-498e-902a-af84a46ad90d),segment_id=d4c23df7-eda6-498e-902a-af84a46ad90d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:19.151274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 3b87b31b-1094-45e2-a71b-8c5f8b031e29, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3b87b31b-1094-45e2-a71b-8c5f8b031e29,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:19.153000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be5e47a0-0c4e-46a5-be17-3a7396603749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:19.155108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-040d2acd-1758-4aa1-8046-28932d911d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:19.189650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:19.228638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e47a0-0c4e-46a5-be17-3a7396603749 None None] Pushing event updated for resources: {'Port': ['ID=32f5fd3d-7a45-437e-a9ad-4eff5f6ef816,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:19.232121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-be5e47a0-0c4e-46a5-be17-3a7396603749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:19.232601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-60677840-36f1-4fd3-940f-dd6418907ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:19.286875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router cc811a47-afca-49c2-b92c-f5ad09977dee has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:05:19.301150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=3b87b31b-1094-45e2-a71b-8c5f8b031e29,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:19.304272 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:19.379469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1cbcd975-e346-4be2-8730-d4473ec223cd None None] Provisioning complete for port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:19.379919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cbcd975-e346-4be2-8730-d4473ec223cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:19.476709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:05:19.494763 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Sync routers for ids ['cc811a47-afca-49c2-b92c-f5ad09977dee'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:05:19.499440 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/cc811a47-afca-49c2-b92c-f5ad09977dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1508570 Nov 25 09:05:19.500147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51170) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:19.518640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Routers {'cc811a47-afca-49c2-b92c-f5ad09977dee'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:05:19.519288 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:04:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['cc811a47-afca-49c2-b92c-f5ad09977dee'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:19.653839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78812482-54f5-4217-a88b-9167ca1d23db tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:19.654410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78812482-54f5-4217-a88b-9167ca1d23db tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:19.654935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78812482-54f5-4217-a88b-9167ca1d23db tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:19.655419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78812482-54f5-4217-a88b-9167ca1d23db tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:19.659636 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-78812482-54f5-4217-a88b-9167ca1d23db tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1563392 Nov 25 09:05:19.659954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51174) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:19.710189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1cbcd975-e346-4be2-8730-d4473ec223cd None None] Provisioning for port cb520a37-7594-4932-bf99-9e409e8e6bff completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:05:19.719331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1cbcd975-e346-4be2-8730-d4473ec223cd None None] Provisioning complete for port cb520a37-7594-4932-bf99-9e409e8e6bff triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:19.719725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cbcd975-e346-4be2-8730-d4473ec223cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:19.733289 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7800e9d-9e3d-45f6-8a73-cba1ab753990 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:19.733872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7800e9d-9e3d-45f6-8a73-cba1ab753990 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:19.734446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7800e9d-9e3d-45f6-8a73-cba1ab753990 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:19.734954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7800e9d-9e3d-45f6-8a73-cba1ab753990 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:19.738319 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c7800e9d-9e3d-45f6-8a73-cba1ab753990 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0757625 Nov 25 09:05:19.739344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51178) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:19.809158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1cbcd975-e346-4be2-8730-d4473ec223cd None None] Port cb520a37-7594-4932-bf99-9e409e8e6bff cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:05:19.815887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80cbbc36-7da4-4c2d-b1dd-924d233230f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:19.824229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Set router cc811a47-afca-49c2-b92c-f5ad09977dee gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:05:19.949589 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bb53bd9d-9a61-4c74-be6b-b22ab506b0f4 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2090032 Nov 25 09:05:20.047419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.053485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fe80f892-cd77-44ba-a856-3051112c4efe None None] Provisioning complete for port cb520a37-7594-4932-bf99-9e409e8e6bff triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:20.053857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fe80f892-cd77-44ba-a856-3051112c4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.132285 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fe80f892-cd77-44ba-a856-3051112c4efe None None] Port cb520a37-7594-4932-bf99-9e409e8e6bff cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:05:20.201008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51184) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:20.206840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2046126174', 'description': 'tempest-secgroup-smoke-2046126174 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:20.210868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cb520a37-7594-4932-bf99-9e409e8e6bff', 'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f7:43:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:17Z', 'updated_at': '2021-11-25T09:05:18Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:20.212779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:20.214821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Checking router: cc811a47-afca-49c2-b92c-f5ad09977dee for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:05:20.215165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Updating router cc811a47-afca-49c2-b92c-f5ad09977dee port cb520a37-7594-4932-bf99-9e409e8e6bff binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:05:20.216862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:20.219750 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:20.225351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:20.236777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.256243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:20.260519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:20.263355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:20.268684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.269046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:20.337109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.341466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.346451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f7e3d905-3f7d-4abc-ab5f-92df54ea01d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:20.388972 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4565895-2de0-4516-b7e3-7d5f38332bbb,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:20.392086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:20.393543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.394790 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1923578 Nov 25 09:05:20.397735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51188) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:20.403969 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'e4565895-2de0-4516-b7e3-7d5f38332bbb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:20.409895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:20.415021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:20.417988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:20.424447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:20.441589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.489837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:05:20.501957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.505850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.507684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5e104da1-65bf-477c-aefb-c5fe4e89c731 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:20.529898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaa486d-7851-4d67-b2ce-1d6af96a201c,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:20.534572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:20.539758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.543618 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422665 Nov 25 09:05:20.544134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51192) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:20.550236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'e4565895-2de0-4516-b7e3-7d5f38332bbb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:20.556185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:20.560108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:20.563053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:20.569679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:20.588370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.620446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:20.621042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.654744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.659520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.661323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fe7449b2-fc9e-4c0b-8737-b2ef1cbbfb40 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:20.683669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0253918b-dd95-4fec-b8fe-4aa3bbcfae4f,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:20.686221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:20.693113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.694385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486318 Nov 25 09:05:20.697054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51196) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:20.702729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'e4565895-2de0-4516-b7e3-7d5f38332bbb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:20.708635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:20.712452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:20.715309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:20.721518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:20.738441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.786269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.801119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.805050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.806975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cb13ca32-b65d-4c3a-add3-e9ee412c3992 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:20.815707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Transition to ACTIVE for port object cb520a37-7594-4932-bf99-9e409e8e6bff will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:05:20.823353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3388963e-2213-43c9-afc1-847fc694f4b7,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:20.827003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3b87b31b-1094-45e2-a71b-8c5f8b031e29 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:05:20.830453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:20.840587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.842475 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444871 Nov 25 09:05:20.845237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51200) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:20.850201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'e4565895-2de0-4516-b7e3-7d5f38332bbb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:20.856139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.856333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:20.859998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:20.862919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:20.866115 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:20.868908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:20.887124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.961593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.967774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:20.969774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7899b479-a76d-4617-8e8f-c34254a36813 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:20.998711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d844ba9-c8e8-4034-b5d0-f770a41f0f4d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:21.006491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:21.009729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.011123 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649859 Nov 25 09:05:21.014818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51204) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:21.021566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'e4565895-2de0-4516-b7e3-7d5f38332bbb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:21.022189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46686fae-aea1-47f5-90a5-b780aa779bbb None None] Pushing event updated for resources: {'Port': ['ID=cb520a37-7594-4932-bf99-9e409e8e6bff,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:21.029634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:21.031851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-46686fae-aea1-47f5-90a5-b780aa779bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:21.033560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:21.037332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:21.044107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:21.058163 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:05:21.065945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.134164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Attempting to bind port cb520a37-7594-4932-bf99-9e409e8e6bff on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:05:21.134573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Attempting to bind port cb520a37-7594-4932-bf99-9e409e8e6bff by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:05:21.134936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Attempting to bind port cb520a37-7594-4932-bf99-9e409e8e6bff on network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:05:21.136923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3b87b31b-1094-45e2-a71b-8c5f8b031e29 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:21.137307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.139383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.144638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.146500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-224603cc-f1e0-40f3-97ca-0c597897fd58 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:21.172902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23865c89-d2e4-4094-bc8a-a3d95e14d2ec,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:21.175645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:21.178882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.180114 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-75bb5a58-f266-401d-9f8d-d3378eaac290 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1638360 Nov 25 09:05:21.182954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51208) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:21.188768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'e4565895-2de0-4516-b7e3-7d5f38332bbb', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:21.195482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:21.200338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:21.204101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:21.210228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:21.221072 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:05:21.227999 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:05:21.228382 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Checking segment: {'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:05:21.228727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.229110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.229440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Bound using segment: {'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:05:21.229925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Bound port: cb520a37-7594-4932-bf99-9e409e8e6bff, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:05:21.230314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.294418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.298877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.300695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-912b351a-d694-44b6-ba06-c7ac7a2678d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:21.323157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9e329c-3e1b-48d4-991d-86efa9f9e212,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:21.326246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:21.334117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.343750 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514668 Nov 25 09:05:21.399227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] For port cb520a37-7594-4932-bf99-9e409e8e6bff, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:05:21.424100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] For port cb520a37-7594-4932-bf99-9e409e8e6bff, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cb520a37-7594-4932-bf99-9e409e8e6bff,segment=NetworkSegment(d4c23df7-eda6-498e-902a-af84a46ad90d),segment_id=d4c23df7-eda6-498e-902a-af84a46ad90d)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:05:21.430865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.435968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-46686fae-aea1-47f5-90a5-b780aa779bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:21.466725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:21.512081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Routers {'cc811a47-afca-49c2-b92c-f5ad09977dee'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:05:21.512695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:05:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['cc811a47-afca-49c2-b92c-f5ad09977dee'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:21.567923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-8c9e455b-42a4-4122-a59b-880fa87508d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:05:21.585364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-8c9e455b-42a4-4122-a59b-880fa87508d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:05:21.586656 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-8c9e455b-42a4-4122-a59b-880fa87508d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2046126174&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.0605059 Nov 25 09:05:21.641888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46686fae-aea1-47f5-90a5-b780aa779bbb None None] Pushing event updated for resources: {'Port': ['ID=cb520a37-7594-4932-bf99-9e409e8e6bff,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:21.645230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-46686fae-aea1-47f5-90a5-b780aa779bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:21.706228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] Set router cc811a47-afca-49c2-b92c-f5ad09977dee gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:05:21.740087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-c54fa308-4d1b-47e8-8133-2438866d8a73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:21.741525 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-c54fa308-4d1b-47e8-8133-2438866d8a73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/networks?id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740 HTTP/1.1" status: 200 len: 797 time: 0.1480632 Nov 25 09:05:21.756915 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-ee02977a-e86f-49f6-a362-0ba908ff9854 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/quotas/ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 375 time: 0.0096838 Nov 25 09:05:21.842089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-bb79c9a2-cd6e-417f-b024-5117cd628b64 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:05:21.858760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-bb79c9a2-cd6e-417f-b024-5117cd628b64 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:05:21.860217 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-bb79c9a2-cd6e-417f-b024-5117cd628b64 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973063 Nov 25 09:05:22.000739 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-a78dc0ce-f882-4fef-ba1e-86f424e9a198 service neutron] 10.222.0.54 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280041 Nov 25 09:05:22.029325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cb520a37-7594-4932-bf99-9e409e8e6bff', 'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f7:43:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:17Z', 'updated_at': '2021-11-25T09:05:21Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:22.034591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57584dac-9ee6-4b7d-9ebe-0585d9f6f590 None None] The sync data for ids ['cc811a47-afca-49c2-b92c-f5ad09977dee'] in dv-neutron-818341-1-hyperv is: [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cb520a37-7594-4932-bf99-9e409e8e6bff', 'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f7:43:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:17Z', 'updated_at': '2021-11-25T09:05:21Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:05:22.281880 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-0d5ee99c-453c-46b2-80b0-64e91093c774 service neutron] 10.222.0.54 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747028 Nov 25 09:05:22.490051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cb520a37-7594-4932-bf99-9e409e8e6bff up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:05:22.577216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port cb520a37-7594-4932-bf99-9e409e8e6bff completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:05:22.583369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port cb520a37-7594-4932-bf99-9e409e8e6bff triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:22.583834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:22.611497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-ca55517d-1051-4a6b-919f-9c6f8dd41eb9 req-09d521c9-4e6c-4563-bccd-38ad0e9de36c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:05:22.628657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-ca55517d-1051-4a6b-919f-9c6f8dd41eb9 req-09d521c9-4e6c-4563-bccd-38ad0e9de36c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:05:22.629833 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ca55517d-1051-4a6b-919f-9c6f8dd41eb9 req-09d521c9-4e6c-4563-bccd-38ad0e9de36c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 210 time: 0.1974688 Nov 25 09:05:22.727429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:22.772103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port cb520a37-7594-4932-bf99-9e409e8e6bff, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cb520a37-7594-4932-bf99-9e409e8e6bff,segment=NetworkSegment(d4c23df7-eda6-498e-902a-af84a46ad90d),segment_id=d4c23df7-eda6-498e-902a-af84a46ad90d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:22.777681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:22.781074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-60b253e1-63a3-478f-b5b8-68aaf99df2d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:22.853429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=cb520a37-7594-4932-bf99-9e409e8e6bff,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:22.857405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:23.761489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-63cc81df-7930-4cca-a972-beb2421bbaef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:23.762194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-63cc81df-7930-4cca-a972-beb2421bbaef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:05:23.777913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-63cc81df-7930-4cca-a972-beb2421bbaef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:05:23.779669 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-63cc81df-7930-4cca-a972-beb2421bbaef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740 HTTP/1.1" status: 200 len: 797 time: 0.1708517 Nov 25 09:05:23.789939 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0e77d46f-b040-42fa-ae85-ccdba56899f2 req-cad1df5f-7b24-4ace-81d6-9dade9ca8394 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 210 time: 0.0463743 Nov 25 09:05:23.829080 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-a822ac04-347c-480c-bb69-970cc0051ac2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 380 time: 0.0414169 Nov 25 09:05:23.837484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'device_id': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'admin_state_up': True, 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'security_groups': ['e4565895-2de0-4516-b7e3-7d5f38332bbb']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:23.970437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:23.979973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:23.988648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:05:23.992039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:24.153807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.4 (e0fa17b3-88e4-4407-ae64-53ce7e8ad740/511b3990-592a-4137-943f-bb8cfbe62ead/23f714b9-aeb0-4305-9027-3c1209349148) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:05:24.337427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:24.352153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 23f714b9-aeb0-4305-9027-3c1209349148 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:05:24.375822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:24.381536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9e392e64-29d8-45dc-9952-ad8c99f40fbb tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:24.435890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cb520a37-7594-4932-bf99-9e409e8e6bff up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:05:24.455135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:05:24.458198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:05:24.460572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:05:24.505636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=23f714b9-aeb0-4305-9027-3c1209349148,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:24.508539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:24.511468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port cb520a37-7594-4932-bf99-9e409e8e6bff triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:24.512573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:24.535097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:24.535962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:24.564567 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7306247 Nov 25 09:05:24.576871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Request body: {'port': {'device_id': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:24.686980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-628a3801-6726-44d7-87a6-bec9a4505472 None None] Provisioning for port 23f714b9-aeb0-4305-9027-3c1209349148 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:05:24.691680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-628a3801-6726-44d7-87a6-bec9a4505472 None None] Provisioning complete for port 23f714b9-aeb0-4305-9027-3c1209349148 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:24.692066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-628a3801-6726-44d7-87a6-bec9a4505472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:24.699116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:24.747344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-628a3801-6726-44d7-87a6-bec9a4505472 None None] Port 23f714b9-aeb0-4305-9027-3c1209349148 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:05:25.035740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0580528-97ac-406c-b695-6497a2fcd861 req-7dcfb38c-3eb2-4e94-9737-4db1f8e11f69 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:25.036430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-f0580528-97ac-406c-b695-6497a2fcd861 req-7dcfb38c-3eb2-4e94-9737-4db1f8e11f69 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:05:25.090706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-f0580528-97ac-406c-b695-6497a2fcd861 req-7dcfb38c-3eb2-4e94-9737-4db1f8e11f69 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:05:25.091865 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f0580528-97ac-406c-b695-6497a2fcd861 req-7dcfb38c-3eb2-4e94-9737-4db1f8e11f69 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 931 time: 0.1842220 Nov 25 09:05:25.134179 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f714b9-aeb0-4305-9027-3c1209349148 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:05:25.151927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:25.164011 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f0580528-97ac-406c-b695-6497a2fcd861 req-4734d60f-a91e-44a6-8f69-647d5f3b33b6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4565895-2de0-4516-b7e3-7d5f38332bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658517 Nov 25 09:05:25.172467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Transition to ACTIVE for port object 23f714b9-aeb0-4305-9027-3c1209349148 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:05:25.186223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:25.186223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7d21936b-7fdb-4b4d-97b2-0e7031eafa05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:25.328449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Pushing event updated for resources: {'Port': ['ID=23f714b9-aeb0-4305-9027-3c1209349148,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:25.335789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:25.528005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Attempting to bind port 23f714b9-aeb0-4305-9027-3c1209349148 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:05:25.528239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Attempting to bind port 23f714b9-aeb0-4305-9027-3c1209349148 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:05:25.528560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Attempting to bind port 23f714b9-aeb0-4305-9027-3c1209349148 on network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:05:25.533048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Port 23f714b9-aeb0-4305-9027-3c1209349148 on network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:05:25.533369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Attempting to bind port 23f714b9-aeb0-4305-9027-3c1209349148 on network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:05:25.538601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:05:25.538938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Checking segment: {'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:05:25.539324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Bound using segment: {'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:05:25.539738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Bound port: 23f714b9-aeb0-4305-9027-3c1209349148, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c23df7-eda6-498e-902a-af84a46ad90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:05:25.540075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:25.631385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] For port 23f714b9-aeb0-4305-9027-3c1209349148, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:05:25.634223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] For port 23f714b9-aeb0-4305-9027-3c1209349148, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=23f714b9-aeb0-4305-9027-3c1209349148,segment=NetworkSegment(d4c23df7-eda6-498e-902a-af84a46ad90d),segment_id=d4c23df7-eda6-498e-902a-af84a46ad90d)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:05:25.639320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:25.642950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-55e1f36b-7550-45c1-914e-127cd5b3575b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:25.704554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:25.705166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:25.706603 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] 10.222.0.41 "PUT /v2.0/ports/23f714b9-aeb0-4305-9027-3c1209349148 HTTP/1.1" status: 200 len: 1093 time: 1.1342969 Nov 25 09:05:25.707161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'tag': '23f714b9-aeb0-4305-9027-3c1209349148'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:05:25.736365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Pushing event updated for resources: {'Port': ['ID=23f714b9-aeb0-4305-9027-3c1209349148,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:25.739569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:25.785850 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'tag': '23f714b9-aeb0-4305-9027-3c1209349148', 'status': 'completed', 'code': 200} Nov 25 09:05:25.832482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-1bfdfa24-dd04-411d-ab08-0567d94aafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:25.834013 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-1bfdfa24-dd04-411d-ab08-0567d94aafb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 1096 time: 0.0898228 Nov 25 09:05:25.902724 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-e0450a1b-d764-4d2c-9bc6-8991d0df619b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23f714b9-aeb0-4305-9027-3c1209349148 HTTP/1.1" status: 200 len: 217 time: 0.0615566 Nov 25 09:05:25.967373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-2884aff7-8e1d-4310-8574-5ac64deb81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:25.968713 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-2884aff7-8e1d-4310-8574-5ac64deb81d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=511b3990-592a-4137-943f-bb8cfbe62ead HTTP/1.1" status: 200 len: 844 time: 0.0602803 Nov 25 09:05:26.046915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-dc668689-eede-4c51-a2fe-8f566dd32d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:26.048454 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-dc668689-eede-4c51-a2fe-8f566dd32d53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737922 Nov 25 09:05:26.177792 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-c4db2a60-8c96-44ca-8090-fdccaba6d6b3 service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228294 Nov 25 09:05:26.365053 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27afd388-25d0-40be-b0d7-7bd40e634c46 req-a8185191-85a7-40ae-9369-bb92f50b9ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806135 Nov 25 09:05:26.385283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2a0b-b7fc-4210-a10f-f739b502f225 req-de6287c3-a919-4dfd-9943-adf1992f28a9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:26.386920 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b2dc2a0b-b7fc-4210-a10f-f739b502f225 req-de6287c3-a919-4dfd-9943-adf1992f28a9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 943 time: 0.1145093 Nov 25 09:05:26.472398 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b2dc2a0b-b7fc-4210-a10f-f739b502f225 req-d72ceda4-e40a-491a-be3e-7ad84a4ab6c4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4565895-2de0-4516-b7e3-7d5f38332bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799429 Nov 25 09:05:26.496981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455aa3c7-f648-45d6-b577-062568cdfa3e req-8eceaff7-69d2-4991-b008-f9645135886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:26.498474 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-455aa3c7-f648-45d6-b577-062568cdfa3e req-8eceaff7-69d2-4991-b008-f9645135886f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 1096 time: 0.0881693 Nov 25 09:05:26.632055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455aa3c7-f648-45d6-b577-062568cdfa3e req-9538fd83-2902-43b5-b9e6-04acf89d98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:26.633515 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-455aa3c7-f648-45d6-b577-062568cdfa3e req-9538fd83-2902-43b5-b9e6-04acf89d98dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740 HTTP/1.1" status: 200 len: 898 time: 0.1288774 Nov 25 09:05:26.708096 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-455aa3c7-f648-45d6-b577-062568cdfa3e req-dbea09c7-e4e0-434e-a1f7-6692b96745a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23f714b9-aeb0-4305-9027-3c1209349148 HTTP/1.1" status: 200 len: 217 time: 0.0680764 Nov 25 09:05:26.770346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455aa3c7-f648-45d6-b577-062568cdfa3e req-9b96c6df-43ed-49a7-83ca-bddafa47eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:26.771648 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-455aa3c7-f648-45d6-b577-062568cdfa3e req-9b96c6df-43ed-49a7-83ca-bddafa47eaf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=511b3990-592a-4137-943f-bb8cfbe62ead HTTP/1.1" status: 200 len: 844 time: 0.0569580 Nov 25 09:05:26.848600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455aa3c7-f648-45d6-b577-062568cdfa3e req-c3ffcce8-aaf2-4543-acba-aa458be94650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:26.850042 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-455aa3c7-f648-45d6-b577-062568cdfa3e req-c3ffcce8-aaf2-4543-acba-aa458be94650 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723224 Nov 25 09:05:26.980240 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-455aa3c7-f648-45d6-b577-062568cdfa3e req-0a9dc58d-2be3-4b79-a2fb-caa587e02c8d service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232595 Nov 25 09:05:27.224041 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-455aa3c7-f648-45d6-b577-062568cdfa3e req-3dc9e416-1c5d-4067-8b16-c0d9497dae9a service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368352 Nov 25 09:05:27.654798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d15a3f-a372-4eba-b9d9-56c3e078a0bf req-84b22fcd-b929-4d00-80e2-cad6f62659b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:27.656150 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-88d15a3f-a372-4eba-b9d9-56c3e078a0bf req-84b22fcd-b929-4d00-80e2-cad6f62659b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 943 time: 0.0783653 Nov 25 09:05:27.702715 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-88d15a3f-a372-4eba-b9d9-56c3e078a0bf req-5fe639d8-ed81-4522-a20c-bd3133a77bba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4565895-2de0-4516-b7e3-7d5f38332bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Nov 25 09:05:28.422775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 23f714b9-aeb0-4305-9027-3c1209349148 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:05:28.554156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 23f714b9-aeb0-4305-9027-3c1209349148, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=23f714b9-aeb0-4305-9027-3c1209349148,segment=NetworkSegment(d4c23df7-eda6-498e-902a-af84a46ad90d),segment_id=d4c23df7-eda6-498e-902a-af84a46ad90d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:28.567498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '23f714b9-aeb0-4305-9027-3c1209349148', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'port_id': '23f714b9-aeb0-4305-9027-3c1209349148', 'mac_address': 'fa:16:3e:85:b0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:05:28.621434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:28.637577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f714b9-aeb0-4305-9027-3c1209349148 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:05:28.652313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 23f714b9-aeb0-4305-9027-3c1209349148, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=23f714b9-aeb0-4305-9027-3c1209349148,segment=NetworkSegment(d4c23df7-eda6-498e-902a-af84a46ad90d),segment_id=d4c23df7-eda6-498e-902a-af84a46ad90d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:28.656694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:28.658403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:28.725359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=23f714b9-aeb0-4305-9027-3c1209349148,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:28.728423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:28.883699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd969017-765c-450f-b7ad-47affbc05334 req-1da0b889-8a42-4435-8f5a-4958bec9ba51 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:28.885228 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd969017-765c-450f-b7ad-47affbc05334 req-1da0b889-8a42-4435-8f5a-4958bec9ba51 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 944 time: 0.0802062 Nov 25 09:05:28.929896 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd969017-765c-450f-b7ad-47affbc05334 req-7aaf7d7c-32ba-4c0a-ac8a-7613ddbfa5f8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4565895-2de0-4516-b7e3-7d5f38332bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389636 Nov 25 09:05:28.975325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['23f714b9-aeb0-4305-9027-3c1209349148'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:05:30.117932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387d7e4-8130-4afa-9a13-66b18aa47f7a req-7c19e42e-5e40-4eb9-ad0b-df0ace7d713f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:30.119414 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e387d7e4-8130-4afa-9a13-66b18aa47f7a req-7c19e42e-5e40-4eb9-ad0b-df0ace7d713f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 944 time: 0.0808332 Nov 25 09:05:30.162860 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e387d7e4-8130-4afa-9a13-66b18aa47f7a req-06de59d5-f60f-4332-b7d5-e12c9cfccaa5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4565895-2de0-4516-b7e3-7d5f38332bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372906 Nov 25 09:05:30.438422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 23f714b9-aeb0-4305-9027-3c1209349148 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:05:30.503937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 23f714b9-aeb0-4305-9027-3c1209349148 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:05:30.508607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 23f714b9-aeb0-4305-9027-3c1209349148 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:05:30.508998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:30.624210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:30.650788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f714b9-aeb0-4305-9027-3c1209349148'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:05:30.660694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 23f714b9-aeb0-4305-9027-3c1209349148, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=23f714b9-aeb0-4305-9027-3c1209349148,segment=NetworkSegment(d4c23df7-eda6-498e-902a-af84a46ad90d),segment_id=d4c23df7-eda6-498e-902a-af84a46ad90d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:05:30.664945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:30.666906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:30.735800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=23f714b9-aeb0-4305-9027-3c1209349148,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:30.738815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:30.748356 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f714b9-aeb0-4305-9027-3c1209349148', 'code': 200} Nov 25 09:05:30.974158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c624e-61df-4485-bce1-e220cbca1ecd req-34ff96ba-d6f1-4973-a08c-f7a2a4dacdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:30.975679 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b8c624e-61df-4485-bce1-e220cbca1ecd req-34ff96ba-d6f1-4973-a08c-f7a2a4dacdf2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 1098 time: 0.0715432 Nov 25 09:05:31.016829 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b8c624e-61df-4485-bce1-e220cbca1ecd req-d53bd22a-11f9-4096-8acc-1c27606be900 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4565895-2de0-4516-b7e3-7d5f38332bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339918 Nov 25 09:05:31.503286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fd6b2-2ff8-4e74-9af8-e9e26677fdc1 req-670dc66b-c372-4f08-9474-88a6b7aac431 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:31.504760 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c66fd6b2-2ff8-4e74-9af8-e9e26677fdc1 req-670dc66b-c372-4f08-9474-88a6b7aac431 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 945 time: 0.0866957 Nov 25 09:05:31.551421 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c66fd6b2-2ff8-4e74-9af8-e9e26677fdc1 req-c959709e-79a3-4aa9-8207-68cda0e3ea8d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4565895-2de0-4516-b7e3-7d5f38332bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411079 Nov 25 09:05:32.734057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928b090-fd41-4cd2-9d39-2460443e73f6 req-8a2c89ff-3a0f-48f4-a4cf-66a320537953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:32.735526 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c928b090-fd41-4cd2-9d39-2460443e73f6 req-8a2c89ff-3a0f-48f4-a4cf-66a320537953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 945 time: 0.0805535 Nov 25 09:05:32.782501 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c928b090-fd41-4cd2-9d39-2460443e73f6 req-38283b13-fc79-4e80-9003-0f4694b7d142 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4565895-2de0-4516-b7e3-7d5f38332bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Nov 25 09:05:32.966338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b0a25-0519-4b1e-ad70-4c7f3edb9cb9 req-e514c18a-b5d5-4bfa-8244-e68e152af718 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:32.967797 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9b5b0a25-0519-4b1e-ad70-4c7f3edb9cb9 req-e514c18a-b5d5-4bfa-8244-e68e152af718 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 945 time: 0.0843489 Nov 25 09:05:33.012090 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9b5b0a25-0519-4b1e-ad70-4c7f3edb9cb9 req-55a8f6cc-417f-4fd4-8f13-4dd6487131f0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4565895-2de0-4516-b7e3-7d5f38332bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387249 Nov 25 09:05:33.034249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51266) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:33.109729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739a8ea5-30ef-4006-9a08-d8a05f0ee48f tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:33.111250 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-739a8ea5-30ef-4006-9a08-d8a05f0ee48f tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 1093 time: 0.0759885 Nov 25 09:05:33.114011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51270) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:33.118751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '23f714b9-aeb0-4305-9027-3c1209349148', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:05:33.124557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:05:33.128346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:floatingip and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:05:33.131123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:05:33.136688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:05:33.146589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:33.282853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:33.415849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.214 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/c3e8e86d-f159-451e-a043-6837c247a320) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:05:33.563155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:33.592816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:33.597311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6434f137-e69d-4772-ac66-80fbfb1fd4e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:33.650898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:05:33.657794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:05:33.660549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:05:33.710812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=c3e8e86d-f159-451e-a043-6837c247a320,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:33.713666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:34.047484 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:34.079954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:34.268252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:34.471976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:34.476295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:34.480976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dc6d54d3-939f-402e-b9d8-e255f849a379 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:05:34.588041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=c3e8e86d-f159-451e-a043-6837c247a320,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:05:34.592520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:05:34.599089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:34.766607 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 1876127f-68ea-4f7a-aaf6-fabbca913163 associated. External IP: 172.26.3.214, port: 23f714b9-aeb0-4305-9027-3c1209349148. Nov 25 09:05:35.110768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router cc811a47-afca-49c2-b92c-f5ad09977dee has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:05:35.286019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:05:35.295792 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898b04f-78a2-4f83-8e00-93d6fb2f68af None None] Sync routers for ids ['cc811a47-afca-49c2-b92c-f5ad09977dee'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:05:35.304775 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898b04f-78a2-4f83-8e00-93d6fb2f68af None None] Routers {'cc811a47-afca-49c2-b92c-f5ad09977dee'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:05:35.305388 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4898b04f-78a2-4f83-8e00-93d6fb2f68af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:05:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['cc811a47-afca-49c2-b92c-f5ad09977dee'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:35.309943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:35.364484 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2494154 Nov 25 09:05:35.365190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'tag': '23f714b9-aeb0-4305-9027-3c1209349148'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:05:35.367411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51274) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:35.411707 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'tag': '23f714b9-aeb0-4305-9027-3c1209349148', 'status': 'completed', 'code': 200} Nov 25 09:05:35.482326 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-4898b04f-78a2-4f83-8e00-93d6fb2f68af None None] Set router cc811a47-afca-49c2-b92c-f5ad09977dee gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:05:35.513750 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6aa4dc83-cd3e-449f-93d5-8314eb3c4165 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/1876127f-68ea-4f7a-aaf6-fabbca913163 HTTP/1.1" status: 200 len: 991 time: 0.1451011 Nov 25 09:05:35.544148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0875a7e-ee05-444e-8f28-bf560db9e5e0 req-e1a809ac-31b9-4bd4-9a5a-4468086c1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:35.545487 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0875a7e-ee05-444e-8f28-bf560db9e5e0 req-e1a809ac-31b9-4bd4-9a5a-4468086c1172 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 1098 time: 0.0933120 Nov 25 09:05:35.679865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0875a7e-ee05-444e-8f28-bf560db9e5e0 req-5fe688d2-d5f0-47e9-9cdd-463a968c4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:35.681278 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0875a7e-ee05-444e-8f28-bf560db9e5e0 req-5fe688d2-d5f0-47e9-9cdd-463a968c4078 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740 HTTP/1.1" status: 200 len: 898 time: 0.1294882 Nov 25 09:05:35.782984 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0875a7e-ee05-444e-8f28-bf560db9e5e0 req-2d0fe820-169f-44b2-9916-a59ddf0d1c17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23f714b9-aeb0-4305-9027-3c1209349148 HTTP/1.1" status: 200 len: 999 time: 0.0958946 Nov 25 09:05:35.831694 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4898b04f-78a2-4f83-8e00-93d6fb2f68af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '1876127f-68ea-4f7a-aaf6-fabbca913163', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.214', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'port_id': '23f714b9-aeb0-4305-9027-3c1209349148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'mac_address': 'fa:16:3e:85:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:05:34Z', 'updated_at': '2021-11-25T09:05:34Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb520a37-7594-4932-bf99-9e409e8e6bff', 'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f7:43:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:17Z', 'updated_at': '2021-11-25T09:05:22Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:35.835394 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898b04f-78a2-4f83-8e00-93d6fb2f68af None None] Checking router: cc811a47-afca-49c2-b92c-f5ad09977dee for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:05:35.843737 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898b04f-78a2-4f83-8e00-93d6fb2f68af None None] Routers {'cc811a47-afca-49c2-b92c-f5ad09977dee'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:05:35.844336 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4898b04f-78a2-4f83-8e00-93d6fb2f68af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:05:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['cc811a47-afca-49c2-b92c-f5ad09977dee'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:35.845391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0875a7e-ee05-444e-8f28-bf560db9e5e0 req-97710e51-8684-406b-a5ea-c6da92ba7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:35.846862 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0875a7e-ee05-444e-8f28-bf560db9e5e0 req-97710e51-8684-406b-a5ea-c6da92ba7cfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=511b3990-592a-4137-943f-bb8cfbe62ead HTTP/1.1" status: 200 len: 844 time: 0.0571504 Nov 25 09:05:35.924508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0875a7e-ee05-444e-8f28-bf560db9e5e0 req-39085db0-7804-42b9-b72f-c2d220d7b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:35.925978 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0875a7e-ee05-444e-8f28-bf560db9e5e0 req-39085db0-7804-42b9-b72f-c2d220d7b9d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733523 Nov 25 09:05:36.028776 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-4898b04f-78a2-4f83-8e00-93d6fb2f68af None None] Set router cc811a47-afca-49c2-b92c-f5ad09977dee gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:05:36.070516 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0875a7e-ee05-444e-8f28-bf560db9e5e0 req-01ecd62a-4371-400d-8e0c-5f39ea5c7909 service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382632 Nov 25 09:05:36.205158 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0875a7e-ee05-444e-8f28-bf560db9e5e0 req-a7d8eccd-ec78-40ac-9e89-d08e00b47a03 service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274118 Nov 25 09:05:36.376076 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4898b04f-78a2-4f83-8e00-93d6fb2f68af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '1876127f-68ea-4f7a-aaf6-fabbca913163', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.214', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'port_id': '23f714b9-aeb0-4305-9027-3c1209349148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'mac_address': 'fa:16:3e:85:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:05:34Z', 'updated_at': '2021-11-25T09:05:34Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb520a37-7594-4932-bf99-9e409e8e6bff', 'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f7:43:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:17Z', 'updated_at': '2021-11-25T09:05:22Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:05:36.379951 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898b04f-78a2-4f83-8e00-93d6fb2f68af None None] The sync data for ids ['cc811a47-afca-49c2-b92c-f5ad09977dee'] in dv-neutron-818341-1-hyperv is: [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '1876127f-68ea-4f7a-aaf6-fabbca913163', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.214', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'port_id': '23f714b9-aeb0-4305-9027-3c1209349148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'mac_address': 'fa:16:3e:85:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:05:34Z', 'updated_at': '2021-11-25T09:05:34Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb520a37-7594-4932-bf99-9e409e8e6bff', 'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f7:43:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:17Z', 'updated_at': '2021-11-25T09:05:22Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:05:36.517242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51280) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:36.575547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafdf47-bf4d-4f24-a506-f24c4ca64ce8 None None] New status for floating IP 1876127f-68ea-4f7a-aaf6-fabbca913163: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:05:36.624145 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8b286ce9-c999-4f9e-a068-1c654c497864 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/1876127f-68ea-4f7a-aaf6-fabbca913163 HTTP/1.1" status: 200 len: 991 time: 0.1055603 Nov 25 09:05:37.627283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51284) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:05:37.729158 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8024f226-b130-426c-85b3-dd13a2afe80f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/1876127f-68ea-4f7a-aaf6-fabbca913163 HTTP/1.1" status: 200 len: 993 time: 0.1004133 Nov 25 09:05:42.685600 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:05:46.474220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-440562c5-f7e1-4552-94ac-d29abda7430e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:46.952967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:49.777959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6418a97c-d075-4ff4-a44e-912ac6577e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:49.949528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:51.406436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:05:57.021394 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-b8b57fe5-dffa-4820-969a-a07f90c3951a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732601 Nov 25 09:05:57.160811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-5586ce29-fdcb-4d40-8e89-58b5fb1505c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:57.162252 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-5586ce29-fdcb-4d40-8e89-58b5fb1505c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 1098 time: 0.0697229 Nov 25 09:05:57.415213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-6f800d33-5e15-4264-922c-6bd033267bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:57.417083 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-6f800d33-5e15-4264-922c-6bd033267bb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740 HTTP/1.1" status: 200 len: 898 time: 0.2353060 Nov 25 09:05:57.518976 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-7bdf910a-3205-40dd-b40b-e20a9872a839 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23f714b9-aeb0-4305-9027-3c1209349148 HTTP/1.1" status: 200 len: 1001 time: 0.0950572 Nov 25 09:05:57.585366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-25b75dc9-7099-43ce-8020-62cc476dca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:57.586761 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-25b75dc9-7099-43ce-8020-62cc476dca7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=511b3990-592a-4137-943f-bb8cfbe62ead HTTP/1.1" status: 200 len: 844 time: 0.0583758 Nov 25 09:05:57.659397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-98f89f7d-bfbb-4925-b9db-64f3c69e05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:05:57.660820 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-98f89f7d-bfbb-4925-b9db-64f3c69e05e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680547 Nov 25 09:05:57.790854 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-9a623095-98a2-442d-9829-e398f32cc8e0 service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230175 Nov 25 09:05:57.922155 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0b2b821-5e49-4cba-8d1e-d1d5b93d8636 req-0a9d3125-8cb1-467d-bde1-b55d9c6c930a service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246414 Nov 25 09:06:04.072706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:16.476139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7381cc5a-2579-401d-8817-e1a8ff891a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:16.954741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:19.683912 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:06:19.779722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-579090e1-e9b3-47d3-af7e-e6b2d9d5b917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:19.953365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:21.408198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:34.062261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:46.478080 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f76b1231-7b59-4a90-b508-50966e1f1449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:46.955426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:49.781546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-035043e8-0631-4abf-8a89-522f0c0c59ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:49.955299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:51.411504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:06:56.682606 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:06:59.027766 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-cb655fff-741b-4d24-a444-80b38288d005 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740945 Nov 25 09:06:59.164688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-225fd873-20c7-4402-8750-456c92c6a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:06:59.166110 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-225fd873-20c7-4402-8750-456c92c6a659 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 1098 time: 0.0710101 Nov 25 09:06:59.318843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-f6be4c52-53b0-4de9-83e2-4a5b858ace18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:06:59.320235 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-f6be4c52-53b0-4de9-83e2-4a5b858ace18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740 HTTP/1.1" status: 200 len: 898 time: 0.1360908 Nov 25 09:06:59.422161 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-affc7e14-f5a0-442c-8801-7a1c4f4278c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23f714b9-aeb0-4305-9027-3c1209349148 HTTP/1.1" status: 200 len: 1001 time: 0.0955117 Nov 25 09:06:59.484878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-cd2766e7-b014-4b61-8740-c93cf86ddfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:06:59.486950 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-cd2766e7-b014-4b61-8740-c93cf86ddfe8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=511b3990-592a-4137-943f-bb8cfbe62ead HTTP/1.1" status: 200 len: 844 time: 0.0569525 Nov 25 09:06:59.561661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-79d63dc1-7410-4ade-b08f-8f7b83fcec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:06:59.563094 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-79d63dc1-7410-4ade-b08f-8f7b83fcec2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702407 Nov 25 09:06:59.691419 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-5d982ce0-63d4-43d7-9592-27cecc10a64d service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220233 Nov 25 09:06:59.820756 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f126061-1707-47aa-8a2b-eae7f304b501 req-528b40c0-1106-4241-9d04-be9295bf7134 service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229963 Nov 25 09:07:04.065084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:07:16.479582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-70c8a954-483d-4abd-85fe-b4f0e9980d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:07:16.957412 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:07:19.783438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c364538-72a8-41cd-bac5-8340c9dba82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:07:19.958389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:07:21.413920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:07:33.681709 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:07:34.073167 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:07:46.481371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b52387ff-0188-4d9a-8e0a-9b66d06740a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:07:46.958478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:07:49.785573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e89d9fbb-5440-4761-890f-fca02c2d34c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:07:49.960006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:07:51.418366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:00.024384 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a633f20-13c2-48b7-a544-b39740496217 req-e92761c7-9198-4dcd-b25c-f75b781c9829 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683963 Nov 25 09:08:00.159962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a633f20-13c2-48b7-a544-b39740496217 req-88f7ec18-9a7e-4bb8-a751-13627fdcb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:00.161435 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a633f20-13c2-48b7-a544-b39740496217 req-88f7ec18-9a7e-4bb8-a751-13627fdcb3b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 1098 time: 0.0722044 Nov 25 09:08:00.417274 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a633f20-13c2-48b7-a544-b39740496217 req-3a021561-7dda-4051-94a5-dda5f8387173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:00.418648 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a633f20-13c2-48b7-a544-b39740496217 req-3a021561-7dda-4051-94a5-dda5f8387173 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740 HTTP/1.1" status: 200 len: 898 time: 0.2392242 Nov 25 09:08:00.518446 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a633f20-13c2-48b7-a544-b39740496217 req-a4806d37-61cc-4aa5-907d-c2b528f7f122 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23f714b9-aeb0-4305-9027-3c1209349148 HTTP/1.1" status: 200 len: 1001 time: 0.0934741 Nov 25 09:08:00.583499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a633f20-13c2-48b7-a544-b39740496217 req-389860a0-9dd5-4c26-8a99-e3e9b90720dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:00.584925 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a633f20-13c2-48b7-a544-b39740496217 req-389860a0-9dd5-4c26-8a99-e3e9b90720dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=511b3990-592a-4137-943f-bb8cfbe62ead HTTP/1.1" status: 200 len: 844 time: 0.0603945 Nov 25 09:08:00.659248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a633f20-13c2-48b7-a544-b39740496217 req-445a8609-d7c8-4b09-97ea-6d59632285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:00.660682 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a633f20-13c2-48b7-a544-b39740496217 req-445a8609-d7c8-4b09-97ea-6d59632285f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696678 Nov 25 09:08:00.790183 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a633f20-13c2-48b7-a544-b39740496217 req-7f24b6b3-625a-46d0-8890-a34827464a02 service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223426 Nov 25 09:08:00.921262 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a633f20-13c2-48b7-a544-b39740496217 req-1ca49901-baeb-45ca-9fa9-e3887695203a service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244791 Nov 25 09:08:02.640921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51342) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:08:02.646748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:08:02.763773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3149248'] for subnet, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:02.945809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772570589004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3993522'] for subnet, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:02.950106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d2058927-2aaf-4463-ba5b-81bf41cb7c49 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:08:02.997305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:02.997887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:02.999159 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/subnets/511b3990-592a-4137-943f-bb8cfbe62ead HTTP/1.1" status: 200 len: 836 time: 0.3572659 Nov 25 09:08:03.003133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23cb6f-28b3-4538-b096-92d241b3ffc6 None None] Network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:08:03.019366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Subnet': ['ID=511b3990-592a-4137-943f-bb8cfbe62ead,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:08:03.027819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.028207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.028581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.028951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.029315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.029678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.030040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.030431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.030796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.031154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.031512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.031868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:03.035715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:08:03.483007 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8c6d57ac-7456-4b72-80f6-c0ede0f51c70 None None] Provisioning complete for port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:08:03.483388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8c6d57ac-7456-4b72-80f6-c0ede0f51c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:03.608210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8c6d57ac-7456-4b72-80f6-c0ede0f51c70 None None] Provisioning complete for port 23f714b9-aeb0-4305-9027-3c1209349148 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:08:03.608540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8c6d57ac-7456-4b72-80f6-c0ede0f51c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:03.733627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8c6d57ac-7456-4b72-80f6-c0ede0f51c70 None None] Provisioning complete for port cb520a37-7594-4932-bf99-9e409e8e6bff triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:08:03.733996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8c6d57ac-7456-4b72-80f6-c0ede0f51c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:04.071021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:10.680128 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:08:16.483761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9401954-c4c3-4bd3-950d-6c2efd75c320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:16.959813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:19.787812 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b0351d5-368f-4e25-a733-7c1c1f649a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:19.964919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:21.419076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:34.101651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:46.486533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-074a3088-7ad4-4ade-beb4-e4a56f192684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:46.671845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51362) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:08:46.936376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port c3e8e86d-f159-451e-a043-6837c247a320 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:08:46.936649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:46.962397 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:47.111330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:47.111651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:47.230970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for c3e8e86d-f159-451e-a043-6837c247a320 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:08:47.486579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:47.490981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1a835f14-00b4-4e35-b296-ded5cdd4bddb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:08:47.533823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=c3e8e86d-f159-451e-a043-6837c247a320,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:08:47.536770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:08:47.624208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:47.624535 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 1876127f-68ea-4f7a-aaf6-fabbca913163 disassociated (deleted). External IP: 172.26.3.214, port: 23f714b9-aeb0-4305-9027-3c1209349148. Nov 25 09:08:47.679011 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:08:47.970738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router cc811a47-afca-49c2-b92c-f5ad09977dee has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:08:48.149807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:08:48.159142 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a75edc-16f0-463a-91a3-08169732e78d None None] Sync routers for ids ['cc811a47-afca-49c2-b92c-f5ad09977dee'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:08:48.169207 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a75edc-16f0-463a-91a3-08169732e78d None None] Routers {'cc811a47-afca-49c2-b92c-f5ad09977dee'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:08:48.169661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:48.169846 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-25a75edc-16f0-463a-91a3-08169732e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:08:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['cc811a47-afca-49c2-b92c-f5ad09977dee'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:48.223870 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/floatingips/1876127f-68ea-4f7a-aaf6-fabbca913163 HTTP/1.1" status: 204 len: 168 time: 1.5508525 Nov 25 09:08:48.224454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'tag': '23f714b9-aeb0-4305-9027-3c1209349148'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:08:48.280592 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'tag': '23f714b9-aeb0-4305-9027-3c1209349148', 'status': 'completed', 'code': 200} Nov 25 09:08:48.349589 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-25a75edc-16f0-463a-91a3-08169732e78d None None] Set router cc811a47-afca-49c2-b92c-f5ad09977dee gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:08:48.381142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-050500a6-26c5-4f49-b831-3218a8a47223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:48.383380 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-050500a6-26c5-4f49-b831-3218a8a47223 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 1098 time: 0.0803704 Nov 25 09:08:48.530618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-2ddb1bbf-878f-4de4-a6ce-7f054ff5ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:48.532057 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-2ddb1bbf-878f-4de4-a6ce-7f054ff5ce8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740 HTTP/1.1" status: 200 len: 898 time: 0.1426485 Nov 25 09:08:48.601770 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-bd4e2662-4620-4b72-8bcf-feb3a1c6d2d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23f714b9-aeb0-4305-9027-3c1209349148 HTTP/1.1" status: 200 len: 217 time: 0.0611339 Nov 25 09:08:48.668733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-36b29519-66c1-4d78-b875-d43ee346bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:48.670344 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-36b29519-66c1-4d78-b875-d43ee346bf28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=511b3990-592a-4137-943f-bb8cfbe62ead HTTP/1.1" status: 200 len: 844 time: 0.0628035 Nov 25 09:08:48.683241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bbe6d-32fd-48dd-8170-beef0b95f72a req-ee7e1c77-c952-4c4b-9da8-d0e4722c88d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:48.684731 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9b0bbe6d-32fd-48dd-8170-beef0b95f72a req-ee7e1c77-c952-4c4b-9da8-d0e4722c88d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 945 time: 0.1415951 Nov 25 09:08:48.689196 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-25a75edc-16f0-463a-91a3-08169732e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cb520a37-7594-4932-bf99-9e409e8e6bff', 'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f7:43:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:17Z', 'updated_at': '2021-11-25T09:05:22Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:48.694328 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a75edc-16f0-463a-91a3-08169732e78d None None] Checking router: cc811a47-afca-49c2-b92c-f5ad09977dee for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:08:48.702847 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a75edc-16f0-463a-91a3-08169732e78d None None] Routers {'cc811a47-afca-49c2-b92c-f5ad09977dee'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:08:48.703596 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-25a75edc-16f0-463a-91a3-08169732e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:08:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['cc811a47-afca-49c2-b92c-f5ad09977dee'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:48.729240 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9b0bbe6d-32fd-48dd-8170-beef0b95f72a req-67c0493b-fcb6-42b2-913a-39f3b1805431 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4565895-2de0-4516-b7e3-7d5f38332bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387743 Nov 25 09:08:48.748677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-451a09ec-a317-4c32-bfd3-260bfb5ab27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:48.750126 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-451a09ec-a317-4c32-bfd3-260bfb5ab27c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0fa17b3-88e4-4407-ae64-53ce7e8ad740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725987 Nov 25 09:08:48.761243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-4482df0c-9a66-4ffd-8776-5ad72ad7ec50 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:08:48.762230 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-4482df0c-9a66-4ffd-8776-5ad72ad7ec50 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049083 Nov 25 09:08:48.878631 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-25a75edc-16f0-463a-91a3-08169732e78d None None] Set router cc811a47-afca-49c2-b92c-f5ad09977dee gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:08:48.892518 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-abd81b49-6715-4a67-8e56-4982ae420a08 service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229494 Nov 25 09:08:49.154522 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7ef37f9e-fd0b-4ab6-b353-fe0d3662f8f3 req-c44984a0-1120-4bca-bb71-9c3e9d46d558 service neutron] 10.222.0.41 "GET /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550383 Nov 25 09:08:49.221461 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-25a75edc-16f0-463a-91a3-08169732e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cb520a37-7594-4932-bf99-9e409e8e6bff', 'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f7:43:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:17Z', 'updated_at': '2021-11-25T09:05:22Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:49.225315 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a75edc-16f0-463a-91a3-08169732e78d None None] The sync data for ids ['cc811a47-afca-49c2-b92c-f5ad09977dee'] in dv-neutron-818341-1-hyperv is: [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'cb520a37-7594-4932-bf99-9e409e8e6bff', 'name': '', 'network_id': 'e0fa17b3-88e4-4407-ae64-53ce7e8ad740', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:f7:43:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:17Z', 'updated_at': '2021-11-25T09:05:22Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '511b3990-592a-4137-943f-bb8cfbe62ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:08:49.437003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5692d-350d-4f39-be5e-26e0956fefb1 None None] New status for floating IP 1876127f-68ea-4f7a-aaf6-fabbca913163: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:08:49.789506 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d04c5d4-008f-414c-a157-fb70f271162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:49.967348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:49.984355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9cbae-5eca-4da7-b986-692a02bdee25 req-55fc92d1-4c28-402f-af43-5ffdef21c6c4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:49.985261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-16a9cbae-5eca-4da7-b986-692a02bdee25 req-55fc92d1-4c28-402f-af43-5ffdef21c6c4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:08:50.000899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-16a9cbae-5eca-4da7-b986-692a02bdee25 req-55fc92d1-4c28-402f-af43-5ffdef21c6c4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:08:50.002012 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-16a9cbae-5eca-4da7-b986-692a02bdee25 req-55fc92d1-4c28-402f-af43-5ffdef21c6c4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 945 time: 0.1536293 Nov 25 09:08:50.046508 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-16a9cbae-5eca-4da7-b986-692a02bdee25 req-026b5486-d29a-4577-bd64-4c1e934d9dc6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4565895-2de0-4516-b7e3-7d5f38332bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382049 Nov 25 09:08:50.226798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb6c10-e3f3-4e19-a846-060cdc0a7659 req-226d138f-52cf-439e-a2b1-cc0a0b103106 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:50.228499 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c6bb6c10-e3f3-4e19-a846-060cdc0a7659 req-226d138f-52cf-439e-a2b1-cc0a0b103106 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 945 time: 0.0794196 Nov 25 09:08:50.308327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-c6bb6c10-e3f3-4e19-a846-060cdc0a7659 req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 23f714b9-aeb0-4305-9027-3c1209349148 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:08:50.308680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c6bb6c10-e3f3-4e19-a846-060cdc0a7659 req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:50.553670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-c6bb6c10-e3f3-4e19-a846-060cdc0a7659 req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 23f714b9-aeb0-4305-9027-3c1209349148, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=23f714b9-aeb0-4305-9027-3c1209349148,segment=NetworkSegment(d4c23df7-eda6-498e-902a-af84a46ad90d),segment_id=d4c23df7-eda6-498e-902a-af84a46ad90d)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:08:50.554041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c6bb6c10-e3f3-4e19-a846-060cdc0a7659 req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:50.678471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-c6bb6c10-e3f3-4e19-a846-060cdc0a7659 req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 23f714b9-aeb0-4305-9027-3c1209349148 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:08:50.824047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c6bb6c10-e3f3-4e19-a846-060cdc0a7659 req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:50.829685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4277624b-1485-491a-8a2b-35b3fb53f83a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:08:50.874084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=23f714b9-aeb0-4305-9027-3c1209349148,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:08:50.877108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:08:50.951412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bb6c10-e3f3-4e19-a846-060cdc0a7659 req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] No DVR routers for this DVR port 23f714b9-aeb0-4305-9027-3c1209349148 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:08:50.953743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c6bb6c10-e3f3-4e19-a846-060cdc0a7659 req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:50.956286 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'name': 'network-vif-deleted', 'tag': '23f714b9-aeb0-4305-9027-3c1209349148'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:08:50.972362 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c6bb6c10-e3f3-4e19-a846-060cdc0a7659 req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "DELETE /v2.0/ports/23f714b9-aeb0-4305-9027-3c1209349148 HTTP/1.1" status: 204 len: 173 time: 0.7342558 Nov 25 09:08:51.024599 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8c43db-e8cf-41db-a626-2664f4be6f45', 'name': 'network-vif-deleted', 'tag': '23f714b9-aeb0-4305-9027-3c1209349148', 'status': 'completed', 'code': 200} Nov 25 09:08:51.218075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-07b620de-5796-4d6b-b0b1-5a4faeae67da req-9151ddb3-2f9a-4bf5-980d-9845e103c178 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:08:51.234123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-07b620de-5796-4d6b-b0b1-5a4faeae67da req-9151ddb3-2f9a-4bf5-980d-9845e103c178 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:08:51.235392 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-07b620de-5796-4d6b-b0b1-5a4faeae67da req-9151ddb3-2f9a-4bf5-980d-9845e103c178 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d8c43db-e8cf-41db-a626-2664f4be6f45 HTTP/1.1" status: 200 len: 210 time: 0.0614314 Nov 25 09:08:51.422671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:52.329596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51390) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:08:52.397028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-05d98e90-adf4-4ddf-bfc6-b56c00e6137a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:52.426401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-05d98e90-adf4-4ddf-bfc6-b56c00e6137a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:52.496498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-05d98e90-adf4-4ddf-bfc6-b56c00e6137a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:52.500469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ba4cbd9f-af3d-4cac-be15-bd89f328ac72 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:08:52.515949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d98e90-adf4-4ddf-bfc6-b56c00e6137a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4565895-2de0-4516-b7e3-7d5f38332bbb,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:08:52.518670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-05d98e90-adf4-4ddf-bfc6-b56c00e6137a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:08:52.525981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-05d98e90-adf4-4ddf-bfc6-b56c00e6137a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:52.527171 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-05d98e90-adf4-4ddf-bfc6-b56c00e6137a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/e4565895-2de0-4516-b7e3-7d5f38332bbb HTTP/1.1" status: 204 len: 168 time: 0.1965315 Nov 25 09:08:52.558994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51396) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:08:53.213049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:53.567976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port cb520a37-7594-4932-bf99-9e409e8e6bff {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:08:53.568689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:53.750528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port cb520a37-7594-4932-bf99-9e409e8e6bff, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=cb520a37-7594-4932-bf99-9e409e8e6bff,segment=NetworkSegment(d4c23df7-eda6-498e-902a-af84a46ad90d),segment_id=d4c23df7-eda6-498e-902a-af84a46ad90d)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:08:53.750884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:53.875260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for cb520a37-7594-4932-bf99-9e409e8e6bff owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:08:54.049222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:54.052708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d627cfec-fd77-4305-87a5-fb6366a09964 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:08:54.095630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=cb520a37-7594-4932-bf99-9e409e8e6bff,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:08:54.098683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:08:54.367114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:54.838180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router cc811a47-afca-49c2-b92c-f5ad09977dee has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:08:55.013515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:08:55.023911 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614f645-e0d8-44d9-8b61-8454a75d4840 None None] Sync routers for ids ['cc811a47-afca-49c2-b92c-f5ad09977dee'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:08:55.033281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51402) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:08:55.033736 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614f645-e0d8-44d9-8b61-8454a75d4840 None None] Routers {'cc811a47-afca-49c2-b92c-f5ad09977dee'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:08:55.033854 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/cc811a47-afca-49c2-b92c-f5ad09977dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4731648 Nov 25 09:08:55.033986 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0614f645-e0d8-44d9-8b61-8454a75d4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:08:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['cc811a47-afca-49c2-b92c-f5ad09977dee'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:55.104711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting subnet 511b3990-592a-4137-943f-bb8cfbe62ead {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:08:55.107615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:55.216349 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-0614f645-e0d8-44d9-8b61-8454a75d4840 None None] Set router cc811a47-afca-49c2-b92c-f5ad09977dee gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:08:55.290583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:55.337114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 23f714b9-aeb0-4305-9027-3c1209349148 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:08:55.371928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 23f714b9-aeb0-4305-9027-3c1209349148 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:08:55.372179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 23f714b9-aeb0-4305-9027-3c1209349148 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:08:55.379137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:55.454134 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:55.458570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b72fa7b0-51f0-45d9-adff-326d4b0e8675 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:08:55.497084 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0614f645-e0d8-44d9-8b61-8454a75d4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:08:53Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:55.501597 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614f645-e0d8-44d9-8b61-8454a75d4840 None None] Checking router: cc811a47-afca-49c2-b92c-f5ad09977dee for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:08:55.501797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:55.506541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Subnet': ['ID=511b3990-592a-4137-943f-bb8cfbe62ead,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:08:55.508726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2d0d52-9f2c-418b-8179-13bdd388e7b2 None None] Network e0fa17b3-88e4-4407-ae64-53ce7e8ad740 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:08:55.511325 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614f645-e0d8-44d9-8b61-8454a75d4840 None None] Routers {'cc811a47-afca-49c2-b92c-f5ad09977dee'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:08:55.511948 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0614f645-e0d8-44d9-8b61-8454a75d4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:08:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['cc811a47-afca-49c2-b92c-f5ad09977dee'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:55.520472 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/subnets/511b3990-592a-4137-943f-bb8cfbe62ead HTTP/1.1" status: 204 len: 168 time: 0.4836373 Nov 25 09:08:55.520472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.520472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.520472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.520876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.520955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51406) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:08:55.521036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.521368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.521733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.522104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.522612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.522998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.523351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.523708 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:55.527103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7ee59889-9e40-46b2-844d-57c871b94dcc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:08:55.707667 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-0614f645-e0d8-44d9-8b61-8454a75d4840 None None] Set router cc811a47-afca-49c2-b92c-f5ad09977dee gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:08:55.732382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:55.804258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] DHCP port deletion for e0fa17b3-88e4-4407-ae64-53ce7e8ad740 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:08:55.809914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Deleting port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:08:55.810309 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:55.914155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:55.925284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 3b87b31b-1094-45e2-a71b-8c5f8b031e29 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:08:55.925838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:55.992592 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0614f645-e0d8-44d9-8b61-8454a75d4840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:08:53Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:55.996971 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614f645-e0d8-44d9-8b61-8454a75d4840 None None] The sync data for ids ['cc811a47-afca-49c2-b92c-f5ad09977dee'] in dv-neutron-818341-1-hyperv is: [{'id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'name': 'tempest-TestNetworkBasicOps-router-124109912', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:08:53Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '3b87b31b-1094-45e2-a71b-8c5f8b031e29', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc811a47-afca-49c2-b92c-f5ad09977dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:05:13Z', 'updated_at': '2021-11-25T09:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:08:56.020859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] For port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=32f5fd3d-7a45-437e-a9ad-4eff5f6ef816,segment=NetworkSegment(d4c23df7-eda6-498e-902a-af84a46ad90d),segment_id=d4c23df7-eda6-498e-902a-af84a46ad90d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:08:56.021307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:56.110438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 3b87b31b-1094-45e2-a71b-8c5f8b031e29, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3b87b31b-1094-45e2-a71b-8c5f8b031e29,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:08:56.110797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:56.188933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Calling delete_port for 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:08:56.233920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 3b87b31b-1094-45e2-a71b-8c5f8b031e29 owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:08:56.264473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:56.268850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:08:56.310257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Pushing event deleted for resources: {'Port': ['ID=32f5fd3d-7a45-437e-a9ad-4eff5f6ef816,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:08:56.314898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] No DVR routers for this DVR port 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:08:56.321387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.324160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.324160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.324160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.324160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.324160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.324160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.324160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.325215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.325215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.325215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.325215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:08:56.328810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:08:56.409164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:56.413073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2cae1bde-ed83-44cc-bd85-198ddce5c6aa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:08:56.456979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=3b87b31b-1094-45e2-a71b-8c5f8b031e29,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:08:56.460028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:08:56.582335 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:08:56.621406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:08:56.621765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 32f5fd3d-7a45-437e-a9ad-4eff5f6ef816 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:08:56.622188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cb520a37-7594-4932-bf99-9e409e8e6bff no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:08:56.656275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: cb520a37-7594-4932-bf99-9e409e8e6bff {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:08:56.656633 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device cb520a37-7594-4932-bf99-9e409e8e6bff not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:08:56.689240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:56.858783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:56.860938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:56.884257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:56.884780 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Fanout notify agent at l3_agent the message router_deleted on router cc811a47-afca-49c2-b92c-f5ad09977dee {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:08:56.900052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:56.901121 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/routers/cc811a47-afca-49c2-b92c-f5ad09977dee HTTP/1.1" status: 204 len: 168 time: 1.3791723 Nov 25 09:08:56.904064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51410) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:08:57.024814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.155282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.179971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fa17b3-88e4-4407-ae64-53ce7e8ad740']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:57.191722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c23df7-eda6-498e-902a-af84a46ad90d') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:57.192029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c23df7-eda6-498e-902a-af84a46ad90d') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:57.203082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.222328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.229008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:08:57.229387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:08:57.243382 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:08:57.319234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.322529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a8c00080-bf62-4403-9ba6-c53f1c67f152 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:08:57.337708 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.350509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Network': ['ID=e0fa17b3-88e4-4407-ae64-53ce7e8ad740,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:08:57.354336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:08:57.358553 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-601d126b-1068-4e7a-8886-7a24459cc388 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/networks/e0fa17b3-88e4-4407-ae64-53ce7e8ad740 HTTP/1.1" status: 204 len: 168 time: 0.4534321 Nov 25 09:08:57.369893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51414) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:08:57.374138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'network': {'name': 'tempest-network-smoke--1694543041', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'port_security_enabled': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:08:57.379455 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:08:57.383498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:network and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:08:57.386399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:08:57.392096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:08:57.406032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:08:57.409380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.437737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:08:57.446271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.446718 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Added segment e2d62a38-8fd0-4974-abb2-5fe1f673bb97 of type vlan for network 86590e19-7f36-439a-b306-1a787705c62f Nov 25 09:08:57.472051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.501433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.507831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:08:57.508445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.511936 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:08:57.614576 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2468221 Nov 25 09:08:57.617892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51418) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:08:57.618406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Network': ['ID=86590e19-7f36-439a-b306-1a787705c62f,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:08:57.620728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:08:57.623423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'admin_state_up': True, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:08:57.627788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 86590e19-7f36-439a-b306-1a787705c62f details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:08:57.630867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:08:57.634733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:router and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:08:57.638950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:08:57.645566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:08:57.654649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.655624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.671513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:57.935419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:58.234630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:58.262707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:58.398554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.178 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/1214a7d4-9d5b-4cd4-b596-f0d151d3fabd) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:08:58.487431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3b87b31b-1094-45e2-a71b-8c5f8b031e29 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:08:58.520628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 3b87b31b-1094-45e2-a71b-8c5f8b031e29 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:08:58.521057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3b87b31b-1094-45e2-a71b-8c5f8b031e29 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:08:58.544448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:58.572955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:58.577226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ad5dc86e-b441-4a86-8ecd-3f20ca9a89f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:08:58.637803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:08:58.642009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:08:58.645690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:08:58.674959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=1214a7d4-9d5b-4cd4-b596-f0d151d3fabd,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:08:58.684944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:08:59.167617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:59.503161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:59.708109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 2dfaaabd-9179-4d2c-b9fc-790e810f163d is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:08:59.886142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:08:59.895331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Sync routers for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:08:59.904322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:08:59.904936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:08:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:08:59.912052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:08:59.913707 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2941699 Nov 25 09:08:59.916949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51422) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:08:59.961129 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f94e7f38-9f91-41ed-843a-4f717e510153 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ad9acc8f1d734163ad0737b95f34d0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406280 Nov 25 09:08:59.961358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51426) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:00.088727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:09:00.221676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0d5e62-0077-4b92-a33f-d72c867eb00b tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:00.226337 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6f0d5e62-0077-4b92-a33f-d72c867eb00b tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2609453 Nov 25 09:09:00.226666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51430) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:00.264839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7431bd37-9a9c-40f3-be63-7d94ddf0f5d5 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370448 Nov 25 09:09:00.267231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51434) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:00.272866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515981717', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:00.369717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:08:58Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:00.373635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Checking router: 2dfaaabd-9179-4d2c-b9fc-790e810f163d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:09:00.374087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Updating router 2dfaaabd-9179-4d2c-b9fc-790e810f163d port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:09:00.379794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:00.383644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:subnet and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:00.386453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:00.392074 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:00.402626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:09:00.406107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:00.429588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:00.619953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:00.624468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-025e829e-3a54-493a-9b28-64eba8750572 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:00.704031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Subnet': ['ID=fad38438-f048-468c-94b7-eaf74ce4c889,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:00.709416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:00.712519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Checking segment: {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:09:00.712876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network hostable DHCP agents. Network: 86590e19-7f36-439a-b306-1a787705c62f, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:09:00.733025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 86590e19-7f36-439a-b306-1a787705c62f is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:09:00.743038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 86590e19-7f36-439a-b306-1a787705c62f) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:09:00.746965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:00.747547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:00.757208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4da6bce-cc71-4533-89c7-a9c9000cd1e3 None None] Network 86590e19-7f36-439a-b306-1a787705c62f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:09:00.771748 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5010293 Nov 25 09:09:00.771944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51438) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:00.852084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:00.871476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Transition to ACTIVE for port object 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:09:00.880970 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:00.894174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:01.067466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37a86e-6e24-411f-8041-a7ba505a55d7 None None] Pushing event updated for resources: {'Port': ['ID=1214a7d4-9d5b-4cd4-b596-f0d151d3fabd,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:01.070793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2a37a86e-6e24-411f-8041-a7ba505a55d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:01.076588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Attempting to bind port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:09:01.076849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Attempting to bind port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:09:01.077218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Attempting to bind port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:09:01.087153 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:09:01.087535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:09:01.087949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:01.088351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:09:01.088830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Bound port: 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:09:01.089209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:01.192534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-86590e19-7f36-439a-b306-1a787705c62f', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:09:01.193358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:01.221991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] For port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:09:01.278441 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] For port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1214a7d4-9d5b-4cd4-b596-f0d151d3fabd,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:09:01.284245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:01.291398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-040d2acd-1758-4aa1-8046-28932d911d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:01.423368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:09:01.424007 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:08:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:01.463377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:01.494498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37a86e-6e24-411f-8041-a7ba505a55d7 None None] Pushing event updated for resources: {'Port': ['ID=1214a7d4-9d5b-4cd4-b596-f0d151d3fabd,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:01.497552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2a37a86e-6e24-411f-8041-a7ba505a55d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:01.581233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Allocated IP 172.20.0.2 (86590e19-7f36-439a-b306-1a787705c62f/fad38438-f048-468c-94b7-eaf74ce4c889/0a4dde1d-4067-4c2a-a2c6-484d2a66bac6) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:09:01.713548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:09:02.056183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.077981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Transition to ACTIVE for port object 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:09:02.103535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Transition to ACTIVE for port object 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:09:02.113225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.118069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:02.175662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.1 (86590e19-7f36-439a-b306-1a787705c62f/fad38438-f048-468c-94b7-eaf74ce4c889/8e879a09-68c1-4233-998d-16103d1ce3ff) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:09:02.191358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Network 86590e19-7f36-439a-b306-1a787705c62f is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:09:02.196715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:09:02.199150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:09:02.202221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:08:58Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:02.211438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Pushing event updated for resources: {'Port': ['ID=0a4dde1d-4067-4c2a-a2c6-484d2a66bac6,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:02.214061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:02.239543 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f20145a-6a70-471f-81e0-0fecd7659beb None None] The sync data for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv is: [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:08:58Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:09:02.306237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Attempting to bind port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:09:02.306564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Attempting to bind port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:09:02.306943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Attempting to bind port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 on network 86590e19-7f36-439a-b306-1a787705c62f {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:09:02.312596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:09:02.312985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Checking segment: {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:09:02.313400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.313805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Bound using segment: {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:09:02.314301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Bound port: 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:09:02.314708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.344835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.361650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 8e879a09-68c1-4233-998d-16103d1ce3ff will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:09:02.387926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.391678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0c351d2c-69d2-4a29-8aaf-58da32b2cf37 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:02.409291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] For port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:09:02.412711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] For port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0a4dde1d-4067-4c2a-a2c6-484d2a66bac6,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:09:02.418311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.423072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:02.485075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 86590e19-7f36-439a-b306-1a787705c62f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:09:02.488488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:09:02.496187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:09:02.545202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Pushing event updated for resources: {'Port': ['ID=0a4dde1d-4067-4c2a-a2c6-484d2a66bac6,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:02.550767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:02.566403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=8e879a09-68c1-4233-998d-16103d1ce3ff,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:02.569916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:02.586649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.630239 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:09:02.715620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:09:02.722081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:02.722503 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.727220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.936998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.958102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1214a7d4-9d5b-4cd4-b596-f0d151d3fabd,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:09:02.963964 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:02.968312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-295d4fb2-b23f-4526-ad38-a1d5c7176e8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:03.045843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=1214a7d4-9d5b-4cd4-b596-f0d151d3fabd,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:03.049018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:03.224497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:03.229937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:03.255433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0c9be86b-488a-4957-8a8c-c25a02c66335 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:03.348379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=8e879a09-68c1-4233-998d-16103d1ce3ff,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:03.350927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:03.362323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.362772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.363150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.363527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.363948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.364260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.364625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.364986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.365348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.365820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.366753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.367114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:03.370801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:03.503954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 86590e19-7f36-439a-b306-1a787705c62f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:09:03.505095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:09:03.609237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03194c5d-662d-4486-858c-d34c5336fd7b None None] Network 86590e19-7f36-439a-b306-1a787705c62f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:09:03.695025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 2dfaaabd-9179-4d2c-b9fc-790e810f163d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:09:03.704964 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1f566da7-6992-422e-9656-752ef063fb53 None None] Provisioning for port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:09:04.024551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:09:04.038868 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/2dfaaabd-9179-4d2c-b9fc-790e810f163d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2647924 Nov 25 09:09:04.041210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51442) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:04.119470 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Sync routers for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:09:04.125544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:04.129830 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:09:04.130822 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:08:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:04.171364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fb2c1d8d-234a-464e-99eb-dee075c600cd None None] Provisioning for port 8e879a09-68c1-4233-998d-16103d1ce3ff completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:09:04.179909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fb2c1d8d-234a-464e-99eb-dee075c600cd None None] Provisioning complete for port 8e879a09-68c1-4233-998d-16103d1ce3ff triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:04.181072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1d8d-234a-464e-99eb-dee075c600cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:04.192681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7d900-fd83-432f-9400-89fbcc55b440 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:04.193463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7d900-fd83-432f-9400-89fbcc55b440 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:04.194296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7d900-fd83-432f-9400-89fbcc55b440 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:04.194919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7d900-fd83-432f-9400-89fbcc55b440 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:04.199792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51446) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:04.210904 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-00f7d900-fd83-432f-9400-89fbcc55b440 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1684690 Nov 25 09:09:04.244764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c1d8d-234a-464e-99eb-dee075c600cd None None] Port 8e879a09-68c1-4233-998d-16103d1ce3ff cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:09:04.284721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee492f-fbc1-4917-be50-435f20b3662f tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:04.285310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee492f-fbc1-4917-be50-435f20b3662f tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:04.286004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee492f-fbc1-4917-be50-435f20b3662f tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:04.286761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee492f-fbc1-4917-be50-435f20b3662f tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:04.291690 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c0ee492f-fbc1-4917-be50-435f20b3662f tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0875642 Nov 25 09:09:04.292177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51450) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:04.364237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fa7b54cc-7dc4-4858-8e10-9a54b1eb6097 None None] Provisioning complete for port 8e879a09-68c1-4233-998d-16103d1ce3ff triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:04.364618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fa7b54cc-7dc4-4858-8e10-9a54b1eb6097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:04.374965 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:09:04.423216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b54cc-7dc4-4858-8e10-9a54b1eb6097 None None] Port 8e879a09-68c1-4233-998d-16103d1ce3ff cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:09:04.520233 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-92615431-9c55-4af3-80c5-2c0a085d7d2d tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2271149 Nov 25 09:09:04.543004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-974e7b8d-c5b2-4969-88e8-752891412878 None None] Provisioning complete for port 8e879a09-68c1-4233-998d-16103d1ce3ff triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:04.543576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-974e7b8d-c5b2-4969-88e8-752891412878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:04.603995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-974e7b8d-c5b2-4969-88e8-752891412878 None None] Port 8e879a09-68c1-4233-998d-16103d1ce3ff cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:09:04.646793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:09:04.720978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:09:04.725640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:04.726027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:04.736582 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:03Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:04.740378 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Checking router: 2dfaaabd-9179-4d2c-b9fc-790e810f163d for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:09:04.740739 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Updating router 2dfaaabd-9179-4d2c-b9fc-790e810f163d port 8e879a09-68c1-4233-998d-16103d1ce3ff binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:09:04.796627 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:04.848816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:04.854433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51456) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:04.860177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769143711', 'description': 'tempest-secgroup-smoke-769143711 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:04.866798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:04.871008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:04.873874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:04.879843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:04.885239 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0a4dde1d-4067-4c2a-a2c6-484d2a66bac6,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:09:04.890095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:04.891172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:09:04.893262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:04.915861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:04.920189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:04.920808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:04.923467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:04.929927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:05.017916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=0a4dde1d-4067-4c2a-a2c6-484d2a66bac6,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:05.021034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:05.033672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:05.033672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.050243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.056014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.061466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f6b0e991-0507-4739-babd-31aee78724e6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:05.102932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b334fc-4f2b-4404-843e-9ace3e872964,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:05.105672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.109532 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2514837 Nov 25 09:09:05.109532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8eafafc6-b15e-41fc-9c2d-06bb89c37821 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:05.109842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51460) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:05.115383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'c8b334fc-4f2b-4404-843e-9ace3e872964', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:05.122161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:05.126190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:05.129166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:05.135143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:05.158232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.170495 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.182408 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Transition to ACTIVE for port object 8e879a09-68c1-4233-998d-16103d1ce3ff will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:09:05.188637 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.193180 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:05.222710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.226875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.233196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7e54fdf9-bbab-48b3-99f6-d931f7d65f1f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:05.253872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b74c71a-b0f9-4985-82ad-eea9c45e11b8,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:05.258109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:05.267336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.271410 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578367 Nov 25 09:09:05.271786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51464) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:05.277074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'c8b334fc-4f2b-4404-843e-9ace3e872964', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:05.283698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:05.288532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:05.292410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:05.299895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:05.319273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.346201 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Pushing event updated for resources: {'Port': ['ID=8e879a09-68c1-4233-998d-16103d1ce3ff,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:05.389503 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.389850 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.390185 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.390532 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.391209 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.391209 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.391500 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.391793 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.392113 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.392425 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.392739 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.393053 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:09:05.393154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.397813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.400103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b0409e75-9b2c-472f-b955-6f7e984a2e98 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:05.401356 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:05.422606 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Attempting to bind port 8e879a09-68c1-4233-998d-16103d1ce3ff on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:09:05.423535 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Attempting to bind port 8e879a09-68c1-4233-998d-16103d1ce3ff by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:09:05.424226 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Attempting to bind port 8e879a09-68c1-4233-998d-16103d1ce3ff on network 86590e19-7f36-439a-b306-1a787705c62f {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:09:05.427191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1964da6-dc63-4a71-8fca-f1d5d7fb4b3b,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:05.430188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:05.432736 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:09:05.433219 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Checking segment: {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:09:05.433640 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.434246 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Bound using segment: {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:09:05.434862 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Bound port: 8e879a09-68c1-4233-998d-16103d1ce3ff, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:09:05.435246 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.438227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.439603 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a047de68-9eae-4c8c-b41b-6afc18d254ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1667759 Nov 25 09:09:05.442481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51468) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:05.447747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'c8b334fc-4f2b-4404-843e-9ace3e872964', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:05.453582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:05.457420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:05.460960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:05.466681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:05.483890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.527046 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] For port 8e879a09-68c1-4233-998d-16103d1ce3ff, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:09:05.530180 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] For port 8e879a09-68c1-4233-998d-16103d1ce3ff, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=8e879a09-68c1-4233-998d-16103d1ce3ff,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:09:05.535388 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.540505 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:05.545881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.549596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.551323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-952af05d-5841-4987-980b-33c2371ec9f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:05.575507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c5ee1e-d94c-4aee-a636-44117eececcd,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:05.577936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:05.588720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.594320 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479492 Nov 25 09:09:05.595090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51472) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:05.601022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'c8b334fc-4f2b-4404-843e-9ace3e872964', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:05.608143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:05.612196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:05.615516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:05.621368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:05.627458 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:09:05.627619 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:08:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:05.639723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.711813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.717116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.718961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e4ee653d-c8a8-4e3f-bff8-970ea167d130 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:05.742740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4446972e-c3f4-458f-8049-7157596144bd,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:05.745326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:05.751191 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Pushing event updated for resources: {'Port': ['ID=8e879a09-68c1-4233-998d-16103d1ce3ff,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:05.753986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.755431 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1595433 Nov 25 09:09:05.758747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51476) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:05.759747 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:05.765162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'c8b334fc-4f2b-4404-843e-9ace3e872964', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:05.771208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:05.776359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:05.779402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:05.785360 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:05.806991 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:09:05.814462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.821721 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:09:05.900207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.903499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.905272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5c5807b1-8357-42a6-8979-bbe7631bfeb5 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:05.928205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b197719c-21c7-4c93-8ef1-7a168c1eee43,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:05.933213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:05.937961 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:05.939186 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-31bd7c6f-ba52-4d96-8c15-31a60649b609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1787286 Nov 25 09:09:05.941941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51480) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:05.946925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': 'c8b334fc-4f2b-4404-843e-9ace3e872964', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:05.952710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:05.956568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:05.959446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:05.965432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:05.977889 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:09:05.985456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:06.056772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:06.061066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:06.062908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-614ec0c1-08cb-4d83-9297-02de79c443ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:06.084177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d1c1b9-1dc4-4272-9ba5-7bbbb9155dea,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:06.086581 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:06.093657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:06.104019 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ea3e3d81-0ac2-4acf-a39f-0b619ef2f878 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519933 Nov 25 09:09:06.187766 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:05Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:06.191759 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a8783-0493-4171-b485-8cdfc42a5344 None None] The sync data for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv is: [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:05Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:09:06.283755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-66b01d0a-439c-4258-beee-1d5be3386742 req-a8d868d3-26dc-47c6-83f9-df5b54833c01 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:09:06.299160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-66b01d0a-439c-4258-beee-1d5be3386742 req-a8d868d3-26dc-47c6-83f9-df5b54833c01 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:09:06.301890 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-a8d868d3-26dc-47c6-83f9-df5b54833c01 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769143711&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.0786870 Nov 25 09:09:06.457535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b01d0a-439c-4258-beee-1d5be3386742 req-e56cd50d-af32-456f-88d2-d6d6051b6f7f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:06.459108 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-e56cd50d-af32-456f-88d2-d6d6051b6f7f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 797 time: 0.1488872 Nov 25 09:09:06.474818 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-e2305d7a-0f1c-4747-b3f8-55f9481541a6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/quotas/ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 375 time: 0.0094790 Nov 25 09:09:06.567277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-66b01d0a-439c-4258-beee-1d5be3386742 req-8b28328d-41b2-4972-b9f9-b75221318334 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:09:06.588745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-66b01d0a-439c-4258-beee-1d5be3386742 req-8b28328d-41b2-4972-b9f9-b75221318334 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:09:06.590335 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-8b28328d-41b2-4972-b9f9-b75221318334 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094434 Nov 25 09:09:06.617082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 8e879a09-68c1-4233-998d-16103d1ce3ff up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:09:06.690945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 8e879a09-68c1-4233-998d-16103d1ce3ff completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:09:06.696701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 8e879a09-68c1-4233-998d-16103d1ce3ff triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:06.697287 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:06.789005 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-d31d38ca-ddaf-4c96-b485-bf330741cd09 service neutron] 10.222.0.54 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861448 Nov 25 09:09:06.823759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:06.858399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 8e879a09-68c1-4233-998d-16103d1ce3ff, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=8e879a09-68c1-4233-998d-16103d1ce3ff,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:09:06.863425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:06.864287 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:09:06.894235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:06.935171 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-dbfc7b88-091c-4ec7-9379-0da3bb84797a service neutron] 10.222.0.54 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398017 Nov 25 09:09:06.998416 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=8e879a09-68c1-4233-998d-16103d1ce3ff,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:07.001520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:07.013479 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:07.013885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:07.146160 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f623d4a5-8f12-435d-a430-9d40ce29924b req-8bfa1dd0-bd6c-42de-8a6a-a2a51f1735b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 210 time: 0.0484154 Nov 25 09:09:08.232323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b01d0a-439c-4258-beee-1d5be3386742 req-521649b1-08da-47f5-8839-fde7e83f287d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:08.233701 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-521649b1-08da-47f5-8839-fde7e83f287d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 797 time: 0.1532707 Nov 25 09:09:08.313118 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f66d9170-4729-4039-bebc-5e410adebe86 req-917ea5dc-20e5-49d6-b6ff-b722e41fa5ee tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 210 time: 0.0573876 Nov 25 09:09:08.327746 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-0c22e2c7-79d4-4f33-b3ab-0289692bbf71 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 379 time: 0.0851383 Nov 25 09:09:08.336503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'device_id': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'admin_state_up': True, 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'security_groups': ['c8b334fc-4f2b-4404-843e-9ace3e872964']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:08.471445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:08.481599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:08.491171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:09:08.494636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:08.538960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 8e879a09-68c1-4233-998d-16103d1ce3ff up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:09:08.608706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 8e879a09-68c1-4233-998d-16103d1ce3ff triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:08.608996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:08.770808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.5 (86590e19-7f36-439a-b306-1a787705c62f/fad38438-f048-468c-94b7-eaf74ce4c889/811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:09:08.955031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:08.971816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:09:08.994687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:09.001527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a4864a00-373f-424e-b081-d87061d6050c tempest-FloatingIPAdminTestJSON-1379179972 tempest-FloatingIPAdminTestJSON-1379179972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:09.067461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 86590e19-7f36-439a-b306-1a787705c62f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:09:09.071353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:09:09.073718 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:09:09.119670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:09.124238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:09.144607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:09.145216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:09.174738 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8420706 Nov 25 09:09:09.186439 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Request body: {'port': {'device_id': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:09.300213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:09.305426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7844fc0c-d494-4d7b-9986-da1094aab42a None None] Provisioning for port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:09:09.310270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7844fc0c-d494-4d7b-9986-da1094aab42a None None] Provisioning complete for port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:09.310792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7844fc0c-d494-4d7b-9986-da1094aab42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:09.364079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7844fc0c-d494-4d7b-9986-da1094aab42a None None] Port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:09:09.505423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daf386-c9ca-44c4-87f2-d2997532b90a req-b7e5bf82-df7f-448e-b461-f0e434e25df1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:09.506825 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-95daf386-c9ca-44c4-87f2-d2997532b90a req-b7e5bf82-df7f-448e-b461-f0e434e25df1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 931 time: 0.0817156 Nov 25 09:09:09.551122 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-95daf386-c9ca-44c4-87f2-d2997532b90a req-45175810-bd2c-4f55-8630-1dd718eff086 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379775 Nov 25 09:09:09.648766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:09:09.655880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:09.671077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Transition to ACTIVE for port object 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:09:09.674118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:09.677616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:09.807209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Pushing event updated for resources: {'Port': ['ID=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:09.833548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:09.911079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Attempting to bind port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:09:09.911416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Attempting to bind port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:09:09.911739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Attempting to bind port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d on network 86590e19-7f36-439a-b306-1a787705c62f {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:09:09.916878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d on network 86590e19-7f36-439a-b306-1a787705c62f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:09:09.917193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Attempting to bind port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d on network 86590e19-7f36-439a-b306-1a787705c62f {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:09:09.922267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:09:09.922625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Checking segment: {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:09:09.923005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Bound using segment: {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:09:09.923444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Bound port: 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:09:09.923768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:10.016763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] For port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:09:10.019681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] For port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:09:10.024677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:10.028358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:10.084196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:10.084809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:10.086865 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] 10.222.0.41 "PUT /v2.0/ports/811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d HTTP/1.1" status: 200 len: 1093 time: 0.9046950 Nov 25 09:09:10.087524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:09:10.113185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Pushing event updated for resources: {'Port': ['ID=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:10.116908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:10.156318 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'status': 'completed', 'code': 200} Nov 25 09:09:10.201524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b01d0a-439c-4258-beee-1d5be3386742 req-6be4dce0-48d7-4276-923f-5a45844bcc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:10.203049 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-6be4dce0-48d7-4276-923f-5a45844bcc71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0790823 Nov 25 09:09:10.273316 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-ffab2524-50ce-4e18-a216-bf51151d573e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d HTTP/1.1" status: 200 len: 217 time: 0.0636747 Nov 25 09:09:10.337712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b01d0a-439c-4258-beee-1d5be3386742 req-5b10373e-f119-40a4-b205-6c18879403a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:10.339068 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-5b10373e-f119-40a4-b205-6c18879403a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 200 len: 835 time: 0.0595582 Nov 25 09:09:10.411796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b01d0a-439c-4258-beee-1d5be3386742 req-162b6b26-2682-4007-bf51-8f1d66cbf569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:10.413120 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-162b6b26-2682-4007-bf51-8f1d66cbf569 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86590e19-7f36-439a-b306-1a787705c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679309 Nov 25 09:09:10.672071 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-ac49dd2a-c545-43d6-be68-31de200f7c0f service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523632 Nov 25 09:09:10.738340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df85d04-3948-4107-82dc-b36a3258691b req-a23caf4c-3caa-43ea-90f5-20d0553fd196 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:10.739782 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9df85d04-3948-4107-82dc-b36a3258691b req-a23caf4c-3caa-43ea-90f5-20d0553fd196 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0836928 Nov 25 09:09:10.784770 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9df85d04-3948-4107-82dc-b36a3258691b req-1b4db121-e2c3-4bce-bb89-321a7cb73708 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385993 Nov 25 09:09:10.803793 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-66b01d0a-439c-4258-beee-1d5be3386742 req-c91bc7f1-3f48-4202-89e2-9881b09364f3 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252146 Nov 25 09:09:10.912774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5aa4-a38d-416b-b750-a7a57e3eb4a6 req-76ed2264-2611-4c69-8a84-0e26251aacae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:10.914176 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-345e5aa4-a38d-416b-b750-a7a57e3eb4a6 req-76ed2264-2611-4c69-8a84-0e26251aacae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0697818 Nov 25 09:09:11.047160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5aa4-a38d-416b-b750-a7a57e3eb4a6 req-a41310ac-d417-4064-a082-8d907d80d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:11.048599 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-345e5aa4-a38d-416b-b750-a7a57e3eb4a6 req-a41310ac-d417-4064-a082-8d907d80d0f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 898 time: 0.1285477 Nov 25 09:09:11.122985 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-345e5aa4-a38d-416b-b750-a7a57e3eb4a6 req-be407cc1-1911-4835-8d6d-bce23e8164a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d HTTP/1.1" status: 200 len: 217 time: 0.0670981 Nov 25 09:09:11.186994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5aa4-a38d-416b-b750-a7a57e3eb4a6 req-acee1a26-15eb-48ad-88ea-668c5aebd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:11.188284 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-345e5aa4-a38d-416b-b750-a7a57e3eb4a6 req-acee1a26-15eb-48ad-88ea-668c5aebd9dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 200 len: 835 time: 0.0594881 Nov 25 09:09:11.264475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5aa4-a38d-416b-b750-a7a57e3eb4a6 req-c3a03740-7ed9-4e23-b7b0-13985f6ba40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:11.266299 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-345e5aa4-a38d-416b-b750-a7a57e3eb4a6 req-c3a03740-7ed9-4e23-b7b0-13985f6ba40c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86590e19-7f36-439a-b306-1a787705c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712407 Nov 25 09:09:11.397852 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-345e5aa4-a38d-416b-b750-a7a57e3eb4a6 req-d4f6eed6-e9e7-4963-a7d4-4ff4f61031c0 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235092 Nov 25 09:09:11.528573 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-345e5aa4-a38d-416b-b750-a7a57e3eb4a6 req-cfa4056d-8ce1-4d63-9bc0-752283112c92 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236973 Nov 25 09:09:11.969819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2e20-cdf9-4b8a-b8b5-4a0c92d41c4f req-45052a13-ae10-49c1-b95d-2340877e4170 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:11.970834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-8bfe2e20-cdf9-4b8a-b8b5-4a0c92d41c4f req-45052a13-ae10-49c1-b95d-2340877e4170 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:09:11.987363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-8bfe2e20-cdf9-4b8a-b8b5-4a0c92d41c4f req-45052a13-ae10-49c1-b95d-2340877e4170 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:09:11.988508 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8bfe2e20-cdf9-4b8a-b8b5-4a0c92d41c4f req-45052a13-ae10-49c1-b95d-2340877e4170 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0977848 Nov 25 09:09:12.037248 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8bfe2e20-cdf9-4b8a-b8b5-4a0c92d41c4f req-a70a5fb0-495e-4567-92aa-0d0a195cbe30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425930 Nov 25 09:09:13.217793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca067083-d442-4fe9-b1a4-59a7aa781dc3 req-dc48077f-3e0d-413f-8a93-3df21ec57366 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:13.219252 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ca067083-d442-4fe9-b1a4-59a7aa781dc3 req-dc48077f-3e0d-413f-8a93-3df21ec57366 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0789351 Nov 25 09:09:13.262667 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ca067083-d442-4fe9-b1a4-59a7aa781dc3 req-31b2ca41-4fdf-43d0-bdb6-bc1b46414361 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379131 Nov 25 09:09:14.443832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f876227-80e3-4d48-834c-752fc7b19c90 req-f07f8fc9-e029-47d6-8699-ad0ba7ef5447 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:14.445304 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0f876227-80e3-4d48-834c-752fc7b19c90 req-f07f8fc9-e029-47d6-8699-ad0ba7ef5447 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 943 time: 0.0791140 Nov 25 09:09:14.489384 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0f876227-80e3-4d48-834c-752fc7b19c90 req-ef56c581-443d-4e2b-9851-fbd81ee76f4a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384603 Nov 25 09:09:15.368638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:09:15.497914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:09:15.511122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'port_id': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'mac_address': 'fa:16:3e:d1:7d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:09:15.568532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:15.587246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:09:15.602901 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:09:15.607360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:15.609054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:15.680545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:15.683755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:15.793098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f9156-c5be-4906-893a-1dc07a29aee4 req-fa9377f4-8d99-426f-ab69-5d502dd6ec48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:15.794550 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8f7f9156-c5be-4906-893a-1dc07a29aee4 req-fa9377f4-8d99-426f-ab69-5d502dd6ec48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 944 time: 0.1986794 Nov 25 09:09:15.836683 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8f7f9156-c5be-4906-893a-1dc07a29aee4 req-beaf338c-26e2-4b41-97aa-23c29f384343 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366032 Nov 25 09:09:15.948368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:09:16.487587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1b23a52-83fe-47b6-b890-ca44299c3fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:16.964936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:17.028462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c626c17-7c1d-49f8-b1da-75d66057c74a req-3fe14e4f-4ee7-4978-b3d3-fdc9e8b29f69 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:17.029931 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c626c17-7c1d-49f8-b1da-75d66057c74a req-3fe14e4f-4ee7-4978-b3d3-fdc9e8b29f69 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 944 time: 0.0863214 Nov 25 09:09:17.074843 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c626c17-7c1d-49f8-b1da-75d66057c74a req-23060d33-2dd0-44a5-89bc-2828e854a788 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390971 Nov 25 09:09:17.383017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:09:17.453232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:09:17.457934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:17.458343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:17.571936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:17.597782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:09:17.608328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:09:17.612431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:17.614394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a347e247-d48b-47a8-8890-2ac0be526e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:17.648535 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'code': 200} Nov 25 09:09:17.682869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:17.688584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:17.872214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3591c3-4065-49f2-8ba3-62a766a95c3d req-481a078d-b59b-4006-9f3e-63da63ed8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:17.873668 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9b3591c3-4065-49f2-8ba3-62a766a95c3d req-481a078d-b59b-4006-9f3e-63da63ed8218 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0694599 Nov 25 09:09:17.913801 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9b3591c3-4065-49f2-8ba3-62a766a95c3d req-b40c54b5-87f8-42db-95e5-ea9b70d2134b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337951 Nov 25 09:09:18.264982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fefed-f881-4000-bfe1-7162a99c7a0b req-ae64b392-7ef0-4428-86f2-c749d730a4f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:18.266421 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-168fefed-f881-4000-bfe1-7162a99c7a0b req-ae64b392-7ef0-4428-86f2-c749d730a4f3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0852227 Nov 25 09:09:18.309021 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-168fefed-f881-4000-bfe1-7162a99c7a0b req-377a46a4-dded-4852-b4d7-45edcc0982fb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370204 Nov 25 09:09:19.493525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae633e-e98f-40c4-a996-f2f8cc2caf97 req-18eb3c56-04c8-4774-9e56-1cc7166176a9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:19.494956 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d9ae633e-e98f-40c4-a996-f2f8cc2caf97 req-18eb3c56-04c8-4774-9e56-1cc7166176a9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0830584 Nov 25 09:09:19.536714 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d9ae633e-e98f-40c4-a996-f2f8cc2caf97 req-56593871-13b0-4803-b17f-1e5cd82e7dfa tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361578 Nov 25 09:09:19.724107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d5b06-b16f-40e7-abcd-ef4a6fc228bd req-ef723229-ee14-4b8d-9e30-d34a5680f9d2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:19.725560 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-772d5b06-b16f-40e7-abcd-ef4a6fc228bd req-ef723229-ee14-4b8d-9e30-d34a5680f9d2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0824130 Nov 25 09:09:19.769929 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-772d5b06-b16f-40e7-abcd-ef4a6fc228bd req-1dc9203c-9d6c-4605-9e72-1deaeb0a3006 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370800 Nov 25 09:09:19.793125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7543ba1-764e-4175-85fb-bc6d7926dd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:19.795236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51538) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:19.866949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f97115f-9e79-4cc7-b2c2-39402a085ff9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:19.868427 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2f97115f-9e79-4cc7-b2c2-39402a085ff9 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 1093 time: 0.0721822 Nov 25 09:09:19.871225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51542) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:19.876042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:19.881858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:19.885733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:floatingip and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:19.888618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:19.894159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:19.904614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:19.973891 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:20.040284 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:20.173828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.224 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/44d62f2b-afd2-4aa7-baa0-f57dc38398b6) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:09:20.314263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:20.342564 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:20.346754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:20.407374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:09:20.410087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:09:20.414269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:09:20.445292 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=44d62f2b-afd2-4aa7-baa0-f57dc38398b6,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:20.454577 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:20.810022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:20.881932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:21.081534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:21.086489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:21.089831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7b16edd5-1eaa-4d2a-91e6-f70b72650d2d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:21.188279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=44d62f2b-afd2-4aa7-baa0-f57dc38398b6,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:21.192276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:21.201063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:21.423147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:21.497056 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 82095d6e-2bb8-429a-882d-6df02875229b associated. External IP: 172.26.3.224, port: 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d. Nov 25 09:09:21.845807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 2dfaaabd-9179-4d2c-b9fc-790e810f163d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:09:22.018161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:09:22.031092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb7b61-96dc-415d-92bd-ae3a9447a85d None None] Sync routers for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:09:22.041460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb7b61-96dc-415d-92bd-ae3a9447a85d None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:09:22.042542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8edb7b61-96dc-415d-92bd-ae3a9447a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:09:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:22.043974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.102914 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2302110 Nov 25 09:09:22.103415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:09:22.105422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51546) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:22.160919 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'status': 'completed', 'code': 200} Nov 25 09:09:22.194311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa8001-77c2-4e65-99ce-1a5290fd34c1 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:22.195812 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f8fa8001-77c2-4e65-99ce-1a5290fd34c1 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 1093 time: 0.0887964 Nov 25 09:09:22.228444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-8edb7b61-96dc-415d-92bd-ae3a9447a85d None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:09:22.266823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d19020-55cb-4f53-a815-61d4e27203ac req-bb3e2f24-0718-4d1c-9fb7-e1ab5f66e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:22.268296 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-65d19020-55cb-4f53-a815-61d4e27203ac req-bb3e2f24-0718-4d1c-9fb7-e1ab5f66e9d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0766671 Nov 25 09:09:22.402022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d19020-55cb-4f53-a815-61d4e27203ac req-0b088ff8-fd9d-413b-9ad6-07945bdeff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:22.403414 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-65d19020-55cb-4f53-a815-61d4e27203ac req-0b088ff8-fd9d-413b-9ad6-07945bdeff26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 898 time: 0.1291268 Nov 25 09:09:22.466611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51554) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:22.472797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1323678480', 'description': 'tempest-secgroup-smoke-1323678480 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:22.481391 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:22.494261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:22.506648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.529634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:22.534115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:22.537721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:22.543850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:22.595722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8edb7b61-96dc-415d-92bd-ae3a9447a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '82095d6e-2bb8-429a-882d-6df02875229b', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:d1:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:20Z', 'updated_at': '2021-11-25T09:09:20Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:22.600194 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb7b61-96dc-415d-92bd-ae3a9447a85d None None] Checking router: 2dfaaabd-9179-4d2c-b9fc-790e810f163d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:09:22.609000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb7b61-96dc-415d-92bd-ae3a9447a85d None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:09:22.609622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8edb7b61-96dc-415d-92bd-ae3a9447a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:09:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:22.623358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.628373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.632760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-163fb662-1324-41c0-8f0c-15506df22502 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:22.638164 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-65d19020-55cb-4f53-a815-61d4e27203ac req-ae5dee96-0822-4658-823d-8a02b51f8184 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d HTTP/1.1" status: 200 len: 999 time: 0.2286980 Nov 25 09:09:22.676239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:22.679609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.680839 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2126667 Nov 25 09:09:22.681804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:22.683680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51558) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:22.689326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '7b72fd67-1a83-4fee-bfe5-d9556b5dbe95', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:22.697557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:22.702854 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:22.705796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:22.712286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:22.714790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d19020-55cb-4f53-a815-61d4e27203ac req-09edf2a1-946b-4ca1-8f35-bd89e87fd30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:22.716350 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-65d19020-55cb-4f53-a815-61d4e27203ac req-09edf2a1-946b-4ca1-8f35-bd89e87fd30f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 200 len: 835 time: 0.0723677 Nov 25 09:09:22.729454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.792864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.796685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d19020-55cb-4f53-a815-61d4e27203ac req-3956bc6a-a451-4d4e-8908-c922dc2756cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:22.796951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.798144 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-65d19020-55cb-4f53-a815-61d4e27203ac req-3956bc6a-a451-4d4e-8908-c922dc2756cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86590e19-7f36-439a-b306-1a787705c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756652 Nov 25 09:09:22.799049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e0d963d7-9e7e-48a5-bec8-58e15dcabae8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:22.823965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6fec52-f96a-4baa-aa66-1eaf981a4834,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:22.828354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:22.836935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.841040 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a662a0e8-d046-46b4-ac79-f7fac415bb39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562839 Nov 25 09:09:22.841612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51562) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:22.846729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '7b72fd67-1a83-4fee-bfe5-d9556b5dbe95', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:22.852814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:22.853314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-8edb7b61-96dc-415d-92bd-ae3a9447a85d None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:09:22.856742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:22.859610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:22.865308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:22.882712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.935241 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-65d19020-55cb-4f53-a815-61d4e27203ac req-49d4a8d6-eed1-47e5-976a-2d6ce0297379 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308713 Nov 25 09:09:22.944362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.948962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.950771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-030765f0-5aa1-45a6-936b-ac4c90e1399b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:22.970803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0d012a-b9a2-48f1-a0c0-9ef731a6f21d,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:22.974766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:22.983374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:22.988094 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455686 Nov 25 09:09:22.988913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51566) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:22.994793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '7b72fd67-1a83-4fee-bfe5-d9556b5dbe95', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:23.001350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:23.008949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:23.012046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:23.021660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:23.045989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.079857 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-65d19020-55cb-4f53-a815-61d4e27203ac req-e564e48a-ce07-41e3-be79-048c1e5ba741 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387305 Nov 25 09:09:23.113748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.118245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.119668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-aa3de593-6e3d-4d4c-b708-4f6c22bea18b tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:23.141089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3374a6f0-d24a-4f27-97ec-753d84765416,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:23.143472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:23.151471 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.155369 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627967 Nov 25 09:09:23.155521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51570) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:23.160691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '7b72fd67-1a83-4fee-bfe5-d9556b5dbe95', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:23.167197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:23.171149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:23.173994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:23.180375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:23.196937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.233604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-8edb7b61-96dc-415d-92bd-ae3a9447a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '82095d6e-2bb8-429a-882d-6df02875229b', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:d1:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:20Z', 'updated_at': '2021-11-25T09:09:20Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:23.237495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb7b61-96dc-415d-92bd-ae3a9447a85d None None] The sync data for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv is: [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '82095d6e-2bb8-429a-882d-6df02875229b', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:d1:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:20Z', 'updated_at': '2021-11-25T09:09:20Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:09:23.266804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.270731 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.272683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8bb6bee1-ad93-4477-a21b-e77adbe2817b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:23.295601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7a1eaa-e961-439a-95d7-f4fbcc976d78,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:23.298084 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:23.305494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.306803 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503696 Nov 25 09:09:23.309432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51574) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:23.314777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '7b72fd67-1a83-4fee-bfe5-d9556b5dbe95', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:23.320729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:23.324702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:23.327634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:23.333228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:23.342709 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:09:23.349317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.418641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.422552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.424510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b0edc2b6-57ad-4ef5-aa3a-d77a9c3e5b5a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:23.443953 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4329e7-52f6-4d14-9a10-f15021a2de15 None None] New status for floating IP 82095d6e-2bb8-429a-882d-6df02875229b: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:09:23.447337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823d5a8c-095c-4bf8-bc06-f955dd47f97e,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:23.449816 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:23.457296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.458543 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-32bcc8ca-4ec5-45c3-91f3-f1ad8b393e48 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481450 Nov 25 09:09:23.461765 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51578) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:23.466885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '7b72fd67-1a83-4fee-bfe5-d9556b5dbe95', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:23.472718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:23.476565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:23.480365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:23.486082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:23.496599 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:09:23.503149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.570699 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.574317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.576066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3eb4d94d-5ca9-492d-85a1-d2d21a41f9c4 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:23.598115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06b15d6-1768-4094-a0eb-45896459b3cb,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:23.602981 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:23.608101 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:23.609530 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0afd0f41-2dd4-4ea4-ba19-f65f1572cc83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465130 Nov 25 09:09:23.775905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-aac5e20e-19fc-4d63-b27e-61036220465b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:09:23.792252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-aac5e20e-19fc-4d63-b27e-61036220465b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:09:23.793803 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-aac5e20e-19fc-4d63-b27e-61036220465b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323678480&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.0611877 Nov 25 09:09:24.063602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-885c25ef-1379-49f7-90cb-58199203d998 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:24.064279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-885c25ef-1379-49f7-90cb-58199203d998 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:09:24.079538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-885c25ef-1379-49f7-90cb-58199203d998 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:09:24.081016 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-885c25ef-1379-49f7-90cb-58199203d998 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 797 time: 0.2804675 Nov 25 09:09:24.096230 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-5c7ba45f-b513-4ecc-9257-4e8f6208bedd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/quotas/ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 375 time: 0.0091889 Nov 25 09:09:24.182891 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-bf5ac9bf-b67a-4627-a323-a422ded09b51 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0816321 Nov 25 09:09:24.357637 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-b579df89-3ec8-4c8e-b6cb-0bf34f6f744a service neutron] 10.222.0.54 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632903 Nov 25 09:09:24.488283 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-645a39f6-3a02-48a9-9156-2b25946ee51e service neutron] 10.222.0.54 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249297 Nov 25 09:09:24.659833 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3b1c2900-6ec9-4dc5-9f0f-6a2724279195 req-1fb67136-4cae-4a15-aa1b-75d348de8ceb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 210 time: 0.0424819 Nov 25 09:09:24.678091 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:09:25.758960 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-373f90c1-b02e-4414-91a6-c69b3374f580 req-7cb81e6c-5f56-4e85-a482-7db448f0255d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 210 time: 0.0482345 Nov 25 09:09:26.862552 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba8fcf92-6614-4012-bff7-fc7448b2d5cf req-d5d88a93-a2e8-4eaf-a0d7-dbc58052b8ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 210 time: 0.0454695 Nov 25 09:09:27.956191 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fea21ca1-7146-4735-a905-6c7706d6638e req-db3cffb7-c107-4bf5-9137-489202918eeb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 210 time: 0.0434265 Nov 25 09:09:29.106442 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c1c796b7-045e-44d6-ae91-b12e22c71872 req-cd43f816-50ed-4d97-ac58-42e42a9ac51c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 210 time: 0.0451701 Nov 25 09:09:29.784915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-625a17c7-9a6c-4702-9600-7cb43b330b0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:29.786356 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-625a17c7-9a6c-4702-9600-7cb43b330b0a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 797 time: 0.1480620 Nov 25 09:09:29.839248 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-4fc35db4-8451-4668-bdcc-a1297176b4af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 472 time: 0.0431292 Nov 25 09:09:29.849410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'device_id': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'admin_state_up': True, 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'security_groups': ['7b72fd67-1a83-4fee-bfe5-d9556b5dbe95']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:29.982585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:29.992404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:30.002041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:09:30.005497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:30.167785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.14 (86590e19-7f36-439a-b306-1a787705c62f/fad38438-f048-468c-94b7-eaf74ce4c889/9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:09:30.260646 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1b377284-0ac0-4ad4-8659-9fde13deb7d0 req-49c8bc83-ccf0-430c-8459-225db88b0fd1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 210 time: 0.0426924 Nov 25 09:09:30.360560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:30.375793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:09:30.399026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:30.404344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7627220e-b9fd-40cf-a676-314d3db43014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:30.472661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 86590e19-7f36-439a-b306-1a787705c62f is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:09:30.476325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:09:30.480502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:09:30.511874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:30.523671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:30.549481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:30.550099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:30.579332 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7334092 Nov 25 09:09:30.593181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Request body: {'port': {'device_id': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:30.706768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:30.747973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-027696bb-3bf4-4d25-91cd-8ef300e59036 None None] Provisioning for port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:09:30.752843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-027696bb-3bf4-4d25-91cd-8ef300e59036 None None] Provisioning complete for port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:30.753172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-027696bb-3bf4-4d25-91cd-8ef300e59036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:30.809365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-027696bb-3bf4-4d25-91cd-8ef300e59036 None None] Port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:09:31.153723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:09:31.161060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:31.174710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Transition to ACTIVE for port object 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:09:31.178457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:31.182346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:31.337587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:31.345551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:31.478557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Attempting to bind port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:09:31.478888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Attempting to bind port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:09:31.479210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Attempting to bind port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef on network 86590e19-7f36-439a-b306-1a787705c62f {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:09:31.486529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef on network 86590e19-7f36-439a-b306-1a787705c62f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:09:31.486841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Attempting to bind port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef on network 86590e19-7f36-439a-b306-1a787705c62f {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:09:31.495245 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:09:31.495574 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Checking segment: {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:09:31.495950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Bound using segment: {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:09:31.496363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Bound port: 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '86590e19-7f36-439a-b306-1a787705c62f'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:09:31.496701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:31.516680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b3e9a-8ce2-4c24-9001-24ef0a351fa3 req-4229e96b-4222-4758-97a5-7899254abcb5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:31.517298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-cf8b3e9a-8ce2-4c24-9001-24ef0a351fa3 req-4229e96b-4222-4758-97a5-7899254abcb5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:09:31.573655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-cf8b3e9a-8ce2-4c24-9001-24ef0a351fa3 req-4229e96b-4222-4758-97a5-7899254abcb5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:09:31.574729 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cf8b3e9a-8ce2-4c24-9001-24ef0a351fa3 req-4229e96b-4222-4758-97a5-7899254abcb5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 944 time: 0.1945660 Nov 25 09:09:31.621223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] For port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:09:31.631474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] For port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:09:31.639532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:31.645709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-372c3902-9369-4bed-ae59-4650b892a620 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:31.685743 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cf8b3e9a-8ce2-4c24-9001-24ef0a351fa3 req-9a64d1d3-0d21-4e1d-8e88-5a0ab56e67b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038938 Nov 25 09:09:31.699272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:31.699872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:31.701184 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef HTTP/1.1" status: 200 len: 1094 time: 1.1124582 Nov 25 09:09:31.701698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'tag': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:09:31.737289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:31.741512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:31.773363 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'tag': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef', 'status': 'completed', 'code': 200} Nov 25 09:09:31.816695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-3d1511f0-1e57-4871-9051-66cda415c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:31.818183 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-3d1511f0-1e57-4871-9051-66cda415c873 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 1097 time: 0.0780020 Nov 25 09:09:31.893082 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-bad9e5d9-f629-402a-8ca9-5e333d4c416f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef HTTP/1.1" status: 200 len: 217 time: 0.0658677 Nov 25 09:09:31.956572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-790a2012-abef-464c-a9cf-a0df680deedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:31.957987 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-790a2012-abef-464c-a9cf-a0df680deedf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 200 len: 835 time: 0.0566707 Nov 25 09:09:32.047528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-530e6f2c-cbf2-4123-966c-7dad513d5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:32.049009 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-530e6f2c-cbf2-4123-966c-7dad513d5ca1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86590e19-7f36-439a-b306-1a787705c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837893 Nov 25 09:09:32.181573 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-f5dc5216-135b-4321-b236-d9b87785b9fd service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247835 Nov 25 09:09:32.311820 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec29d6b8-8e35-4a33-b3d6-dc4342910755 req-20a7ce0d-5bef-4ff4-85c2-fb358cad2a0b service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233890 Nov 25 09:09:32.426513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c1f20-dd62-4cf0-91d2-a73cdf83cc38 req-01c018dd-c968-40b6-bb51-c09f17c89be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:32.427955 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d27c1f20-dd62-4cf0-91d2-a73cdf83cc38 req-01c018dd-c968-40b6-bb51-c09f17c89be6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 1097 time: 0.0693624 Nov 25 09:09:32.558554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c1f20-dd62-4cf0-91d2-a73cdf83cc38 req-4f44371b-faa6-4791-9e67-acd88c51c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:32.559989 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d27c1f20-dd62-4cf0-91d2-a73cdf83cc38 req-4f44371b-faa6-4791-9e67-acd88c51c417 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 898 time: 0.1249588 Nov 25 09:09:32.634109 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d27c1f20-dd62-4cf0-91d2-a73cdf83cc38 req-e53f68b0-2804-4f0d-9042-acba486fe4cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef HTTP/1.1" status: 200 len: 217 time: 0.0653441 Nov 25 09:09:32.696006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c1f20-dd62-4cf0-91d2-a73cdf83cc38 req-5dc44157-a2d0-460c-9f01-a4069a3f9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:32.697385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d27c1f20-dd62-4cf0-91d2-a73cdf83cc38 req-5dc44157-a2d0-460c-9f01-a4069a3f9c73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 200 len: 835 time: 0.0562806 Nov 25 09:09:32.958590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c1f20-dd62-4cf0-91d2-a73cdf83cc38 req-c3da9b77-9888-4a38-894e-6d5d1fdf09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:32.960104 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d27c1f20-dd62-4cf0-91d2-a73cdf83cc38 req-c3da9b77-9888-4a38-894e-6d5d1fdf09a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86590e19-7f36-439a-b306-1a787705c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2486317 Nov 25 09:09:32.968409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132d1e3-1cb5-4bc3-a123-aecb824a6a4f req-ab84f466-5e76-4cd1-82cd-a27ee89639a8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:32.969743 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e132d1e3-1cb5-4bc3-a123-aecb824a6a4f req-ab84f466-5e76-4cd1-82cd-a27ee89639a8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 944 time: 0.1078775 Nov 25 09:09:33.102867 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e132d1e3-1cb5-4bc3-a123-aecb824a6a4f req-6c15ee03-84c1-47b7-91f1-20bacd1933b9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271162 Nov 25 09:09:33.139438 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d27c1f20-dd62-4cf0-91d2-a73cdf83cc38 req-81c2386f-c656-4a14-a7c4-f9aeb3be0a04 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617968 Nov 25 09:09:33.281422 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d27c1f20-dd62-4cf0-91d2-a73cdf83cc38 req-d496a9ad-8cb8-431f-b23d-b0f0b47260ff service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242983 Nov 25 09:09:34.117320 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:34.287747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec26fc-8701-41f6-9710-8988954cba5e req-347951aa-fae1-4c24-9a4d-2c238903ef4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:34.289592 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-07ec26fc-8701-41f6-9710-8988954cba5e req-347951aa-fae1-4c24-9a4d-2c238903ef4e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 944 time: 0.0829246 Nov 25 09:09:34.332869 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-07ec26fc-8701-41f6-9710-8988954cba5e req-48f5eddc-6960-4a17-a397-672b5fac5190 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376399 Nov 25 09:09:35.493921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:09:35.514528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9633e-718f-4eae-bdc7-8ad387f9d7de req-e8da1259-0270-4787-8f80-86f63169e93f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:35.515993 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e4e9633e-718f-4eae-bdc7-8ad387f9d7de req-e8da1259-0270-4787-8f80-86f63169e93f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 944 time: 0.0794857 Nov 25 09:09:35.560064 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e4e9633e-718f-4eae-bdc7-8ad387f9d7de req-f217f3c2-aee9-4fd8-8acb-1a2f7fe9fa91 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Nov 25 09:09:35.628414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:09:35.641477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'port_id': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef', 'mac_address': 'fa:16:3e:a5:59:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:09:35.695317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:35.711769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:09:35.727034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:09:35.730983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:35.732660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:35.798923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:35.801823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:36.088856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:09:36.739366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754ef4f-817e-4fa7-8c8c-27245eea8990 req-3f68d472-3121-44a6-b62d-cac2cac1ca96 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:36.740772 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6754ef4f-817e-4fa7-8c8c-27245eea8990 req-3f68d472-3121-44a6-b62d-cac2cac1ca96 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 945 time: 0.0777814 Nov 25 09:09:36.783414 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6754ef4f-817e-4fa7-8c8c-27245eea8990 req-e038da9e-70a7-4f62-b7e5-25b40954ebc9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370638 Nov 25 09:09:37.492536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:09:37.562885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:09:37.567914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:09:37.568360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:37.689663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:37.753060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:09:37.762849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:09:37.767078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:37.769836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:37.806908 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef', 'code': 200} Nov 25 09:09:37.840468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:37.843639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:37.992452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ffc5e-aad0-4a16-95e3-c8525c9d24ff req-953095b1-1c91-47f2-aaea-74fcf0e8662a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:37.994059 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e20ffc5e-aad0-4a16-95e3-c8525c9d24ff req-953095b1-1c91-47f2-aaea-74fcf0e8662a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 946 time: 0.0947976 Nov 25 09:09:38.038947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f55eaf-6e62-47db-9185-e9d6d798b46c req-26466443-742c-4915-949d-b2fa3fe8a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:38.040431 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-28f55eaf-6e62-47db-9185-e9d6d798b46c req-26466443-742c-4915-949d-b2fa3fe8a37e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 1099 time: 0.0759079 Nov 25 09:09:38.040581 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e20ffc5e-aad0-4a16-95e3-c8525c9d24ff req-de550701-5d4f-4825-9efa-65b1bde62ffd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398819 Nov 25 09:09:38.082348 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-28f55eaf-6e62-47db-9185-e9d6d798b46c req-5497138a-a98e-49cc-903e-b67e81ff0852 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350947 Nov 25 09:09:39.223990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711951f-7d3b-4446-92b9-5c726b457fe3 req-107c168e-e834-422c-ab67-3f6eafb36581 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:39.225428 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e711951f-7d3b-4446-92b9-5c726b457fe3 req-107c168e-e834-422c-ab67-3f6eafb36581 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 946 time: 0.0813131 Nov 25 09:09:39.272602 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e711951f-7d3b-4446-92b9-5c726b457fe3 req-3d2206d0-30a8-4b49-83e0-0169fcee1bda tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407233 Nov 25 09:09:40.468291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7fd7a-f8f9-414d-a098-2b084d2812b0 req-05960d94-a2e1-42eb-a45a-5c87a96e915f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:40.469711 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4cf7fd7a-f8f9-414d-a098-2b084d2812b0 req-05960d94-a2e1-42eb-a45a-5c87a96e915f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 946 time: 0.0794218 Nov 25 09:09:40.517290 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4cf7fd7a-f8f9-414d-a098-2b084d2812b0 req-f03fd5ca-962a-43b7-8c08-4879be83ccf1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Nov 25 09:09:40.707903 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45a1c-8388-4f0b-bb5b-970cdedd678c req-a0c453fb-3e93-4775-ba8a-e58dd5f60350 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:40.709339 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-16c45a1c-8388-4f0b-bb5b-970cdedd678c req-a0c453fb-3e93-4775-ba8a-e58dd5f60350 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 946 time: 0.0802994 Nov 25 09:09:40.753220 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-16c45a1c-8388-4f0b-bb5b-970cdedd678c req-18bfa164-3ead-44e1-aee6-21f7eb8973ac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382454 Nov 25 09:09:40.775866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51650) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:40.854230 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c0f310-9ea5-462e-8940-f830afe47438 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:40.855671 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f5c0f310-9ea5-462e-8940-f830afe47438 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 1094 time: 0.0788131 Nov 25 09:09:40.858409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51654) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:09:40.863257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:09:40.869552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:09:40.873342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:floatingip and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:09:40.876155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:09:40.881765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:09:40.892259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:41.043119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:41.192338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.128 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/a0085580-ae30-43ef-8449-0e631e4a50e8) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:09:41.362991 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:41.397361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:41.401618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e20214b1-167c-4b9e-ac43-0eedc0e91d47 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:41.470951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:09:41.473796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:09:41.478445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:09:41.508064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=a0085580-ae30-43ef-8449-0e631e4a50e8,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:41.517889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:41.997143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:42.072292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:42.272402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:42.277236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:42.281523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5adf99b8-0b89-4ba5-b8e7-1bb278e912ba tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:09:42.392419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=a0085580-ae30-43ef-8449-0e631e4a50e8,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:09:42.396556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:09:42.399926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:42.566947 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 5fd2548c-6711-49ab-a6f4-28530ab57955 associated. External IP: 172.26.3.128, port: 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef. Nov 25 09:09:42.911272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 2dfaaabd-9179-4d2c-b9fc-790e810f163d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:09:43.087681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:09:43.097461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39751502-d773-4d62-bf94-fb78e2a78969 None None] Sync routers for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:09:43.107062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39751502-d773-4d62-bf94-fb78e2a78969 None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:09:43.107698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-39751502-d773-4d62-bf94-fb78e2a78969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:09:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:43.116584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:43.182384 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3125062 Nov 25 09:09:43.182384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'tag': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:09:43.216572 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'tag': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef', 'status': 'completed', 'code': 200} Nov 25 09:09:43.285948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-39751502-d773-4d62-bf94-fb78e2a78969 None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:09:43.440965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fbd3e-a63c-40e8-a053-743d7b9ac365 req-5f207c80-c0fb-4188-b9ff-a0267bb1c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:43.442392 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab9fbd3e-a63c-40e8-a053-743d7b9ac365 req-5f207c80-c0fb-4188-b9ff-a0267bb1c89a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 1099 time: 0.2041509 Nov 25 09:09:43.572795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fbd3e-a63c-40e8-a053-743d7b9ac365 req-72341eea-84c9-4713-ab36-1eb89c614aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:43.574223 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab9fbd3e-a63c-40e8-a053-743d7b9ac365 req-72341eea-84c9-4713-ab36-1eb89c614aa8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 898 time: 0.1244636 Nov 25 09:09:43.659246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-39751502-d773-4d62-bf94-fb78e2a78969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '5fd2548c-6711-49ab-a6f4-28530ab57955', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.128', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:a5:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:41Z', 'updated_at': '2021-11-25T09:09:41Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}, {'id': '82095d6e-2bb8-429a-882d-6df02875229b', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:d1:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:20Z', 'updated_at': '2021-11-25T09:09:23Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:43.663142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39751502-d773-4d62-bf94-fb78e2a78969 None None] Checking router: 2dfaaabd-9179-4d2c-b9fc-790e810f163d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:09:43.672262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39751502-d773-4d62-bf94-fb78e2a78969 None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:09:43.672880 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-39751502-d773-4d62-bf94-fb78e2a78969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:09:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:43.681391 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab9fbd3e-a63c-40e8-a053-743d7b9ac365 req-5e4acbfa-4f85-440d-9a8b-071b3afb35a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef HTTP/1.1" status: 200 len: 1000 time: 0.0982156 Nov 25 09:09:43.742980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fbd3e-a63c-40e8-a053-743d7b9ac365 req-a6490577-e5cc-4325-b7ef-a19b4fbd209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:43.744419 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab9fbd3e-a63c-40e8-a053-743d7b9ac365 req-a6490577-e5cc-4325-b7ef-a19b4fbd209f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 200 len: 835 time: 0.0565143 Nov 25 09:09:43.820629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fbd3e-a63c-40e8-a053-743d7b9ac365 req-63b82bd0-8c96-41e7-8028-74b00b91ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:09:43.822193 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab9fbd3e-a63c-40e8-a053-743d7b9ac365 req-63b82bd0-8c96-41e7-8028-74b00b91ee63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86590e19-7f36-439a-b306-1a787705c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720029 Nov 25 09:09:43.847771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-39751502-d773-4d62-bf94-fb78e2a78969 None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:09:43.952886 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab9fbd3e-a63c-40e8-a053-743d7b9ac365 req-f5d24222-cd4c-4f4f-a6d4-f50ad26ac9b9 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245315 Nov 25 09:09:44.083310 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab9fbd3e-a63c-40e8-a053-743d7b9ac365 req-014b0add-8be2-453f-adc6-3d78d0b27b2a service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241782 Nov 25 09:09:44.196033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-39751502-d773-4d62-bf94-fb78e2a78969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '5fd2548c-6711-49ab-a6f4-28530ab57955', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.128', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:a5:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:41Z', 'updated_at': '2021-11-25T09:09:41Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}, {'id': '82095d6e-2bb8-429a-882d-6df02875229b', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:d1:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:20Z', 'updated_at': '2021-11-25T09:09:23Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:09:44.200013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39751502-d773-4d62-bf94-fb78e2a78969 None None] The sync data for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv is: [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '5fd2548c-6711-49ab-a6f4-28530ab57955', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.128', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:a5:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:41Z', 'updated_at': '2021-11-25T09:09:41Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}, {'id': '82095d6e-2bb8-429a-882d-6df02875229b', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:d1:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:20Z', 'updated_at': '2021-11-25T09:09:23Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:09:44.392455 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626df83-0068-4895-b2da-5875ea4a0819 None None] New status for floating IP 5fd2548c-6711-49ab-a6f4-28530ab57955: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:09:46.488687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1af48289-ab39-4f8c-a8b3-8139278a39a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:46.967472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:49.789286 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a38987ee-9a31-40f3-97ce-95ff3ccc93cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:49.972837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:09:51.426117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:01.677246 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:10:04.030853 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-b992435e-8f5e-423d-98d9-9b373bc03e91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1054392 Nov 25 09:10:04.133807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:04.181818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-2ce7cd78-e07e-4c3e-a7a1-22b1dc2db384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:04.183207 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-2ce7cd78-e07e-4c3e-a7a1-22b1dc2db384 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0779250 Nov 25 09:10:04.328825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-fb374c63-d451-4cd4-8b5a-ce1e646567ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:04.330236 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-fb374c63-d451-4cd4-8b5a-ce1e646567ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 898 time: 0.1265588 Nov 25 09:10:04.430857 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-58f84ff9-9beb-41ce-ae95-b7d39bf53bd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d HTTP/1.1" status: 200 len: 1001 time: 0.0928659 Nov 25 09:10:04.495118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-a0627541-204d-41f6-9546-cf562b2df43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:04.496519 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-a0627541-204d-41f6-9546-cf562b2df43b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 200 len: 835 time: 0.0605061 Nov 25 09:10:04.573099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-28b61020-fd6c-4eca-94b5-cf4347730b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:04.574589 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-28b61020-fd6c-4eca-94b5-cf4347730b12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86590e19-7f36-439a-b306-1a787705c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692208 Nov 25 09:10:04.703958 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-707fc282-07e1-4ffc-8961-a9ae1ff73daa service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225984 Nov 25 09:10:04.834172 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5a786c49-55c3-4716-9e3e-3c57de1a3c01 req-f2720454-5f30-43fd-8a1e-7cc1dd18b6fe service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227002 Nov 25 09:10:16.490045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b70e9359-9b75-49c3-8086-e6f9d4637aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:16.968524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:19.793981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c57a991d-4c8e-4fc5-9ff0-429bf4266304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:19.975309 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:21.428582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:34.132221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:38.675742 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:10:46.494764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa40223a-9e03-4fc4-850f-5c311947e7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:46.970695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:48.137354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51682) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:10:48.243967 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f1082105-82a5-4eaf-8cf8-af040a3aff34 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/82095d6e-2bb8-429a-882d-6df02875229b HTTP/1.1" status: 200 len: 993 time: 0.1053689 Nov 25 09:10:49.251558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51692) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:10:49.257648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:10:49.373577 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:49.584510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:10:49.609856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:49.614272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:49.618778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fbab752c-e706-48c1-aaef-130119daa122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:10:49.685225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:49.685852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:49.691238 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/ports/811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d HTTP/1.1" status: 200 len: 938 time: 0.4346602 Nov 25 09:10:49.691238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:10:49.710893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,revision_number=6']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:10:49.719226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.719614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.720199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.720400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.720728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.721094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.721460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.721826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.722197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.722590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.722953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.723309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:49.728987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:10:49.797437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-12546ac3-b507-4629-9547-9d1f6cedec18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:49.850825 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'status': 'completed', 'code': 200} Nov 25 09:10:49.961181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6e2624e5-724d-4482-9160-0ca38dbb9105 None None] Provisioning complete for port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:10:49.961866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e2624e5-724d-4482-9160-0ca38dbb9105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:50.025400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:50.041975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6e2624e5-724d-4482-9160-0ca38dbb9105 None None] Port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d is administratively disabled so it will not transition to active. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Nov 25 09:10:50.082336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00f17c-9b00-486c-b2b2-b6c25155a44f req-3a51bb98-87a8-4a14-9c25-b21667b816b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:50.083791 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3c00f17c-9b00-486c-b2b2-b6c25155a44f req-3a51bb98-87a8-4a14-9c25-b21667b816b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 1099 time: 0.2090611 Nov 25 09:10:50.221338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00f17c-9b00-486c-b2b2-b6c25155a44f req-74018a73-2a99-4757-8cbc-c299e4c22276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:50.222713 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3c00f17c-9b00-486c-b2b2-b6c25155a44f req-74018a73-2a99-4757-8cbc-c299e4c22276 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 898 time: 0.1307313 Nov 25 09:10:50.326872 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3c00f17c-9b00-486c-b2b2-b6c25155a44f req-33cf295d-1263-414d-a659-7fa84ec9ff72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d HTTP/1.1" status: 200 len: 1002 time: 0.0970817 Nov 25 09:10:50.391420 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00f17c-9b00-486c-b2b2-b6c25155a44f req-23552fc0-12f9-468c-955d-56036ad3c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:50.392823 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3c00f17c-9b00-486c-b2b2-b6c25155a44f req-23552fc0-12f9-468c-955d-56036ad3c3dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 200 len: 835 time: 0.0566227 Nov 25 09:10:50.474655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00f17c-9b00-486c-b2b2-b6c25155a44f req-6aa8ee4b-eccf-4300-ac7f-fbf719fa22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:50.475970 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3c00f17c-9b00-486c-b2b2-b6c25155a44f req-6aa8ee4b-eccf-4300-ac7f-fbf719fa22ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86590e19-7f36-439a-b306-1a787705c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690796 Nov 25 09:10:50.613347 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3c00f17c-9b00-486c-b2b2-b6c25155a44f req-3737da59-cb81-44a6-8359-5ca6b4a84b02 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293771 Nov 25 09:10:50.745866 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3c00f17c-9b00-486c-b2b2-b6c25155a44f req-3ea7f547-7450-42ec-b90e-483629bf9440 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251788 Nov 25 09:10:51.432296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:53.157683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51704) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:10:53.163696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6d07caad-188b-44c6-8e2f-22acb811413c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:10:53.279948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d07caad-188b-44c6-8e2f-22acb811413c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:53.611007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-6d07caad-188b-44c6-8e2f-22acb811413c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:10:53.635166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d07caad-188b-44c6-8e2f-22acb811413c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:53.639643 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d07caad-188b-44c6-8e2f-22acb811413c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:53.644062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-38296d20-f8bf-4732-bbc7-3a2ddcd51352 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:10:53.705801 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d07caad-188b-44c6-8e2f-22acb811413c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:53.706444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d07caad-188b-44c6-8e2f-22acb811413c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:53.707844 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6d07caad-188b-44c6-8e2f-22acb811413c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/ports/811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d HTTP/1.1" status: 200 len: 937 time: 0.5491269 Nov 25 09:10:53.708508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:10:53.710798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51708) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:10:53.730792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07caad-188b-44c6-8e2f-22acb811413c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,revision_number=7']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:10:53.733982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d07caad-188b-44c6-8e2f-22acb811413c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:10:53.758265 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'status': 'completed', 'code': 200} Nov 25 09:10:53.877239 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-643ac61e-1697-48e4-9a17-40f9f5dc2f73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/82095d6e-2bb8-429a-882d-6df02875229b HTTP/1.1" status: 200 len: 993 time: 0.1649666 Nov 25 09:10:53.900360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81025a-21c3-474d-9a7d-22a83c2d5f48 req-c22e501c-6261-4155-b76e-1406ba09bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:53.901802 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab81025a-21c3-474d-9a7d-22a83c2d5f48 req-c22e501c-6261-4155-b76e-1406ba09bbb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.1148617 Nov 25 09:10:53.983682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a097f0b9-f2ad-4d95-9b15-8b8c46fb4f58 None None] Provisioning complete for port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:10:53.983682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a097f0b9-f2ad-4d95-9b15-8b8c46fb4f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:54.035487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81025a-21c3-474d-9a7d-22a83c2d5f48 req-7575f735-c57d-415d-a0c5-905450fafa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:54.036956 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab81025a-21c3-474d-9a7d-22a83c2d5f48 req-7575f735-c57d-415d-a0c5-905450fafa76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 898 time: 0.1289120 Nov 25 09:10:54.059563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:10:54.142551 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab81025a-21c3-474d-9a7d-22a83c2d5f48 req-35a23f4a-370b-4483-8c7a-3f6a63fbdac7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d HTTP/1.1" status: 200 len: 1001 time: 0.0976260 Nov 25 09:10:54.205437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81025a-21c3-474d-9a7d-22a83c2d5f48 req-088bc517-af74-4ac7-92db-7870d995b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:54.206902 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab81025a-21c3-474d-9a7d-22a83c2d5f48 req-088bc517-af74-4ac7-92db-7870d995b8d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 200 len: 835 time: 0.0582750 Nov 25 09:10:54.285469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81025a-21c3-474d-9a7d-22a83c2d5f48 req-d76eb1d2-5bda-4c1f-bc5c-846a690a31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:54.286978 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab81025a-21c3-474d-9a7d-22a83c2d5f48 req-d76eb1d2-5bda-4c1f-bc5c-846a690a31de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86590e19-7f36-439a-b306-1a787705c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736423 Nov 25 09:10:54.429616 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab81025a-21c3-474d-9a7d-22a83c2d5f48 req-888b32a5-1b15-4f06-b9dd-9039394de8ed service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358292 Nov 25 09:10:54.689668 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab81025a-21c3-474d-9a7d-22a83c2d5f48 req-b3e60fe7-e45a-4c9b-bcbf-0c7bbad39cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523494 Nov 25 09:10:56.445384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51720) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:10:56.648044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port a0085580-ae30-43ef-8449-0e631e4a50e8 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:10:56.648372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:56.813003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:56.813322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:56.934983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for a0085580-ae30-43ef-8449-0e631e4a50e8 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:10:57.083388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:57.087726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fd8cf1cb-c95b-41a8-a078-b7cbfba75572 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:10:57.131540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=a0085580-ae30-43ef-8449-0e631e4a50e8,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:10:57.173622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.174005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.174400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.174771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.175137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.175500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.175860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.176219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.176576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.176929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.177282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.177633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:10:57.204124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:10:57.233883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:57.234209 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 5fd2548c-6711-49ab-a6f4-28530ab57955 disassociated (deleted). External IP: 172.26.3.128, port: 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef. Nov 25 09:10:57.578333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 2dfaaabd-9179-4d2c-b9fc-790e810f163d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:10:57.879476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:10:57.889913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92237b-0668-4386-8cb3-164ac208ac45 None None] Sync routers for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:10:57.899022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:10:57.899509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92237b-0668-4386-8cb3-164ac208ac45 None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:10:57.900782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6a92237b-0668-4386-8cb3-164ac208ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:10:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:10:57.953879 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/floatingips/5fd2548c-6711-49ab-a6f4-28530ab57955 HTTP/1.1" status: 204 len: 168 time: 1.5074017 Nov 25 09:10:57.954656 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'tag': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:10:58.071309 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'tag': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef', 'status': 'completed', 'code': 200} Nov 25 09:10:58.103798 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6a92237b-0668-4386-8cb3-164ac208ac45 None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:10:58.178479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afed98-3d2b-40c3-adda-1695223ff7ea req-120d1b34-48f5-449b-9d1d-308cbea754ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:58.178479 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-31afed98-3d2b-40c3-adda-1695223ff7ea req-120d1b34-48f5-449b-9d1d-308cbea754ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 1099 time: 0.0835631 Nov 25 09:10:58.378910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afed98-3d2b-40c3-adda-1695223ff7ea req-1f153e4c-f0be-4729-abdb-715c40728ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:58.380355 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-31afed98-3d2b-40c3-adda-1695223ff7ea req-1f153e4c-f0be-4729-abdb-715c40728ca9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 898 time: 0.1910546 Nov 25 09:10:58.393014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e898a-b4cc-4707-9e27-a51b306cd5c5 req-ebc9f744-7d65-4f6f-b46d-2f6984145399 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:58.393683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-cd6e898a-b4cc-4707-9e27-a51b306cd5c5 req-ebc9f744-7d65-4f6f-b46d-2f6984145399 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:10:58.456072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6a92237b-0668-4386-8cb3-164ac208ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '82095d6e-2bb8-429a-882d-6df02875229b', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:d1:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:20Z', 'updated_at': '2021-11-25T09:09:23Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:10:58.459944 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92237b-0668-4386-8cb3-164ac208ac45 None None] Checking router: 2dfaaabd-9179-4d2c-b9fc-790e810f163d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:10:58.466981 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-31afed98-3d2b-40c3-adda-1695223ff7ea req-ae2adef9-91f0-4058-90b2-ada5ec0a1d57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef HTTP/1.1" status: 200 len: 217 time: 0.0704904 Nov 25 09:10:58.468234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92237b-0668-4386-8cb3-164ac208ac45 None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:10:58.468841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6a92237b-0668-4386-8cb3-164ac208ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:10:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:10:58.473117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-cd6e898a-b4cc-4707-9e27-a51b306cd5c5 req-ebc9f744-7d65-4f6f-b46d-2f6984145399 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:10:58.474278 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd6e898a-b4cc-4707-9e27-a51b306cd5c5 req-ebc9f744-7d65-4f6f-b46d-2f6984145399 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 946 time: 0.2025161 Nov 25 09:10:58.564039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afed98-3d2b-40c3-adda-1695223ff7ea req-baf7f1d3-8dcd-427f-b26f-ee3dea43a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:58.565482 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-31afed98-3d2b-40c3-adda-1695223ff7ea req-baf7f1d3-8dcd-427f-b26f-ee3dea43a6bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 200 len: 835 time: 0.0903382 Nov 25 09:10:58.568391 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd6e898a-b4cc-4707-9e27-a51b306cd5c5 req-2c4f66b4-39cd-4e85-975c-a5ae7c031e05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637090 Nov 25 09:10:58.648073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afed98-3d2b-40c3-adda-1695223ff7ea req-a758f584-bbde-4977-9829-e7cf84f2b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:58.649670 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-31afed98-3d2b-40c3-adda-1695223ff7ea req-a758f584-bbde-4977-9829-e7cf84f2b928 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86590e19-7f36-439a-b306-1a787705c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767109 Nov 25 09:10:58.661677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6a92237b-0668-4386-8cb3-164ac208ac45 None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:10:58.782263 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-31afed98-3d2b-40c3-adda-1695223ff7ea req-97d11d8b-d6a3-424e-b931-f348c6a1d7e1 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244953 Nov 25 09:10:58.912882 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-31afed98-3d2b-40c3-adda-1695223ff7ea req-57bc2ba8-1534-40e6-9914-7974981203b5 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235464 Nov 25 09:10:59.047848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6a92237b-0668-4386-8cb3-164ac208ac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '82095d6e-2bb8-429a-882d-6df02875229b', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:d1:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:20Z', 'updated_at': '2021-11-25T09:09:23Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:10:59.051762 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92237b-0668-4386-8cb3-164ac208ac45 None None] The sync data for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv is: [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '82095d6e-2bb8-429a-882d-6df02875229b', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.224', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'port_id': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'mac_address': 'fa:16:3e:d1:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:09:20Z', 'updated_at': '2021-11-25T09:09:23Z', 'revision_number': 1, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:10:59.254046 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e49a4-9a9c-4f76-99df-d7e3d6d9f889 None None] New status for floating IP 5fd2548c-6711-49ab-a6f4-28530ab57955: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:10:59.757507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842adc40-01a0-43ba-8f6b-8d8fe341bb7e req-f04ba610-b254-4471-b0e1-fe7bafa87daf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:59.758993 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-842adc40-01a0-43ba-8f6b-8d8fe341bb7e req-f04ba610-b254-4471-b0e1-fe7bafa87daf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 946 time: 0.0835485 Nov 25 09:10:59.802209 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-842adc40-01a0-43ba-8f6b-8d8fe341bb7e req-23ba543b-61af-4001-b677-608b99730740 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368109 Nov 25 09:10:59.892060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a86ed-193b-47ab-a231-3efa44781936 req-38066c97-3c01-4355-b34a-4e8b3df863ac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:10:59.893502 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2a8a86ed-193b-47ab-a231-3efa44781936 req-38066c97-3c01-4355-b34a-4e8b3df863ac tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 946 time: 0.0800660 Nov 25 09:10:59.965351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-2a8a86ed-193b-47ab-a231-3efa44781936 req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:10:59.965692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-2a8a86ed-193b-47ab-a231-3efa44781936 req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:00.209545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-2a8a86ed-193b-47ab-a231-3efa44781936 req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:11:00.209901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-2a8a86ed-193b-47ab-a231-3efa44781936 req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:00.332111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-2a8a86ed-193b-47ab-a231-3efa44781936 req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:11:00.479351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-2a8a86ed-193b-47ab-a231-3efa44781936 req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:00.484951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ec7e197e-855f-46cb-ac38-e4d1c250b397 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:00.650185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:00.653046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:00.723458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8a86ed-193b-47ab-a231-3efa44781936 req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] No DVR routers for this DVR port 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:11:00.725850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-2a8a86ed-193b-47ab-a231-3efa44781936 req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:00.729315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'name': 'network-vif-deleted', 'tag': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:11:00.744807 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2a8a86ed-193b-47ab-a231-3efa44781936 req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "DELETE /v2.0/ports/9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef HTTP/1.1" status: 204 len: 173 time: 0.8463330 Nov 25 09:11:00.773253 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80aa8952-45c5-4410-8a0d-eb1caee40691', 'name': 'network-vif-deleted', 'tag': '9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef', 'status': 'completed', 'code': 200} Nov 25 09:11:00.971222 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-107fa423-7a52-42c7-9fcc-668afcd7f466 req-0da45d7d-c082-4d4d-ae7f-7d4d9a36484e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=80aa8952-45c5-4410-8a0d-eb1caee40691 HTTP/1.1" status: 200 len: 210 time: 0.0428588 Nov 25 09:11:02.071905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51740) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:02.139454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a844754d-f9f1-4dfc-8b88-5487f49cbb82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:02.169481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a844754d-f9f1-4dfc-8b88-5487f49cbb82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:02.234074 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a844754d-f9f1-4dfc-8b88-5487f49cbb82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:02.237914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-25e6d273-a14a-4f2a-965a-3e4b86d56121 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:02.251529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844754d-f9f1-4dfc-8b88-5487f49cbb82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b72fd67-1a83-4fee-bfe5-d9556b5dbe95,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:02.254696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a844754d-f9f1-4dfc-8b88-5487f49cbb82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:02.263488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a844754d-f9f1-4dfc-8b88-5487f49cbb82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:02.264577 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a844754d-f9f1-4dfc-8b88-5487f49cbb82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/7b72fd67-1a83-4fee-bfe5-d9556b5dbe95 HTTP/1.1" status: 204 len: 168 time: 0.1917078 Nov 25 09:11:02.295164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51746) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:02.493165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 44d62f2b-afd2-4aa7-baa0-f57dc38398b6 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:11:02.493581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:02.660285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:02.660605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:02.780922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 44d62f2b-afd2-4aa7-baa0-f57dc38398b6 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:11:02.920714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:02.926167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:02.997845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=44d62f2b-afd2-4aa7-baa0-f57dc38398b6,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:03.005160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:03.061622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:03.061940 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 82095d6e-2bb8-429a-882d-6df02875229b disassociated (deleted). External IP: 172.26.3.224, port: 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d. Nov 25 09:11:03.521515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 2dfaaabd-9179-4d2c-b9fc-790e810f163d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:11:03.695715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:11:03.705498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5bec27-2f48-44e7-b0ea-b0a4cc1b795e None None] Sync routers for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:11:03.711770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:03.714513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5bec27-2f48-44e7-b0ea-b0a4cc1b795e None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:11:03.715131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-da5bec27-2f48-44e7-b0ea-b0a4cc1b795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:10:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:03.768742 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/floatingips/82095d6e-2bb8-429a-882d-6df02875229b HTTP/1.1" status: 204 len: 168 time: 1.4724834 Nov 25 09:11:03.769398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:11:03.818612 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'status': 'completed', 'code': 200} Nov 25 09:11:03.840259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:11:03.892889 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:11:03.893242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 9e1b9d6e-6440-489f-b5dc-1e7520d0a8ef not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:11:03.923594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aead8-b750-4dbc-bc44-8da649385b9e req-4dc978ec-a2ce-4de6-af1a-1ddb473b3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:03.932643 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29aead8-b750-4dbc-bc44-8da649385b9e req-4dc978ec-a2ce-4de6-af1a-1ddb473b3996 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0912352 Nov 25 09:11:03.944308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-da5bec27-2f48-44e7-b0ea-b0a4cc1b795e None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:11:04.088169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aead8-b750-4dbc-bc44-8da649385b9e req-63c7e8cf-2a5c-47b5-a6a6-6a1f7879bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:04.089718 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29aead8-b750-4dbc-bc44-8da649385b9e req-63c7e8cf-2a5c-47b5-a6a6-6a1f7879bbe1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 200 len: 898 time: 0.1491108 Nov 25 09:11:04.170876 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29aead8-b750-4dbc-bc44-8da649385b9e req-21e00a1d-5b5e-410d-8c10-73f85d0324b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d HTTP/1.1" status: 200 len: 217 time: 0.0733216 Nov 25 09:11:04.235009 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:04.244140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aead8-b750-4dbc-bc44-8da649385b9e req-c7ed881d-7609-4f0f-a57d-dbebc876f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:04.245646 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29aead8-b750-4dbc-bc44-8da649385b9e req-c7ed881d-7609-4f0f-a57d-dbebc876f276 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 200 len: 835 time: 0.0617306 Nov 25 09:11:04.330664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aead8-b750-4dbc-bc44-8da649385b9e req-cdfd241d-a157-4dd9-b780-32d509094e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:04.332083 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29aead8-b750-4dbc-bc44-8da649385b9e req-cdfd241d-a157-4dd9-b780-32d509094e2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86590e19-7f36-439a-b306-1a787705c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778267 Nov 25 09:11:04.333773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d50092-46b6-43d7-a2e5-cfc0e8bd3e7c req-2963c986-4dbc-4979-b197-81dcc07c5155 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:04.335257 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-30d50092-46b6-43d7-a2e5-cfc0e8bd3e7c req-2963c986-4dbc-4979-b197-81dcc07c5155 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0847194 Nov 25 09:11:04.348280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-da5bec27-2f48-44e7-b0ea-b0a4cc1b795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:04.352605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5bec27-2f48-44e7-b0ea-b0a4cc1b795e None None] Checking router: 2dfaaabd-9179-4d2c-b9fc-790e810f163d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:11:04.361895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5bec27-2f48-44e7-b0ea-b0a4cc1b795e None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:11:04.362596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-da5bec27-2f48-44e7-b0ea-b0a4cc1b795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:10:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:04.387154 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-30d50092-46b6-43d7-a2e5-cfc0e8bd3e7c req-be188076-3223-452a-8419-311f39b57a30 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399158 Nov 25 09:11:04.464401 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29aead8-b750-4dbc-bc44-8da649385b9e req-2e4d2a2e-18e2-4727-90de-1239ff91b131 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253746 Nov 25 09:11:04.543448 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-da5bec27-2f48-44e7-b0ea-b0a4cc1b795e None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:11:04.598111 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29aead8-b750-4dbc-bc44-8da649385b9e req-13d12888-3cfa-4d6e-a1f8-9877622a47d0 service neutron] 10.222.0.41 "GET /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263669 Nov 25 09:11:04.857024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-da5bec27-2f48-44e7-b0ea-b0a4cc1b795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:04.860885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5bec27-2f48-44e7-b0ea-b0a4cc1b795e None None] The sync data for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv is: [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '8e879a09-68c1-4233-998d-16103d1ce3ff', 'name': '', 'network_id': '86590e19-7f36-439a-b306-1a787705c62f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:2e:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:09:01Z', 'updated_at': '2021-11-25T09:09:06Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': 'fad38438-f048-468c-94b7-eaf74ce4c889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:11:05.090021 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f6bad-e17a-45f5-9774-ac50b351ec1d None None] New status for floating IP 82095d6e-2bb8-429a-882d-6df02875229b: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:11:05.572190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2eb5d-d22a-4c43-9d55-165338a9f4a0 req-b341acec-2174-47fe-a7af-d1900e23ec17 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:05.572817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-27a2eb5d-d22a-4c43-9d55-165338a9f4a0 req-b341acec-2174-47fe-a7af-d1900e23ec17 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:11:05.588810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-27a2eb5d-d22a-4c43-9d55-165338a9f4a0 req-b341acec-2174-47fe-a7af-d1900e23ec17 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:11:05.589942 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27a2eb5d-d22a-4c43-9d55-165338a9f4a0 req-b341acec-2174-47fe-a7af-d1900e23ec17 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0964892 Nov 25 09:11:05.632868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-27a2eb5d-d22a-4c43-9d55-165338a9f4a0 req-e4d83fb6-c3cb-4dac-ba55-bdadc87144ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:11:05.648362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-27a2eb5d-d22a-4c43-9d55-165338a9f4a0 req-e4d83fb6-c3cb-4dac-ba55-bdadc87144ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:11:05.649529 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27a2eb5d-d22a-4c43-9d55-165338a9f4a0 req-e4d83fb6-c3cb-4dac-ba55-bdadc87144ba tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=c8b334fc-4f2b-4404-843e-9ace3e872964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536306 Nov 25 09:11:06.017153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dfb98-c8d5-4610-8218-591434feb631 req-c74b07b1-93dd-4e59-87f4-b84a0023338f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:06.018641 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7f5dfb98-c8d5-4610-8218-591434feb631 req-c74b07b1-93dd-4e59-87f4-b84a0023338f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0828114 Nov 25 09:11:06.089009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-7f5dfb98-c8d5-4610-8218-591434feb631 req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:11:06.089346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7f5dfb98-c8d5-4610-8218-591434feb631 req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:06.335368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-7f5dfb98-c8d5-4610-8218-591434feb631 req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:11:06.335629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7f5dfb98-c8d5-4610-8218-591434feb631 req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:06.573496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-7f5dfb98-c8d5-4610-8218-591434feb631 req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:11:06.718782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7f5dfb98-c8d5-4610-8218-591434feb631 req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:06.724219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b144cefa-5068-4887-9a89-435e84c7e928 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:06.768729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:06.771771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:06.805444 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ed35b947-a407-4f17-af99-3e5d8aaadbca req-ec07ac92-17fa-4461-b540-b3fe06e9b7e7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dc0b123-9a51-4a25-8eaf-d1954217c1d6 HTTP/1.1" status: 200 len: 210 time: 0.0432196 Nov 25 09:11:06.844338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5dfb98-c8d5-4610-8218-591434feb631 req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] No DVR routers for this DVR port 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:11:06.846788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7f5dfb98-c8d5-4610-8218-591434feb631 req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:06.849238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'name': 'network-vif-deleted', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:11:06.864594 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7f5dfb98-c8d5-4610-8218-591434feb631 req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "DELETE /v2.0/ports/811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d HTTP/1.1" status: 204 len: 173 time: 0.8409946 Nov 25 09:11:06.894992 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc0b123-9a51-4a25-8eaf-d1954217c1d6', 'name': 'network-vif-deleted', 'tag': '811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d', 'status': 'completed', 'code': 200} Nov 25 09:11:07.897215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51764) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:07.965389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a913e08-d6a6-42b7-a00d-6ca535616ce5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:07.994566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a913e08-d6a6-42b7-a00d-6ca535616ce5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:08.060617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a913e08-d6a6-42b7-a00d-6ca535616ce5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:08.064381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-31cd3242-c469-418a-b883-57dfd1a89d55 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:08.079214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a913e08-d6a6-42b7-a00d-6ca535616ce5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b334fc-4f2b-4404-843e-9ace3e872964,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:08.081757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2a913e08-d6a6-42b7-a00d-6ca535616ce5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:08.089581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a913e08-d6a6-42b7-a00d-6ca535616ce5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:08.090715 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2a913e08-d6a6-42b7-a00d-6ca535616ce5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/c8b334fc-4f2b-4404-843e-9ace3e872964 HTTP/1.1" status: 204 len: 168 time: 0.1925471 Nov 25 09:11:08.121445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51770) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:08.664382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:09.012290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 8e879a09-68c1-4233-998d-16103d1ce3ff {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:11:09.012985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:09.307253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 8e879a09-68c1-4233-998d-16103d1ce3ff, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=8e879a09-68c1-4233-998d-16103d1ce3ff,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:11:09.307512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:09.431236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 8e879a09-68c1-4233-998d-16103d1ce3ff owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:11:09.603700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:09.607986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:09.653985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=8e879a09-68c1-4233-998d-16103d1ce3ff,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:09.685642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:09.847557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:11:09.882807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:11:09.883088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 811f0a1b-7573-44dd-9cc3-d1a6fc5c5f5d not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:11:09.937004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:10.296212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 2dfaaabd-9179-4d2c-b9fc-790e810f163d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:11:10.472974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:11:10.483210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a201454-d0b8-4b79-bec6-1c9d559ef616 None None] Sync routers for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:11:10.486228 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/2dfaaabd-9179-4d2c-b9fc-790e810f163d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3637316 Nov 25 09:11:10.488992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51774) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:10.493315 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a201454-d0b8-4b79-bec6-1c9d559ef616 None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:11:10.493929 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0a201454-d0b8-4b79-bec6-1c9d559ef616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:10:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:10.567890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-19994272-5169-4456-8076-61ed149645be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting subnet fad38438-f048-468c-94b7-eaf74ce4c889 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:11:10.573864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-19994272-5169-4456-8076-61ed149645be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:10.631005 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-19994272-5169-4456-8076-61ed149645be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:10.716942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-19994272-5169-4456-8076-61ed149645be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:10.722463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-0a201454-d0b8-4b79-bec6-1c9d559ef616 None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:11:10.799917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-19994272-5169-4456-8076-61ed149645be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:10.806566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1f0c752e-2c07-45b1-8e95-21adc23968d8 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:10.843573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-19994272-5169-4456-8076-61ed149645be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:10.846441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19994272-5169-4456-8076-61ed149645be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Subnet': ['ID=fad38438-f048-468c-94b7-eaf74ce4c889,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:10.851399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-19994272-5169-4456-8076-61ed149645be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:10.853392 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-19994272-5169-4456-8076-61ed149645be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/subnets/fad38438-f048-468c-94b7-eaf74ce4c889 HTTP/1.1" status: 204 len: 168 time: 0.3633616 Nov 25 09:11:10.855994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51778) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:10.901936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b209b-7b48-44da-9054-3d34559b3952 None None] Network 86590e19-7f36-439a-b306-1a787705c62f requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:11:11.037916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:11.180848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0a201454-d0b8-4b79-bec6-1c9d559ef616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:11:09Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '1214a7d4-9d5b-4cd4-b596-f0d151d3fabd', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:08:58Z', 'updated_at': '2021-11-25T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:11.184752 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a201454-d0b8-4b79-bec6-1c9d559ef616 None None] Checking router: 2dfaaabd-9179-4d2c-b9fc-790e810f163d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:11:11.193419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a201454-d0b8-4b79-bec6-1c9d559ef616 None None] Routers {'2dfaaabd-9179-4d2c-b9fc-790e810f163d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:11:11.194049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0a201454-d0b8-4b79-bec6-1c9d559ef616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:10:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:11.222915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:11.233271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:11:11.233722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:11.252227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] DHCP port deletion for 86590e19-7f36-439a-b306-1a787705c62f request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:11:11.309510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Deleting port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:11:11.309893 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:11.406223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1214a7d4-9d5b-4cd4-b596-f0d151d3fabd,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:11:11.406605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:11.427871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-0a201454-d0b8-4b79-bec6-1c9d559ef616 None None] Set router 2dfaaabd-9179-4d2c-b9fc-790e810f163d gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:11:11.528476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:11:11.542459 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-0a201454-d0b8-4b79-bec6-1c9d559ef616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:11:11Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:11.551183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a201454-d0b8-4b79-bec6-1c9d559ef616 None None] The sync data for ids ['2dfaaabd-9179-4d2c-b9fc-790e810f163d'] in dv-neutron-818341-1-hyperv is: [{'id': '2dfaaabd-9179-4d2c-b9fc-790e810f163d', 'name': 'tempest-TestNetworkBasicOps-router-1697481024', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:08:57Z', 'updated_at': '2021-11-25T09:11:11Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:11:11.653337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] For port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0a4dde1d-4067-4c2a-a2c6-484d2a66bac6,segment=NetworkSegment(e2d62a38-8fd0-4974-abb2-5fe1f673bb97),segment_id=e2d62a38-8fd0-4974-abb2-5fe1f673bb97)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:11:11.653740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:11.787185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Calling delete_port for 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:11:11.823253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:11.827860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:11.862678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:11.867010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:11.876385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=1214a7d4-9d5b-4cd4-b596-f0d151d3fabd,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:11.902865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:11.911095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Pushing event deleted for resources: {'Port': ['ID=0a4dde1d-4067-4c2a-a2c6-484d2a66bac6,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:11.913531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] No DVR routers for this DVR port 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:11:11.924528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.924528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.924528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.924528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.925263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.925263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.925263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.925741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.925844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.926166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.926511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.926833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:11.930246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:11.977993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.150990 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.153055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.174048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.174557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Fanout notify agent at l3_agent the message router_deleted on router 2dfaaabd-9179-4d2c-b9fc-790e810f163d {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:11:12.188948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.190014 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/routers/2dfaaabd-9179-4d2c-b9fc-790e810f163d HTTP/1.1" status: 204 len: 168 time: 1.3331382 Nov 25 09:11:12.192662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51782) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:12.304055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.440344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.464939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86590e19-7f36-439a-b306-1a787705c62f']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:12.477256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:12.477579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d62a38-8fd0-4974-abb2-5fe1f673bb97') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:12.489050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.505730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.512510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:11:12.512902 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:11:12.527549 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:11:12.600572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 8e879a09-68c1-4233-998d-16103d1ce3ff no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:11:12.611615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.615100 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-040e4ad0-7d9b-4c60-a715-ad9b04b56f11 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:12.630651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.644560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Network': ['ID=86590e19-7f36-439a-b306-1a787705c62f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:12.647497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:12.652253 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/networks/86590e19-7f36-439a-b306-1a787705c62f HTTP/1.1" status: 204 len: 168 time: 0.4585793 Nov 25 09:11:12.678168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51786) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:12.684415 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'network': {'name': 'tempest-network-smoke--1540469799', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'port_security_enabled': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:12.689441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:12.693470 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 8e879a09-68c1-4233-998d-16103d1ce3ff {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:11:12.693647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:network and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:12.693816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 8e879a09-68c1-4233-998d-16103d1ce3ff not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:11:12.694231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:11:12.697080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:12.702794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:12.712449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:11:12.715856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.728665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:11:12.729019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0a4dde1d-4067-4c2a-a2c6-484d2a66bac6 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:11:12.729450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:11:12.744899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:11:12.753236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.753607 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Added segment 7064c422-2f4f-4448-92fe-f14c4f41a924 of type vlan for network 86d93cbf-bebf-45b7-b6ce-bbd692140653 Nov 25 09:11:12.776242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:11:12.776768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1214a7d4-9d5b-4cd4-b596-f0d151d3fabd not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:11:12.782331 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.815315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.820855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:12.821474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.824969 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e33728a2-5c29-4508-a010-f5929ffc9cc9 tempest-RoutersNegativeIpV6Test-1715484358 tempest-RoutersNegativeIpV6Test-1715484358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:12.935031 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2557425 Nov 25 09:11:12.937764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51790) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:12.938428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Network': ['ID=86d93cbf-bebf-45b7-b6ce-bbd692140653,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:12.941142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:12.943190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'admin_state_up': True, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:12.950454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 86d93cbf-bebf-45b7-b6ce-bbd692140653 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:11:12.950925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:12.954552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:router and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:12.957439 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:12.964133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:12.975620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.977078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:12.994744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:13.395674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:13.699615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:13.728497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:13.861739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.194 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/459ce02d-87df-4668-981b-28392c4d6ea4) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:11:14.006315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:14.035740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:14.040281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5efcc9c0-ccb3-4e52-8bc1-ddd839e96868 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:14.092539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:11:14.099417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:11:14.103728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:11:14.150163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=459ce02d-87df-4668-981b-28392c4d6ea4,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:14.154238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:14.637235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:14.980264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:15.182697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:11:15.355328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:11:15.364332 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Sync routers for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:11:15.374147 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:11:15.374784 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:10:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:15.386303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:15.387528 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4487495 Nov 25 09:11:15.390799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51796) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:15.489323 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9cd3c11d-db3a-48e6-ba07-07587781262c tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ad9acc8f1d734163ad0737b95f34d0dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0973690 Nov 25 09:11:15.491953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51802) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:15.574781 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:11:15.619372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3de51f-2dc6-4a0c-a368-e44d1ea338f6 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:15.620879 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7c3de51f-2dc6-4a0c-a368-e44d1ea338f6 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280425 Nov 25 09:11:15.623800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51806) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:15.663468 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-266829c5-a762-4656-af57-89a3f59a8259 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384822 Nov 25 09:11:15.665919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51810) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:15.671215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2115191531', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:15.701581 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:11:15.781251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:15.785157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:subnet and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:15.788083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:15.794268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:15.804342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:11:15.808498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:15.862982 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:11:14Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:15.866746 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Checking router: 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:11:15.867095 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Updating router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 port 459ce02d-87df-4668-981b-28392c4d6ea4 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:11:15.925506 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.033059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.036685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4c542957-ef89-4f67-a34f-a138884be34d tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:16.248088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Subnet': ['ID=3cd51013-c797-4f59-bc2a-e40efd0bb033,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:16.251518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:16.257706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Checking segment: {'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:11:16.258052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network hostable DHCP agents. Network: 86d93cbf-bebf-45b7-b6ce-bbd692140653, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:11:16.260737 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.274755 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Transition to ACTIVE for port object 459ce02d-87df-4668-981b-28392c4d6ea4 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:11:16.276940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 86d93cbf-bebf-45b7-b6ce-bbd692140653 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:11:16.281313 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.286091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 86d93cbf-bebf-45b7-b6ce-bbd692140653) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:11:16.286882 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:16.290665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:16.291236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.298806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a959ca-c974-4197-a13d-0afce9a8f348 None None] Network 86d93cbf-bebf-45b7-b6ce-bbd692140653 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:11:16.313596 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6466613 Nov 25 09:11:16.316638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51816) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:16.363094 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Attempting to bind port 459ce02d-87df-4668-981b-28392c4d6ea4 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:11:16.363473 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Attempting to bind port 459ce02d-87df-4668-981b-28392c4d6ea4 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:11:16.363839 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Attempting to bind port 459ce02d-87df-4668-981b-28392c4d6ea4 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:11:16.380384 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:11:16.381084 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:11:16.381186 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.381542 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:11:16.382020 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Bound port: 459ce02d-87df-4668-981b-28392c4d6ea4, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:11:16.382425 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.451907 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Pushing event updated for resources: {'Port': ['ID=459ce02d-87df-4668-981b-28392c4d6ea4,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:16.465522 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.466000 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.466506 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.466918 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.467335 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.467747 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.468141 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.468536 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.468935 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.469372 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.469794 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.470213 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:11:16.474941 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:16.476106 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] For port 459ce02d-87df-4668-981b-28392c4d6ea4, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:11:16.480162 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] For port 459ce02d-87df-4668-981b-28392c4d6ea4, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=459ce02d-87df-4668-981b-28392c4d6ea4,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:11:16.485755 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.496294 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-86f32490-8af6-4417-a4aa-f7476e181f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:16.533638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cdc6e8a8-f48d-41d2-b0ab-199aadc668f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.536806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-86d93cbf-bebf-45b7-b6ce-bbd692140653', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:11:16.537650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.567960 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:11:16.568603 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:10:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:16.710923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Allocated IP 172.20.0.2 (86d93cbf-bebf-45b7-b6ce-bbd692140653/3cd51013-c797-4f59-bc2a-e40efd0bb033/9d9f90c3-ec3c-462f-b46c-0880a164227d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:11:16.713547 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Pushing event updated for resources: {'Port': ['ID=459ce02d-87df-4668-981b-28392c4d6ea4,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:16.717159 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:16.772586 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:11:16.923127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.933839 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Transition to ACTIVE for port object 9d9f90c3-ec3c-462f-b46c-0880a164227d will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:11:16.952197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Transition to ACTIVE for port object 9d9f90c3-ec3c-462f-b46c-0880a164227d will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:11:16.962225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:16.967882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:17.045262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Network 86d93cbf-bebf-45b7-b6ce-bbd692140653 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:11:17.048592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:11:17.051594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:11:17.056823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:17.112433 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:11:14Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:17.116390 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b48006-b221-4cf6-a123-8fc8de9149a8 None None] The sync data for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv is: [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:11:14Z', 'revision_number': 3, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:11:17.154399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Pushing event updated for resources: {'Port': ['ID=9d9f90c3-ec3c-462f-b46c-0880a164227d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:17.157370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:17.165814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Attempting to bind port 9d9f90c3-ec3c-462f-b46c-0880a164227d on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:11:17.166207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Attempting to bind port 9d9f90c3-ec3c-462f-b46c-0880a164227d by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:11:17.166622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Attempting to bind port 9d9f90c3-ec3c-462f-b46c-0880a164227d on network 86d93cbf-bebf-45b7-b6ce-bbd692140653 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:11:17.172653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:11:17.173209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Checking segment: {'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:11:17.173630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:17.174100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Bound using segment: {'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:11:17.174672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Bound port: 9d9f90c3-ec3c-462f-b46c-0880a164227d, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:11:17.175136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:17.218240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:17.266517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] For port 9d9f90c3-ec3c-462f-b46c-0880a164227d, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:11:17.269916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] For port 9d9f90c3-ec3c-462f-b46c-0880a164227d, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9d9f90c3-ec3c-462f-b46c-0880a164227d,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:11:17.276006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:17.279666 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:17.374049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Pushing event updated for resources: {'Port': ['ID=9d9f90c3-ec3c-462f-b46c-0880a164227d,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:17.377191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:17.694613 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.1 (86d93cbf-bebf-45b7-b6ce-bbd692140653/3cd51013-c797-4f59-bc2a-e40efd0bb033/c512decb-f0ea-4ebc-922e-4382363a74cd) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:11:17.861711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:17.880382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object c512decb-f0ea-4ebc-922e-4382363a74cd will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:11:17.905083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:17.909155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fc309616-db06-418c-8b96-c4456cafa2ad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:17.985053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 86d93cbf-bebf-45b7-b6ce-bbd692140653 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:11:17.988942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:11:17.990901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:11:18.033526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=c512decb-f0ea-4ebc-922e-4382363a74cd,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:18.036594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:18.059074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:18.177759 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:18.339359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f50826-9a58-4aeb-a87b-a47c2551646c None None] Network 86d93cbf-bebf-45b7-b6ce-bbd692140653 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:11:18.447950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2facdeda-7a4b-4a5d-91b9-aca099525ffe None None] Provisioning for port 9d9f90c3-ec3c-462f-b46c-0880a164227d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:11:18.703363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9d9f90c3-ec3c-462f-b46c-0880a164227d up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:11:18.804117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 9d9f90c3-ec3c-462f-b46c-0880a164227d completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:11:18.813238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9d9f90c3-ec3c-462f-b46c-0880a164227d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:11:18.813992 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:18.841235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:18.849730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:18.892830 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a0b3176-021b-4bd2-80ca-28894da2cb89 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:18.994951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:19.001771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=c512decb-f0ea-4ebc-922e-4382363a74cd,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:19.005800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:19.012785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:19.025590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c0234cd3-476f-43e4-be5c-42e26880fa9c None None] Provisioning complete for port 9d9f90c3-ec3c-462f-b46c-0880a164227d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:11:19.026440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0234cd3-476f-43e4-be5c-42e26880fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:19.109909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 9d9f90c3-ec3c-462f-b46c-0880a164227d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9d9f90c3-ec3c-462f-b46c-0880a164227d,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:11:19.117118 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:19.118681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 459ce02d-87df-4668-981b-28392c4d6ea4 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:11:19.146986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 86d93cbf-bebf-45b7-b6ce-bbd692140653 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:11:19.147704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:19.148297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:11:19.294190 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=9d9f90c3-ec3c-462f-b46c-0880a164227d,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:19.297366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:19.314119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 459ce02d-87df-4668-981b-28392c4d6ea4 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:11:19.322896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 459ce02d-87df-4668-981b-28392c4d6ea4 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:11:19.323436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:19.335983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:11:19.354660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c0234cd3-476f-43e4-be5c-42e26880fa9c None None] Provisioning for port c512decb-f0ea-4ebc-922e-4382363a74cd completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:11:19.367823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c0234cd3-476f-43e4-be5c-42e26880fa9c None None] Provisioning complete for port c512decb-f0ea-4ebc-922e-4382363a74cd triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:11:19.368206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0234cd3-476f-43e4-be5c-42e26880fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:19.436896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c0234cd3-476f-43e4-be5c-42e26880fa9c None None] Port c512decb-f0ea-4ebc-922e-4382363a74cd cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:11:19.498273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:19.514020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 459ce02d-87df-4668-981b-28392c4d6ea4, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=459ce02d-87df-4668-981b-28392c4d6ea4,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:11:19.515242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:11:19.518849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:19.521280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f328c880-c381-4047-ac38-07d3c5994a4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:19.528758 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/48e51fe5-d251-4e6b-8e63-7400a70a0ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2102933 Nov 25 09:11:19.531218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51820) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:19.559732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Sync routers for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:11:19.593063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:11:19.593695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:10:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:19.668145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007a18e-c51e-4817-83bd-b0adaca6ab87 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:19.668638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007a18e-c51e-4817-83bd-b0adaca6ab87 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:19.669092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007a18e-c51e-4817-83bd-b0adaca6ab87 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:19.669543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007a18e-c51e-4817-83bd-b0adaca6ab87 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:19.671225 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3007a18e-c51e-4817-83bd-b0adaca6ab87 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1391273 Nov 25 09:11:19.673910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51824) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:19.713786 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d8f0f176-1998-4528-b043-25821ca9db69 None None] Provisioning complete for port c512decb-f0ea-4ebc-922e-4382363a74cd triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:11:19.714169 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d8f0f176-1998-4528-b043-25821ca9db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:19.740149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c59d68-4977-48d6-99cf-4c244bf97158 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:19.740607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c59d68-4977-48d6-99cf-4c244bf97158 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:19.741061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c59d68-4977-48d6-99cf-4c244bf97158 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:19.741508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c59d68-4977-48d6-99cf-4c244bf97158 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:19.743190 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d7c59d68-4977-48d6-99cf-4c244bf97158 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0683510 Nov 25 09:11:19.745812 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51828) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:19.761469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=459ce02d-87df-4668-981b-28392c4d6ea4,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:19.764704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:19.821960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d8f0f176-1998-4528-b043-25821ca9db69 None None] Port c512decb-f0ea-4ebc-922e-4382363a74cd cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:11:19.826914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ad01-0c1c-4832-aa84-d9b0b2dab28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:19.854570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:11:19.951716 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c17bfcde-4b85-4cb1-ba48-5f4d8d2bd19b tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2047179 Nov 25 09:11:20.054193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.175139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:11:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:11:18Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:20.178981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Checking router: 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:11:20.179342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Updating router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 port c512decb-f0ea-4ebc-922e-4382363a74cd binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:11:20.190689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51834) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:20.196647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796737576', 'description': 'tempest-secgroup-smoke-1796737576 description', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:20.202669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:20.206991 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:20.209869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:20.215669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:20.227527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.232692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.249330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:20.253160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:20.256041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:20.262466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:20.332131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.336088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.339647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cbbc2e0b-94b8-47b4-b857-32127243be3a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:20.382060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac5f83-eeed-491b-b4ac-93a5a863dc6a,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:20.385146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:20.385836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.389782 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1953623 Nov 25 09:11:20.390143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51840) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:20.395135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '2eac5f83-eeed-491b-b4ac-93a5a863dc6a', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:20.400854 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:20.404756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:20.407636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:20.413308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:20.429345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.492132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.496525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.498914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f25e2858-5c80-4f85-943c-70c2824b7b3e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:20.520794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0243fa01-9fa2-4e21-8da6-3757f0742572,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:20.523202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:20.530507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.531674 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7b2822bc-234b-4475-af8f-86708bd7c519 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407433 Nov 25 09:11:20.534575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51844) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:20.540146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '2eac5f83-eeed-491b-b4ac-93a5a863dc6a', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:20.546082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:20.550135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:20.553256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:20.559669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:20.579620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.594381 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.603642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Transition to ACTIVE for port object c512decb-f0ea-4ebc-922e-4382363a74cd will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:11:20.611217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.615629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-44826b03-8994-41dd-a20d-d65afc0bd55a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:20.646826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.651408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.653441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5ab6a80e-da7d-43bf-a626-ab6e7ded4124 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:20.676619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a90f90-e1e8-46df-aa49-0855bf3a682d,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:20.681018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:20.685423 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.686596 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511075 Nov 25 09:11:20.689368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51848) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:20.694700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '2eac5f83-eeed-491b-b4ac-93a5a863dc6a', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:20.697521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9d9f90c3-ec3c-462f-b46c-0880a164227d up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:11:20.700230 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:20.704044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:20.706874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:20.713015 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:20.731414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.805920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.810782 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.812614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d5c885a4-702d-442a-8ad9-0f8b310f5fe9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:20.845652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad06e73a-f2f5-4ada-bb58-a6df4738b4e4,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:20.848461 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:20.854646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.858885 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2380c7e7-6daa-4e1a-a279-fc5fb14edc29 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660037 Nov 25 09:11:20.859023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51852) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:20.864278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '2eac5f83-eeed-491b-b4ac-93a5a863dc6a', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:20.870810 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:20.876291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:20.879389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:20.882362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375240c-4d2b-4bed-b44e-21435358fae0 None None] Pushing event updated for resources: {'Port': ['ID=c512decb-f0ea-4ebc-922e-4382363a74cd,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:20.885276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9375240c-4d2b-4bed-b44e-21435358fae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:20.886409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:20.950857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Attempting to bind port c512decb-f0ea-4ebc-922e-4382363a74cd on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:11:20.951248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Attempting to bind port c512decb-f0ea-4ebc-922e-4382363a74cd by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:11:20.951617 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Attempting to bind port c512decb-f0ea-4ebc-922e-4382363a74cd on network 86d93cbf-bebf-45b7-b6ce-bbd692140653 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:11:20.958244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9d9f90c3-ec3c-462f-b46c-0880a164227d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:11:20.958660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.986500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:11:20.986881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Checking segment: {'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:11:20.987300 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:20.987702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Bound using segment: {'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:11:20.988202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Bound port: c512decb-f0ea-4ebc-922e-4382363a74cd, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:11:20.988579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.050238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.114220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.119761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.121693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1ce1c894-2511-4279-9878-0cb175b07cff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:21.143662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16a4fb7-1f5b-4ec5-b0af-821535e7bbb9,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:21.146211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:21.153628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.156030 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2948306 Nov 25 09:11:21.157678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51856) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:21.163005 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '2eac5f83-eeed-491b-b4ac-93a5a863dc6a', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:21.166439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] For port c512decb-f0ea-4ebc-922e-4382363a74cd, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:11:21.169380 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:21.173454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:21.176326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:21.182657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:21.185700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] For port c512decb-f0ea-4ebc-922e-4382363a74cd, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c512decb-f0ea-4ebc-922e-4382363a74cd,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:11:21.192294 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.193909 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:11:21.198192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:21.201176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.242091 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 459ce02d-87df-4668-981b-28392c4d6ea4 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:11:21.267734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.272219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.274144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-222754d4-e7d3-423b-a4f2-b1576141e3a3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:21.297043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d391bcaf-7cea-439f-9d55-5143d85cae55,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:21.301582 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:21.308416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.309637 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507328 Nov 25 09:11:21.312420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51860) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:21.317784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'security_group_rule': {'security_group_id': '2eac5f83-eeed-491b-b4ac-93a5a863dc6a', 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:21.323558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:21.327526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:security_group_rule and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:21.330781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:21.336652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:21.340252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:11:21.340897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:11:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:21.350079 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Project ad9acc8f1d734163ad0737b95f34d0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:11:21.358467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.430223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.434555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.436622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-eeb555a4-cd69-4618-883d-de4ecaab1e66 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:21.460470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47483d6e-0476-4cf5-8e3a-faea3f67ddda,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:21.463821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:21.467950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375240c-4d2b-4bed-b44e-21435358fae0 None None] Pushing event updated for resources: {'Port': ['ID=c512decb-f0ea-4ebc-922e-4382363a74cd,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:21.473312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.475780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9375240c-4d2b-4bed-b44e-21435358fae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:21.478759 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1651955 Nov 25 09:11:21.513259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.526635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 459ce02d-87df-4668-981b-28392c4d6ea4 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:11:21.527021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:21.629714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:11:21.646194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d2a08180-0642-4513-9409-8fb6cdf0d3fb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:11:21.663676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d2a08180-0642-4513-9409-8fb6cdf0d3fb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:11:21.665541 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d2a08180-0642-4513-9409-8fb6cdf0d3fb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796737576&fields=id&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 267 time: 0.0578120 Nov 25 09:11:21.813581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-9e34e4ed-b449-4947-95cc-54afd9d8703a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:21.815047 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-9e34e4ed-b449-4947-95cc-54afd9d8703a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/networks?id=86d93cbf-bebf-45b7-b6ce-bbd692140653 HTTP/1.1" status: 200 len: 797 time: 0.1429098 Nov 25 09:11:21.830055 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-01b7232b-cd8d-4efa-88b4-066331a0976b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/quotas/ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 375 time: 0.0095453 Nov 25 09:11:21.915185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-9baac8b7-a3c4-4a7e-a2b7-578e630a241f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:11:21.930995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-9baac8b7-a3c4-4a7e-a2b7-578e630a241f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:11:21.932264 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-9baac8b7-a3c4-4a7e-a2b7-578e630a241f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972722 Nov 25 09:11:21.948229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-217d4758-ad23-4083-8465-31b17511c9a0 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:11:21.949159 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-217d4758-ad23-4083-8465-31b17511c9a0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057943 Nov 25 09:11:21.998173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:11:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:11:21Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:22.002409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f2cf9-8b4e-46c4-ba69-35be60d8179c None None] The sync data for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv is: [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:11:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:11:21Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:11:22.089950 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-e11b2b34-c274-456e-bc92-c9323620033e service neutron] 10.222.0.54 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352649 Nov 25 09:11:22.230576 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d2c4a4df-06fa-4f8f-9fd8-8ae66b669245 service neutron] 10.222.0.54 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340811 Nov 25 09:11:22.421448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-8ac034c5-ab02-4822-a368-9af82dead95e req-d4c4f49c-add3-4576-8963-efa8668c359f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:11:22.433559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-8ac034c5-ab02-4822-a368-9af82dead95e req-d4c4f49c-add3-4576-8963-efa8668c359f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:11:22.434728 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8ac034c5-ab02-4822-a368-9af82dead95e req-d4c4f49c-add3-4576-8963-efa8668c359f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 210 time: 0.0605457 Nov 25 09:11:22.632017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c512decb-f0ea-4ebc-922e-4382363a74cd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:11:22.722343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port c512decb-f0ea-4ebc-922e-4382363a74cd completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:11:22.728041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c512decb-f0ea-4ebc-922e-4382363a74cd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:11:22.728435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:22.913766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:22.951979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port c512decb-f0ea-4ebc-922e-4382363a74cd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c512decb-f0ea-4ebc-922e-4382363a74cd,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:11:22.955543 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:22.958514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:23.029080 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=c512decb-f0ea-4ebc-922e-4382363a74cd,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:23.032569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:23.606436 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4c359e06-74d9-49e1-8a8d-a926003366c2 req-0726e3c6-37db-48fc-af68-e2e6f7201b41 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 210 time: 0.0573537 Nov 25 09:11:23.627349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d0d5dc92-8532-4790-bded-eaec189a2ab9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:23.628744 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d0d5dc92-8532-4790-bded-eaec189a2ab9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/networks?id=86d93cbf-bebf-45b7-b6ce-bbd692140653 HTTP/1.1" status: 200 len: 797 time: 0.1857080 Nov 25 09:11:23.679432 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-dc756e0a-a5b5-484e-898e-1994ede2d59f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9acc8f1d734163ad0737b95f34d0dc HTTP/1.1" status: 200 len: 380 time: 0.0423615 Nov 25 09:11:23.688584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'port': {'device_id': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'admin_state_up': True, 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'security_groups': ['2eac5f83-eeed-491b-b4ac-93a5a863dc6a']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:23.820026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:23.829644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:23.838958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Made reservation on behalf of ad9acc8f1d734163ad0737b95f34d0dc for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:11:23.842274 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:23.994607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.20.0.4 (86d93cbf-bebf-45b7-b6ce-bbd692140653/3cd51013-c797-4f59-bc2a-e40efd0bb033/8ab47f3c-80d0-4740-8ed6-f6344a6e161f) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:11:24.181290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:24.195946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Transition to ACTIVE for port object 8ab47f3c-80d0-4740-8ed6-f6344a6e161f will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:11:24.217674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:24.222949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a4cf91fe-5afd-4a34-857b-6c8494057034 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:24.287883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network 86d93cbf-bebf-45b7-b6ce-bbd692140653 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:11:24.290974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:11:24.294803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:11:24.325967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=8ab47f3c-80d0-4740-8ed6-f6344a6e161f,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:24.337496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:24.362741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:24.363335 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:24.388977 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7037637 Nov 25 09:11:24.401869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Request body: {'port': {'device_id': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:24.514244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:24.563800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-721912d4-d5eb-4f22-bd03-88bb10f806fb None None] Provisioning for port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:11:24.575123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-721912d4-d5eb-4f22-bd03-88bb10f806fb None None] Provisioning complete for port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:11:24.575502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-721912d4-d5eb-4f22-bd03-88bb10f806fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:24.604915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c512decb-f0ea-4ebc-922e-4382363a74cd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:11:24.689219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-721912d4-d5eb-4f22-bd03-88bb10f806fb None None] Port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:11:24.703554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c512decb-f0ea-4ebc-922e-4382363a74cd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:11:24.703952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:24.804803 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d26e8f-ea7f-474e-bdc3-8d80ef1d6b54 req-8204eadc-03f1-45aa-b688-8e3d5734eddb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:24.806476 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d7d26e8f-ea7f-474e-bdc3-8d80ef1d6b54 req-8204eadc-03f1-45aa-b688-8e3d5734eddb tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 931 time: 0.0898569 Nov 25 09:11:24.853570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-d7d26e8f-ea7f-474e-bdc3-8d80ef1d6b54 req-65697bab-3f57-431e-ba64-410bc221db82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:11:24.865159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-d7d26e8f-ea7f-474e-bdc3-8d80ef1d6b54 req-65697bab-3f57-431e-ba64-410bc221db82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:11:24.866343 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d7d26e8f-ea7f-474e-bdc3-8d80ef1d6b54 req-65697bab-3f57-431e-ba64-410bc221db82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526779 Nov 25 09:11:24.985380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab47f3c-80d0-4740-8ed6-f6344a6e161f {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:11:24.992363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:25.006588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Transition to ACTIVE for port object 8ab47f3c-80d0-4740-8ed6-f6344a6e161f will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:11:25.010455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:25.013895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d41c804a-321c-4d94-820e-a637cc646ef6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:25.137809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Pushing event updated for resources: {'Port': ['ID=8ab47f3c-80d0-4740-8ed6-f6344a6e161f,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:25.163971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:25.244535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Attempting to bind port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:11:25.244868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Attempting to bind port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:11:25.245189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Attempting to bind port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f on network 86d93cbf-bebf-45b7-b6ce-bbd692140653 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:11:25.249913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f on network 86d93cbf-bebf-45b7-b6ce-bbd692140653 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:11:25.250226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Attempting to bind port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f on network 86d93cbf-bebf-45b7-b6ce-bbd692140653 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:11:25.255504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:11:25.255836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Checking segment: {'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:11:25.256221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Bound using segment: {'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:11:25.256639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Bound port: 8ab47f3c-80d0-4740-8ed6-f6344a6e161f, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7064c422-2f4f-4448-92fe-f14c4f41a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:11:25.256980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:25.352135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] For port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:11:25.354996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] For port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8ab47f3c-80d0-4740-8ed6-f6344a6e161f,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:11:25.360595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:25.365848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-44122613-4e45-44d9-be19-2b5c66a40a5d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:25.418767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:25.419381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:25.420731 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] 10.222.0.41 "PUT /v2.0/ports/8ab47f3c-80d0-4740-8ed6-f6344a6e161f HTTP/1.1" status: 200 len: 1093 time: 1.0237112 Nov 25 09:11:25.421248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'tag': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:11:25.494228 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'tag': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'status': 'completed', 'code': 200} Nov 25 09:11:25.494915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Pushing event updated for resources: {'Port': ['ID=8ab47f3c-80d0-4740-8ed6-f6344a6e161f,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:25.498115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:25.544911 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-4d09aac9-6434-4d9d-a943-cf6f3e96b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:25.546551 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-4d09aac9-6434-4d9d-a943-cf6f3e96b968 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 1096 time: 0.0859632 Nov 25 09:11:25.621467 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-3677b905-ba03-4bc3-b01a-e01b10afb843 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab47f3c-80d0-4740-8ed6-f6344a6e161f HTTP/1.1" status: 200 len: 217 time: 0.0677214 Nov 25 09:11:25.689404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8e7fc614-053f-4b85-84ec-99a7466169a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:25.690871 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-8e7fc614-053f-4b85-84ec-99a7466169a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3cd51013-c797-4f59-bc2a-e40efd0bb033 HTTP/1.1" status: 200 len: 835 time: 0.0628402 Nov 25 09:11:25.767208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-c3cc55e1-a6e6-4034-aa23-6a1037ce3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:25.768567 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-c3cc55e1-a6e6-4034-aa23-6a1037ce3827 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86d93cbf-bebf-45b7-b6ce-bbd692140653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710604 Nov 25 09:11:25.900881 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-5a093855-fbaa-49b0-b400-14695f427895 service neutron] 10.222.0.41 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256988 Nov 25 09:11:26.035601 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f43b27dc-c7bd-4c13-8dff-3b68ea048323 req-53a4cfc2-b01d-4824-95e8-983dcae4eb22 service neutron] 10.222.0.41 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281250 Nov 25 09:11:26.058655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ff5d4-32a5-4c51-913b-9103b5201820 req-fa933817-6302-4ee1-8e39-c7eff88e957e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:26.060123 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d91ff5d4-32a5-4c51-913b-9103b5201820 req-fa933817-6302-4ee1-8e39-c7eff88e957e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 943 time: 0.0869637 Nov 25 09:11:26.105502 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d91ff5d4-32a5-4c51-913b-9103b5201820 req-7ee8770f-6398-43fa-8b75-7f95755562a7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388477 Nov 25 09:11:26.153282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba99ff-37ae-49ab-a969-b67f169f6488 req-1e21f94a-7263-41eb-8822-d8859f9bf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:26.154825 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-82ba99ff-37ae-49ab-a969-b67f169f6488 req-1e21f94a-7263-41eb-8822-d8859f9bf673 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 1096 time: 0.0760000 Nov 25 09:11:26.284414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba99ff-37ae-49ab-a969-b67f169f6488 req-d3850b06-362f-40f6-912a-35e91f95c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:26.285874 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-82ba99ff-37ae-49ab-a969-b67f169f6488 req-d3850b06-362f-40f6-912a-35e91f95c9df service neutron] 10.222.0.41 "GET /v2.0/networks?id=86d93cbf-bebf-45b7-b6ce-bbd692140653 HTTP/1.1" status: 200 len: 898 time: 0.1248178 Nov 25 09:11:26.356611 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-82ba99ff-37ae-49ab-a969-b67f169f6488 req-b667d921-1f8e-4fe9-b9a9-e2361b5b1a12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab47f3c-80d0-4740-8ed6-f6344a6e161f HTTP/1.1" status: 200 len: 217 time: 0.0643859 Nov 25 09:11:26.418863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba99ff-37ae-49ab-a969-b67f169f6488 req-9d5fe22b-7a96-4895-b068-fe4bf0b9a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:26.420230 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-82ba99ff-37ae-49ab-a969-b67f169f6488 req-9d5fe22b-7a96-4895-b068-fe4bf0b9a886 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3cd51013-c797-4f59-bc2a-e40efd0bb033 HTTP/1.1" status: 200 len: 835 time: 0.0556610 Nov 25 09:11:26.494635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba99ff-37ae-49ab-a969-b67f169f6488 req-ca1f3ced-d9b5-4a31-b56e-463e141e2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:26.496066 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-82ba99ff-37ae-49ab-a969-b67f169f6488 req-ca1f3ced-d9b5-4a31-b56e-463e141e2873 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86d93cbf-bebf-45b7-b6ce-bbd692140653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686698 Nov 25 09:11:26.735906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-82ba99ff-37ae-49ab-a969-b67f169f6488 req-b56af534-2423-4a29-bbbb-2035f69bd51a service neutron] 10.222.0.41 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333012 Nov 25 09:11:26.864586 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-82ba99ff-37ae-49ab-a969-b67f169f6488 req-af3351ac-cc1e-48a3-b98a-c31603534d90 service neutron] 10.222.0.41 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218276 Nov 25 09:11:27.293187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063991a8-e2ae-4c72-818f-c828848c52c6 req-e7e223c2-7b92-4fa9-baf2-1396804da0fe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:27.293912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-063991a8-e2ae-4c72-818f-c828848c52c6 req-e7e223c2-7b92-4fa9-baf2-1396804da0fe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:11:27.308770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-063991a8-e2ae-4c72-818f-c828848c52c6 req-e7e223c2-7b92-4fa9-baf2-1396804da0fe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:11:27.310074 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-063991a8-e2ae-4c72-818f-c828848c52c6 req-e7e223c2-7b92-4fa9-baf2-1396804da0fe tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 943 time: 0.0987947 Nov 25 09:11:27.355559 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-063991a8-e2ae-4c72-818f-c828848c52c6 req-11bf0001-a475-4520-b6a9-af3358ecae86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397627 Nov 25 09:11:28.545278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbae4d5-f395-4e30-8d2e-ee2f40002ee1 req-2bab8b22-f95d-4776-92b5-edb0d8fd2015 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:28.547231 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5bbae4d5-f395-4e30-8d2e-ee2f40002ee1 req-2bab8b22-f95d-4776-92b5-edb0d8fd2015 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 943 time: 0.0854969 Nov 25 09:11:28.589811 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5bbae4d5-f395-4e30-8d2e-ee2f40002ee1 req-614244c7-d352-4427-b5fb-6ca97282b36f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373554 Nov 25 09:11:29.772986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22c369-1bf9-4165-9e1a-afae48cbbe1e req-d5fa9a41-3e12-42c3-ae10-d449f4c01d4c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:29.774482 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3f22c369-1bf9-4165-9e1a-afae48cbbe1e req-d5fa9a41-3e12-42c3-ae10-d449f4c01d4c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 943 time: 0.0800054 Nov 25 09:11:29.824161 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3f22c369-1bf9-4165-9e1a-afae48cbbe1e req-3a18a710-56db-4ad0-9c57-3be47c1f7cb1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439823 Nov 25 09:11:29.909261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 8ab47f3c-80d0-4740-8ed6-f6344a6e161f details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:11:30.041444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8ab47f3c-80d0-4740-8ed6-f6344a6e161f,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:11:30.054319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'port_id': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'mac_address': 'fa:16:3e:b7:16:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:11:30.108742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:30.125360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab47f3c-80d0-4740-8ed6-f6344a6e161f {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:11:30.140400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8ab47f3c-80d0-4740-8ed6-f6344a6e161f,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:11:30.143921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:30.145583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:30.211683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=8ab47f3c-80d0-4740-8ed6-f6344a6e161f,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:30.214674 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:30.450249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['8ab47f3c-80d0-4740-8ed6-f6344a6e161f'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:11:31.005624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b271e-69a7-484e-8088-f9c137676eb9 req-1549c60c-7255-43db-8813-4b22c8bf08c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:31.007105 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-035b271e-69a7-484e-8088-f9c137676eb9 req-1549c60c-7255-43db-8813-4b22c8bf08c2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 944 time: 0.0797431 Nov 25 09:11:31.052197 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-035b271e-69a7-484e-8088-f9c137676eb9 req-f58e527f-bbef-4dd2-8084-bf951baf5327 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389669 Nov 25 09:11:31.924636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 8ab47f3c-80d0-4740-8ed6-f6344a6e161f up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:11:31.996760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:11:32.001385 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:11:32.001764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:32.116371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:32.147030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:11:32.157140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8ab47f3c-80d0-4740-8ed6-f6344a6e161f,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:11:32.162207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:32.164133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:32.231425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=8ab47f3c-80d0-4740-8ed6-f6344a6e161f,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:32.235016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:32.247414 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'code': 200} Nov 25 09:11:32.251425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d7a4d-1f14-4a98-8ac0-7b2dfbc9ea3c req-4bbded5f-4dde-4052-8640-e981f75ba13a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:32.252921 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-101d7a4d-1f14-4a98-8ac0-7b2dfbc9ea3c req-4bbded5f-4dde-4052-8640-e981f75ba13a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 945 time: 0.0928390 Nov 25 09:11:32.298537 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-101d7a4d-1f14-4a98-8ac0-7b2dfbc9ea3c req-087065df-8a8e-42b0-9250-1e7af7c3c101 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384021 Nov 25 09:11:32.473590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c19f62-89db-47cd-8092-d885ca1c3bf1 req-5c6a35b3-f81a-4280-822a-904b813863be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:32.475065 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-71c19f62-89db-47cd-8092-d885ca1c3bf1 req-5c6a35b3-f81a-4280-822a-904b813863be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 1098 time: 0.0717504 Nov 25 09:11:32.514494 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-71c19f62-89db-47cd-8092-d885ca1c3bf1 req-854d1d2a-d305-4a2e-b886-3a11fb3f7dbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330572 Nov 25 09:11:33.487385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4e17a-2305-4906-926a-b2177dcfc989 req-18bb8f54-c96b-4aa6-9c37-6c337c13faec tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:33.488817 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a5a4e17a-2305-4906-926a-b2177dcfc989 req-18bb8f54-c96b-4aa6-9c37-6c337c13faec tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 945 time: 0.0835598 Nov 25 09:11:33.532179 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a5a4e17a-2305-4906-926a-b2177dcfc989 req-bd2985b5-2ed3-44b2-87d1-164c8428deed tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371580 Nov 25 09:11:34.126008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:34.718566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48afbc-5dbd-4ca0-8fb9-577f3b8b5489 req-e9c08f28-c80b-408d-952d-9fccefa50786 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:34.720016 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c48afbc-5dbd-4ca0-8fb9-577f3b8b5489 req-e9c08f28-c80b-408d-952d-9fccefa50786 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 945 time: 0.0857747 Nov 25 09:11:34.763330 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c48afbc-5dbd-4ca0-8fb9-577f3b8b5489 req-18c92ada-924b-4ae8-ad93-89a0c9c0dd0c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376914 Nov 25 09:11:34.943786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7313ed-3c08-4e2e-9cc9-9b8fc62874e7 req-1e3f17ac-22d1-49df-adc4-867f2ecb413d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:34.945122 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5a7313ed-3c08-4e2e-9cc9-9b8fc62874e7 req-1e3f17ac-22d1-49df-adc4-867f2ecb413d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 945 time: 0.0790961 Nov 25 09:11:34.995725 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5a7313ed-3c08-4e2e-9cc9-9b8fc62874e7 req-2d07f240-5638-414a-bf68-5937350e29e8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Nov 25 09:11:35.018524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51922) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:35.089607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26949f0-8e12-4f2e-9f31-4c6b816a89e3 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:35.091129 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f26949f0-8e12-4f2e-9f31-4c6b816a89e3 tempest-TestNetworkBasicOps-1571634123 tempest-TestNetworkBasicOps-1571634123-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 1093 time: 0.0716584 Nov 25 09:11:35.093917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51926) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:35.098796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:11:35.104893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:11:35.109214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Usage tracker for resource:floatingip and tenant:ad9acc8f1d734163ad0737b95f34d0dc is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:11:35.112108 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:11:35.118432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:11:35.128427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:35.263315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:35.395515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Allocated IP 172.26.3.144 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/74435368-c866-4bfe-894f-26f48d7eba30) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:11:35.538068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:35.566306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:35.570532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-86fbab1a-e713-4f10-9f28-f34462ea74a0 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:35.631502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:11:35.634299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:11:35.637923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:11:35.678086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=74435368-c866-4bfe-894f-26f48d7eba30,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:35.682320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:36.154257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:36.228635 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:36.436610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:36.440936 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:36.444453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:11:36.546050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event updated for resources: {'Port': ['ID=74435368-c866-4bfe-894f-26f48d7eba30,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:11:36.550170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:11:36.559047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:36.735398 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 8df7677c-8cef-493c-8133-6267a6bca8ea associated. External IP: 172.26.3.144, port: 8ab47f3c-80d0-4740-8ed6-f6344a6e161f. Nov 25 09:11:37.093534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:11:37.271428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:11:37.281565 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e04e4-2687-4ef4-a17d-68868ca184ad None None] Sync routers for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:11:37.292243 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e04e4-2687-4ef4-a17d-68868ca184ad None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:11:37.292938 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8f8e04e4-2687-4ef4-a17d-68868ca184ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:11:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:37.296949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:37.350464 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2554765 Nov 25 09:11:37.351234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'tag': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:11:37.355155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51930) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:37.394383 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'tag': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'status': 'completed', 'code': 200} Nov 25 09:11:37.470053 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-8f8e04e4-2687-4ef4-a17d-68868ca184ad None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:11:37.511456 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d784953b-1419-4478-974d-0d4de9c579f4 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8df7677c-8cef-493c-8133-6267a6bca8ea HTTP/1.1" status: 200 len: 991 time: 0.1546302 Nov 25 09:11:37.532335 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d189-501f-464d-b021-48053c5f515a req-c0d8237d-6843-4be7-aead-25ffb80bd46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:37.533757 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3344d189-501f-464d-b021-48053c5f515a req-c0d8237d-6843-4be7-aead-25ffb80bd46b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 1098 time: 0.1168854 Nov 25 09:11:37.662934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d189-501f-464d-b021-48053c5f515a req-e8eaf0ff-42b6-491e-a07a-0c79cb1bec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:37.664308 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3344d189-501f-464d-b021-48053c5f515a req-e8eaf0ff-42b6-491e-a07a-0c79cb1bec49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86d93cbf-bebf-45b7-b6ce-bbd692140653 HTTP/1.1" status: 200 len: 898 time: 0.1239629 Nov 25 09:11:37.766064 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3344d189-501f-464d-b021-48053c5f515a req-908850dc-c21a-4486-aa80-a0fbd824f7f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab47f3c-80d0-4740-8ed6-f6344a6e161f HTTP/1.1" status: 200 len: 999 time: 0.0955780 Nov 25 09:11:37.808815 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8f8e04e4-2687-4ef4-a17d-68868ca184ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:11:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8df7677c-8cef-493c-8133-6267a6bca8ea', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.144', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'port_id': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'mac_address': 'fa:16:3e:b7:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:11:36Z', 'updated_at': '2021-11-25T09:11:36Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:11:22Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:37.812652 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e04e4-2687-4ef4-a17d-68868ca184ad None None] Checking router: 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:11:37.821288 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e04e4-2687-4ef4-a17d-68868ca184ad None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:11:37.821890 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8f8e04e4-2687-4ef4-a17d-68868ca184ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:11:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:37.830943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d189-501f-464d-b021-48053c5f515a req-8ec59a23-d991-4f4b-9c07-356fccee464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:37.832372 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3344d189-501f-464d-b021-48053c5f515a req-8ec59a23-d991-4f4b-9c07-356fccee464c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3cd51013-c797-4f59-bc2a-e40efd0bb033 HTTP/1.1" status: 200 len: 835 time: 0.0604317 Nov 25 09:11:37.911820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d189-501f-464d-b021-48053c5f515a req-14935ee8-0054-426a-8fc0-b0e87e755dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:11:37.913338 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3344d189-501f-464d-b021-48053c5f515a req-14935ee8-0054-426a-8fc0-b0e87e755dd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86d93cbf-bebf-45b7-b6ce-bbd692140653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745976 Nov 25 09:11:37.998914 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-8f8e04e4-2687-4ef4-a17d-68868ca184ad None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:11:38.044048 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3344d189-501f-464d-b021-48053c5f515a req-c6ff995b-3823-45b7-8fda-0c1661566a1b service neutron] 10.222.0.41 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241291 Nov 25 09:11:38.293531 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3344d189-501f-464d-b021-48053c5f515a req-6b44f314-a00f-4348-91d2-9f4163d56a95 service neutron] 10.222.0.41 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428315 Nov 25 09:11:38.347143 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-8f8e04e4-2687-4ef4-a17d-68868ca184ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:11:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8df7677c-8cef-493c-8133-6267a6bca8ea', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.144', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'port_id': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'mac_address': 'fa:16:3e:b7:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:11:36Z', 'updated_at': '2021-11-25T09:11:36Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:11:22Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:11:38.351022 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e04e4-2687-4ef4-a17d-68868ca184ad None None] The sync data for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv is: [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:11:18Z', 'revision_number': 4, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8df7677c-8cef-493c-8133-6267a6bca8ea', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.144', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'port_id': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'mac_address': 'fa:16:3e:b7:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:11:36Z', 'updated_at': '2021-11-25T09:11:36Z', 'revision_number': 0, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:11:22Z', 'revision_number': 5, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:11:38.514351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51936) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:38.540016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb95f90-8188-49e1-9033-6a4a62e4162a None None] New status for floating IP 8df7677c-8cef-493c-8133-6267a6bca8ea: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:11:38.620194 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ce0c63e6-18bd-4044-932a-48bc09237694 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8df7677c-8cef-493c-8133-6267a6bca8ea HTTP/1.1" status: 200 len: 991 time: 0.1044874 Nov 25 09:11:39.623846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51940) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:11:39.729252 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4b735907-c101-4fb5-9b83-fcf06cae4ed9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8df7677c-8cef-493c-8133-6267a6bca8ea HTTP/1.1" status: 200 len: 993 time: 0.1041846 Nov 25 09:11:46.499477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6828950b-6d14-46c0-b856-700887e46428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:46.969494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:49.798434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62cd5a45-f3b8-4f16-b96d-0d312e578b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:49.983472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:51.436809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:11:52.680779 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:12:04.133369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:06.014463 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-8ae2903d-f514-4bbb-bdb1-72a5ffc7357c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696597 Nov 25 09:12:06.149296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-5b0ba6b8-6a36-456d-b276-63c52e642723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:12:06.150868 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-5b0ba6b8-6a36-456d-b276-63c52e642723 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 1098 time: 0.0701897 Nov 25 09:12:06.292819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-44ee1991-4b1c-4487-993c-4e45396daa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:12:06.294148 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-44ee1991-4b1c-4487-993c-4e45396daa8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=86d93cbf-bebf-45b7-b6ce-bbd692140653 HTTP/1.1" status: 200 len: 898 time: 0.1251187 Nov 25 09:12:06.396729 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-e91787f1-dcf7-4564-8740-d24a2e896df0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab47f3c-80d0-4740-8ed6-f6344a6e161f HTTP/1.1" status: 200 len: 1001 time: 0.0963924 Nov 25 09:12:06.462231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-ae170a28-1bab-4eb2-8364-d108bc2d9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:12:06.463653 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-ae170a28-1bab-4eb2-8364-d108bc2d9750 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3cd51013-c797-4f59-bc2a-e40efd0bb033 HTTP/1.1" status: 200 len: 835 time: 0.0588772 Nov 25 09:12:06.538448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-0e6c5032-7af2-4348-8bba-69e4414c9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:12:06.539894 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-0e6c5032-7af2-4348-8bba-69e4414c9862 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86d93cbf-bebf-45b7-b6ce-bbd692140653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690389 Nov 25 09:12:06.668125 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-2c148520-f017-44f8-a93d-fe95d3000541 service neutron] 10.222.0.41 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217072 Nov 25 09:12:06.796724 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd748755-a5c8-4145-9e92-5dc159a81c95 req-d7dbea48-f4e3-48c4-8efb-25c5d6c19d44 service neutron] 10.222.0.41 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220572 Nov 25 09:12:16.504450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a676563-b720-42e5-af43-58582e1323e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:16.971368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:19.800517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2c502fb6-5621-4d43-9e78-1b8232566e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:19.986409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:21.439280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:29.679577 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:12:34.125345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:40.175848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51964) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:40.181677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-66aa1ec2-4f06-4c01-99cb-0af52a095131 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:12:40.808123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-66aa1ec2-4f06-4c01-99cb-0af52a095131 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:40.818418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-66aa1ec2-4f06-4c01-99cb-0af52a095131 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:40.996322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aa1ec2-4f06-4c01-99cb-0af52a095131 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:12:41.173120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aa1ec2-4f06-4c01-99cb-0af52a095131 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:12:41.179753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-66aa1ec2-4f06-4c01-99cb-0af52a095131 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:41.180917 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-66aa1ec2-4f06-4c01-99cb-0af52a095131 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/48e51fe5-d251-4e6b-8e63-7400a70a0ff2 HTTP/1.1" status: 200 len: 889 time: 1.0040541 Nov 25 09:12:41.183263 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86585fcb-b933-4cf9-a4e9-afd61838776d None None] Sync routers for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:12:41.192733 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86585fcb-b933-4cf9-a4e9-afd61838776d None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:12:41.193335 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-86585fcb-b933-4cf9-a4e9-afd61838776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:12:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:41.252108 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-86585fcb-b933-4cf9-a4e9-afd61838776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:41.260715 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86585fcb-b933-4cf9-a4e9-afd61838776d None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:12:41.261310 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-86585fcb-b933-4cf9-a4e9-afd61838776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:12:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:41.319349 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-86585fcb-b933-4cf9-a4e9-afd61838776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:41.319736 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86585fcb-b933-4cf9-a4e9-afd61838776d None None] The sync data for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv is: [] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:12:42.078762 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7690532-4f1b-4059-83f9-045421245f9d None None] New status for floating IP 8df7677c-8cef-493c-8133-6267a6bca8ea: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:12:42.643805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c512decb-f0ea-4ebc-922e-4382363a74cd no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:12:42.756815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:42.787882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port c512decb-f0ea-4ebc-922e-4382363a74cd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c512decb-f0ea-4ebc-922e-4382363a74cd,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:12:42.792203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:42.793006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 459ce02d-87df-4668-981b-28392c4d6ea4 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:12:42.815296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:42.904567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=c512decb-f0ea-4ebc-922e-4382363a74cd,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:42.934821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.935168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.935505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.935835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.936159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.936480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.936801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.937116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.937434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.937749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.938063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.938403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:42.945987 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:42.970472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:42.986886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 459ce02d-87df-4668-981b-28392c4d6ea4, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=459ce02d-87df-4668-981b-28392c4d6ea4,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:12:42.990722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:42.992431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:43.059796 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=459ce02d-87df-4668-981b-28392c4d6ea4,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:43.062865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:43.326414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51970) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:43.331722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b5788347-a0ac-4a96-93aa-059db690bc0b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:12:43.842450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b5788347-a0ac-4a96-93aa-059db690bc0b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:43.853855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b5788347-a0ac-4a96-93aa-059db690bc0b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005823'] for router, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:44.159809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5788347-a0ac-4a96-93aa-059db690bc0b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:12:44.336323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5788347-a0ac-4a96-93aa-059db690bc0b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:12:44.343243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b5788347-a0ac-4a96-93aa-059db690bc0b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:44.344346 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b5788347-a0ac-4a96-93aa-059db690bc0b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/48e51fe5-d251-4e6b-8e63-7400a70a0ff2 HTTP/1.1" status: 200 len: 888 time: 1.0169568 Nov 25 09:12:44.346487 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d57993-dffb-4926-84e2-a9eef687411a None None] Sync routers for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:12:44.347266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51974) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:44.356578 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d57993-dffb-4926-84e2-a9eef687411a None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:12:44.357197 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-56d57993-dffb-4926-84e2-a9eef687411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:12:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:44.451887 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-86492308-cc8b-42c9-a39e-d75335622d83 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8df7677c-8cef-493c-8133-6267a6bca8ea HTTP/1.1" status: 200 len: 991 time: 0.1035051 Nov 25 09:12:44.531599 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-56d57993-dffb-4926-84e2-a9eef687411a None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:12:44.866205 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-56d57993-dffb-4926-84e2-a9eef687411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:12:43Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:12:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8df7677c-8cef-493c-8133-6267a6bca8ea', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.144', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'port_id': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'mac_address': 'fa:16:3e:b7:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:11:36Z', 'updated_at': '2021-11-25T09:12:42Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:12:42Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:44.869842 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d57993-dffb-4926-84e2-a9eef687411a None None] Checking router: 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:12:44.877854 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d57993-dffb-4926-84e2-a9eef687411a None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:12:44.878476 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-56d57993-dffb-4926-84e2-a9eef687411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:12:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:45.070072 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-56d57993-dffb-4926-84e2-a9eef687411a None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:12:45.455216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51978) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:45.471454 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-56d57993-dffb-4926-84e2-a9eef687411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:12:43Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:12:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8df7677c-8cef-493c-8133-6267a6bca8ea', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.144', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'port_id': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'mac_address': 'fa:16:3e:b7:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:11:36Z', 'updated_at': '2021-11-25T09:12:42Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:12:42Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:45.476917 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d57993-dffb-4926-84e2-a9eef687411a None None] The sync data for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv is: [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:12:43Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:12:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8df7677c-8cef-493c-8133-6267a6bca8ea', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'floating_ip_address': '172.26.3.144', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'port_id': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'mac_address': 'fa:16:3e:b7:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:11:36Z', 'updated_at': '2021-11-25T09:12:42Z', 'revision_number': 2, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:12:42Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:12:45.574233 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-11b1fed0-e9c4-43c8-b0d9-19f870f449d2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8df7677c-8cef-493c-8133-6267a6bca8ea HTTP/1.1" status: 200 len: 991 time: 0.1177955 Nov 25 09:12:46.508107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1215571-1e77-42da-b032-dcd9c9821d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:46.577935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51982) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:46.698693 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e720b7c9-e08b-4b68-bcd0-cf5d668f4f09 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8df7677c-8cef-493c-8133-6267a6bca8ea HTTP/1.1" status: 200 len: 991 time: 0.1194792 Nov 25 09:12:46.708377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c512decb-f0ea-4ebc-922e-4382363a74cd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:12:46.779320 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c512decb-f0ea-4ebc-922e-4382363a74cd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:12:46.779610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:46.893968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:46.925571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port c512decb-f0ea-4ebc-922e-4382363a74cd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c512decb-f0ea-4ebc-922e-4382363a74cd,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:12:46.929188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:46.930007 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 459ce02d-87df-4668-981b-28392c4d6ea4 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:12:46.952823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-dd7cf134-2f0f-41a4-96d0-c85f02869fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:47.041846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:47.060829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=c512decb-f0ea-4ebc-922e-4382363a74cd,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:47.064186 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:47.073293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 459ce02d-87df-4668-981b-28392c4d6ea4 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:12:47.073668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:47.166105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3680df-f8e2-4fff-8879-4116de41a5e2 None None] New status for floating IP 8df7677c-8cef-493c-8133-6267a6bca8ea: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:12:47.278030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:47.410455 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 459ce02d-87df-4668-981b-28392c4d6ea4, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=459ce02d-87df-4668-981b-28392c4d6ea4,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:12:47.416565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:47.420180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:47.550056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=459ce02d-87df-4668-981b-28392c4d6ea4,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:47.553023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:47.701442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 51986) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:47.808334 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d5b960bd-da77-413e-9708-a45b55a4dc70 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/floatingips/8df7677c-8cef-493c-8133-6267a6bca8ea HTTP/1.1" status: 200 len: 993 time: 0.1056068 Nov 25 09:12:48.082406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 51994) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:48.409487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 74435368-c866-4bfe-894f-26f48d7eba30 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:12:48.409828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:48.578589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:48.578915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:48.655875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c512decb-f0ea-4ebc-922e-4382363a74cd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:12:48.701279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 74435368-c866-4bfe-894f-26f48d7eba30 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:12:48.724801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c512decb-f0ea-4ebc-922e-4382363a74cd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:12:48.725182 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:48.842359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 459ce02d-87df-4668-981b-28392c4d6ea4 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:12:48.852367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:48.856841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:48.899150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=74435368-c866-4bfe-894f-26f48d7eba30,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:48.909251 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 459ce02d-87df-4668-981b-28392c4d6ea4 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:12:48.909619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:48.938068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.938488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.938874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.939261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.939631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.940003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.940379 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.940748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.941128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.941492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.941859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.942222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:48.950128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:49.008103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:49.008350 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Floating IP 8df7677c-8cef-493c-8133-6267a6bca8ea disassociated (deleted). External IP: 172.26.3.144, port: 8ab47f3c-80d0-4740-8ed6-f6344a6e161f. Nov 25 09:12:49.361587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:12:49.536861 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:12:49.546938 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325e3bd-aee0-43c1-a4c7-ba5ec1d90564 None None] Sync routers for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:12:49.556497 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325e3bd-aee0-43c1-a4c7-ba5ec1d90564 None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:12:49.556675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:49.557097 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3325e3bd-aee0-43c1-a4c7-ba5ec1d90564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:12:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:49.738962 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/floatingips/8df7677c-8cef-493c-8133-6267a6bca8ea HTTP/1.1" status: 204 len: 168 time: 1.6530461 Nov 25 09:12:49.738962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'tag': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:12:49.740841 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-3325e3bd-aee0-43c1-a4c7-ba5ec1d90564 None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:12:49.783856 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'tag': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'status': 'completed', 'code': 200} Nov 25 09:12:49.815641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6dae1f1-d873-449b-8442-0b2e52080cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:49.884166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676ac9-ae39-42d4-abe1-745fb0b1eb36 req-a2f411b9-83b0-4c58-8e9d-2bba6e09317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:12:49.885644 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f6676ac9-ae39-42d4-abe1-745fb0b1eb36 req-a2f411b9-83b0-4c58-8e9d-2bba6e09317b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 1098 time: 0.0790026 Nov 25 09:12:49.994234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:50.059861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676ac9-ae39-42d4-abe1-745fb0b1eb36 req-4bb17ea5-f662-4b09-9bb2-c9b5439a3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:12:50.061299 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f6676ac9-ae39-42d4-abe1-745fb0b1eb36 req-4bb17ea5-f662-4b09-9bb2-c9b5439a3425 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86d93cbf-bebf-45b7-b6ce-bbd692140653 HTTP/1.1" status: 200 len: 898 time: 0.1686082 Nov 25 09:12:50.075779 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3325e3bd-aee0-43c1-a4c7-ba5ec1d90564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:12:43Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:12:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:12:46Z', 'revision_number': 7, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:50.079661 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325e3bd-aee0-43c1-a4c7-ba5ec1d90564 None None] Checking router: 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:12:50.089283 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325e3bd-aee0-43c1-a4c7-ba5ec1d90564 None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:12:50.089902 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3325e3bd-aee0-43c1-a4c7-ba5ec1d90564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:12:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:50.120585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f6174-438b-4a65-a5b6-94517be2aeee req-b33fcfb5-8942-4064-8722-8051de885457 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:12:50.121278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-fb2f6174-438b-4a65-a5b6-94517be2aeee req-b33fcfb5-8942-4064-8722-8051de885457 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:12:50.137064 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f6676ac9-ae39-42d4-abe1-745fb0b1eb36 req-a3a14546-b0ef-44bb-b2ab-0ad5287b3b68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab47f3c-80d0-4740-8ed6-f6344a6e161f HTTP/1.1" status: 200 len: 217 time: 0.0685341 Nov 25 09:12:50.137876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-fb2f6174-438b-4a65-a5b6-94517be2aeee req-b33fcfb5-8942-4064-8722-8051de885457 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:12:50.139486 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fb2f6174-438b-4a65-a5b6-94517be2aeee req-b33fcfb5-8942-4064-8722-8051de885457 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 945 time: 0.1023762 Nov 25 09:12:50.187775 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fb2f6174-438b-4a65-a5b6-94517be2aeee req-ee4cf421-5533-4fe5-bfd3-b67cd467c1af tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424950 Nov 25 09:12:50.214404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676ac9-ae39-42d4-abe1-745fb0b1eb36 req-b149ffdc-4491-4fb0-b8b9-897c3ea2e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:12:50.215875 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f6676ac9-ae39-42d4-abe1-745fb0b1eb36 req-b149ffdc-4491-4fb0-b8b9-897c3ea2e3f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3cd51013-c797-4f59-bc2a-e40efd0bb033 HTTP/1.1" status: 200 len: 835 time: 0.0719466 Nov 25 09:12:50.273316 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-3325e3bd-aee0-43c1-a4c7-ba5ec1d90564 None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:12:50.294988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676ac9-ae39-42d4-abe1-745fb0b1eb36 req-a43552cc-f651-4f7a-9522-9e2dd0ddecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:12:50.296714 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f6676ac9-ae39-42d4-abe1-745fb0b1eb36 req-a43552cc-f651-4f7a-9522-9e2dd0ddecb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86d93cbf-bebf-45b7-b6ce-bbd692140653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737498 Nov 25 09:12:50.429210 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f6676ac9-ae39-42d4-abe1-745fb0b1eb36 req-d8029302-750a-4b4c-a0c3-9595f4694b76 service neutron] 10.222.0.41 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254873 Nov 25 09:12:50.561844 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f6676ac9-ae39-42d4-abe1-745fb0b1eb36 req-a020f982-fa06-4c35-820a-abcd723b2fe5 service neutron] 10.222.0.41 "GET /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260142 Nov 25 09:12:50.574570 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-3325e3bd-aee0-43c1-a4c7-ba5ec1d90564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:12:43Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:12:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:12:46Z', 'revision_number': 7, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:50.578817 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325e3bd-aee0-43c1-a4c7-ba5ec1d90564 None None] The sync data for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv is: [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:12:43Z', 'revision_number': 6, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:12:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c512decb-f0ea-4ebc-922e-4382363a74cd', 'name': '', 'network_id': '86d93cbf-bebf-45b7-b6ce-bbd692140653', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'mac_address': 'fa:16:3e:b2:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:17Z', 'updated_at': '2021-11-25T09:12:46Z', 'revision_number': 7, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'subnets': [{'id': '3cd51013-c797-4f59-bc2a-e40efd0bb033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:12:51.224720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f558b64e-d3f6-4cdb-8fea-47658eba9fa0 None None] New status for floating IP 8df7677c-8cef-493c-8133-6267a6bca8ea: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:12:51.379811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ade28-3f45-46d5-831a-1687beea0e69 req-8073d8dc-8f8c-40bd-b1f3-746a6d22752f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:12:51.381291 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-808ade28-3f45-46d5-831a-1687beea0e69 req-8073d8dc-8f8c-40bd-b1f3-746a6d22752f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 945 time: 0.0839829 Nov 25 09:12:51.442097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:51.593104 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-808ade28-3f45-46d5-831a-1687beea0e69 req-ff19c75e-1a11-4eed-af0a-b8b96670d166 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eac5f83-eeed-491b-b4ac-93a5a863dc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802700 Nov 25 09:12:51.623414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81dc63-77aa-45c6-b3aa-f53b9da25cd6 req-c438cb26-69f2-4295-a8c3-f5419ddc759c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:12:51.624821 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f81dc63-77aa-45c6-b3aa-f53b9da25cd6 req-c438cb26-69f2-4295-a8c3-f5419ddc759c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 945 time: 0.2418230 Nov 25 09:12:51.693404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-6f81dc63-77aa-45c6-b3aa-f53b9da25cd6 req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:12:51.693747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-6f81dc63-77aa-45c6-b3aa-f53b9da25cd6 req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:51.937887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-6f81dc63-77aa-45c6-b3aa-f53b9da25cd6 req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8ab47f3c-80d0-4740-8ed6-f6344a6e161f,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:12:51.938157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-6f81dc63-77aa-45c6-b3aa-f53b9da25cd6 req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:52.059121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-6f81dc63-77aa-45c6-b3aa-f53b9da25cd6 req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 8ab47f3c-80d0-4740-8ed6-f6344a6e161f owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:12:52.205828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-6f81dc63-77aa-45c6-b3aa-f53b9da25cd6 req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:52.212109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-662c905d-249d-4ff6-aee5-005cce32ddc7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:52.256960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=8ab47f3c-80d0-4740-8ed6-f6344a6e161f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:52.291191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.291581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.291955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.292324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.292688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.293055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.293417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.293779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.294140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.294520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.294873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.295226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:12:52.302887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:52.345726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f81dc63-77aa-45c6-b3aa-f53b9da25cd6 req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] No DVR routers for this DVR port 8ab47f3c-80d0-4740-8ed6-f6344a6e161f on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:12:52.348070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-6f81dc63-77aa-45c6-b3aa-f53b9da25cd6 req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:52.350647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'name': 'network-vif-deleted', 'tag': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:12:52.365778 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f81dc63-77aa-45c6-b3aa-f53b9da25cd6 req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.41 "DELETE /v2.0/ports/8ab47f3c-80d0-4740-8ed6-f6344a6e161f HTTP/1.1" status: 204 len: 173 time: 0.7356715 Nov 25 09:12:52.398826 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b577d3d5-b0a1-43d5-92e3-99b77931f821', 'name': 'network-vif-deleted', 'tag': '8ab47f3c-80d0-4740-8ed6-f6344a6e161f', 'status': 'completed', 'code': 200} Nov 25 09:12:52.764775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-b69b356e-f710-4fc4-b2c4-6ea6d0274079 req-a87a4a6b-6aa4-49d8-a176-3896eb1ca131 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Synchronizing usage tracker for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:12:52.779687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-b69b356e-f710-4fc4-b2c4-6ea6d0274079 req-a87a4a6b-6aa4-49d8-a176-3896eb1ca131 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Unset dirty status for tenant:ad9acc8f1d734163ad0737b95f34d0dc on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:12:52.780906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b69b356e-f710-4fc4-b2c4-6ea6d0274079 req-a87a4a6b-6aa4-49d8-a176-3896eb1ca131 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "GET /v2.0/ports?device_id=b577d3d5-b0a1-43d5-92e3-99b77931f821 HTTP/1.1" status: 200 len: 210 time: 0.0597603 Nov 25 09:12:53.874746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52012) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:53.942486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-16ebe265-fe8e-4e8b-aea3-8c2a2b47d3a0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:53.972242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-16ebe265-fe8e-4e8b-aea3-8c2a2b47d3a0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:54.036615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-16ebe265-fe8e-4e8b-aea3-8c2a2b47d3a0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:54.040488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b81c3b42-11ea-49fa-980e-857ec2722d7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:54.055411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebe265-fe8e-4e8b-aea3-8c2a2b47d3a0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac5f83-eeed-491b-b4ac-93a5a863dc6a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:54.058598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-16ebe265-fe8e-4e8b-aea3-8c2a2b47d3a0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:54.065186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-16ebe265-fe8e-4e8b-aea3-8c2a2b47d3a0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:54.066300 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-16ebe265-fe8e-4e8b-aea3-8c2a2b47d3a0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/security-groups/2eac5f83-eeed-491b-b4ac-93a5a863dc6a HTTP/1.1" status: 204 len: 168 time: 0.1905591 Nov 25 09:12:54.097022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 52018) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:54.392659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 8ab47f3c-80d0-4740-8ed6-f6344a6e161f no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:12:54.429326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 8ab47f3c-80d0-4740-8ed6-f6344a6e161f {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:12:54.429671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 8ab47f3c-80d0-4740-8ed6-f6344a6e161f not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:12:54.649186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:55.122016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port c512decb-f0ea-4ebc-922e-4382363a74cd {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:12:55.122741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:55.308384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port c512decb-f0ea-4ebc-922e-4382363a74cd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c512decb-f0ea-4ebc-922e-4382363a74cd,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:12:55.308647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:55.437118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for c512decb-f0ea-4ebc-922e-4382363a74cd owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:12:55.611426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:55.615179 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7f024daf-7a8d-431a-870e-6476c37f5744 tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:55.660527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=c512decb-f0ea-4ebc-922e-4382363a74cd,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:55.687543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:55.932047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:56.405422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:12:56.579076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:12:56.588841 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b98b7-a0d3-4a68-a114-071a688f81f4 None None] Sync routers for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:12:56.595568 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "PUT /v2.0/routers/48e51fe5-d251-4e6b-8e63-7400a70a0ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4974172 Nov 25 09:12:56.598238 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b98b7-a0d3-4a68-a114-071a688f81f4 None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:12:56.598434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52022) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:56.598854 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4a1b98b7-a0d3-4a68-a114-071a688f81f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:12:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:56.671276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-814ee295-83de-4a02-a1b4-7cc313fe622c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting subnet 3cd51013-c797-4f59-bc2a-e40efd0bb033 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:12:56.674343 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-814ee295-83de-4a02-a1b4-7cc313fe622c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:56.729636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-814ee295-83de-4a02-a1b4-7cc313fe622c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:56.772664 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-4a1b98b7-a0d3-4a68-a114-071a688f81f4 None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:12:56.815169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-814ee295-83de-4a02-a1b4-7cc313fe622c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:56.889976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-814ee295-83de-4a02-a1b4-7cc313fe622c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:56.894847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-58f0561c-ea2c-45a7-a372-30b5dd7fc1df tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:56.932764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-814ee295-83de-4a02-a1b4-7cc313fe622c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:56.938640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5056e2-5ceb-455c-8ec2-74b21a41e4b4 None None] Network 86d93cbf-bebf-45b7-b6ce-bbd692140653 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:12:56.939911 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-814ee295-83de-4a02-a1b4-7cc313fe622c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/subnets/3cd51013-c797-4f59-bc2a-e40efd0bb033 HTTP/1.1" status: 204 len: 168 time: 0.3404572 Nov 25 09:12:56.940792 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ee295-83de-4a02-a1b4-7cc313fe622c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd51013-c797-4f59-bc2a-e40efd0bb033,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:56.943155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-814ee295-83de-4a02-a1b4-7cc313fe622c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:56.943618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52026) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:57.085511 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4a1b98b7-a0d3-4a68-a114-071a688f81f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:12:55Z', 'revision_number': 7, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:12:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:57.090210 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b98b7-a0d3-4a68-a114-071a688f81f4 None None] Checking router: 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:12:57.098667 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b98b7-a0d3-4a68-a114-071a688f81f4 None None] Routers {'48e51fe5-d251-4e6b-8e63-7400a70a0ff2'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:12:57.099489 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4a1b98b7-a0d3-4a68-a114-071a688f81f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:12:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:57.137721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:57.212929 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f9780-5831-4534-bb00-ff55f3a346a1 None None] DHCP port deletion for 86d93cbf-bebf-45b7-b6ce-bbd692140653 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:12:57.217843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f16f9780-5831-4534-bb00-ff55f3a346a1 None None] Deleting port 9d9f90c3-ec3c-462f-b46c-0880a164227d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:12:57.218240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f16f9780-5831-4534-bb00-ff55f3a346a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:57.275988 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-4a1b98b7-a0d3-4a68-a114-071a688f81f4 None None] Set router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:12:57.329794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:57.341265 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Deleting port 459ce02d-87df-4668-981b-28392c4d6ea4 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:12:57.341607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:57.425001 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f16f9780-5831-4534-bb00-ff55f3a346a1 None None] For port 9d9f90c3-ec3c-462f-b46c-0880a164227d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9d9f90c3-ec3c-462f-b46c-0880a164227d,segment=NetworkSegment(7064c422-2f4f-4448-92fe-f14c4f41a924),segment_id=7064c422-2f4f-4448-92fe-f14c4f41a924)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:12:57.425333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f16f9780-5831-4534-bb00-ff55f3a346a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:57.520743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] For port 459ce02d-87df-4668-981b-28392c4d6ea4, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=459ce02d-87df-4668-981b-28392c4d6ea4,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:12:57.521160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:57.549691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f16f9780-5831-4534-bb00-ff55f3a346a1 None None] Calling delete_port for 9d9f90c3-ec3c-462f-b46c-0880a164227d owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:12:57.561125 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4a1b98b7-a0d3-4a68-a114-071a688f81f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:12:55Z', 'revision_number': 7, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:12:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:57.565178 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b98b7-a0d3-4a68-a114-071a688f81f4 None None] The sync data for ids ['48e51fe5-d251-4e6b-8e63-7400a70a0ff2'] in dv-neutron-818341-1-hyperv is: [{'id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'name': 'tempest-TestNetworkBasicOps-router-1639770884', 'tenant_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:11:12Z', 'updated_at': '2021-11-25T09:12:55Z', 'revision_number': 7, 'project_id': 'ad9acc8f1d734163ad0737b95f34d0dc', 'gw_port': {'id': '459ce02d-87df-4668-981b-28392c4d6ea4', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e51fe5-d251-4e6b-8e63-7400a70a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:11:13Z', 'updated_at': '2021-11-25T09:12:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:12:57.632941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f16f9780-5831-4534-bb00-ff55f3a346a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:57.636774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:57.647697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Calling delete_port for 459ce02d-87df-4668-981b-28392c4d6ea4 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:12:57.678912 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f9780-5831-4534-bb00-ff55f3a346a1 None None] Pushing event deleted for resources: {'Port': ['ID=9d9f90c3-ec3c-462f-b46c-0880a164227d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:57.682730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f16f9780-5831-4534-bb00-ff55f3a346a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:57.683560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f9780-5831-4534-bb00-ff55f3a346a1 None None] No DVR routers for this DVR port 9d9f90c3-ec3c-462f-b46c-0880a164227d on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:12:57.817033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:57.821823 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bd03034b-560b-4d4c-a058-4159fe05b49f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:58.017796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Port': ['ID=459ce02d-87df-4668-981b-28392c4d6ea4,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:58.020296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:58.084534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.255131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.257189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.280185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.281080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Fanout notify agent at l3_agent the message router_deleted on router 48e51fe5-d251-4e6b-8e63-7400a70a0ff2 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:12:58.297072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.298417 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/routers/48e51fe5-d251-4e6b-8e63-7400a70a0ff2 HTTP/1.1" status: 204 len: 168 time: 1.3529017 Nov 25 09:12:58.301073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52030) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:58.417966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.560090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.583825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d93cbf-bebf-45b7-b6ce-bbd692140653']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:58.596147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7064c422-2f4f-4448-92fe-f14c4f41a924') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:58.596447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7064c422-2f4f-4448-92fe-f14c4f41a924') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:12:58.608255 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.623743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.630392 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:12:58.630775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:12:58.644737 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:12:58.727131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.732291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a1a9fe13-ea5a-404e-8489-07eeb1163b10 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:58.750425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:58.758566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Pushing event deleted for resources: {'Network': ['ID=86d93cbf-bebf-45b7-b6ce-bbd692140653,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:58.763300 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c512decb-f0ea-4ebc-922e-4382363a74cd no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:12:58.764876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:58.768749 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] 10.222.0.54 "DELETE /v2.0/networks/86d93cbf-bebf-45b7-b6ce-bbd692140653 HTTP/1.1" status: 204 len: 168 time: 0.4667532 Nov 25 09:12:58.843737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: c512decb-f0ea-4ebc-922e-4382363a74cd {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:12:58.843997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c512decb-f0ea-4ebc-922e-4382363a74cd not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:12:58.844423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9d9f90c3-ec3c-462f-b46c-0880a164227d no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:12:58.876874 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 9d9f90c3-ec3c-462f-b46c-0880a164227d {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:12:58.877229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9d9f90c3-ec3c-462f-b46c-0880a164227d not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:12:58.877648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 459ce02d-87df-4668-981b-28392c4d6ea4 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:12:58.910885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 459ce02d-87df-4668-981b-28392c4d6ea4 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:12:58.911242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 459ce02d-87df-4668-981b-28392c4d6ea4 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:12:59.079031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52038) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:59.238419 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bcadcb2c-31df-4c8f-bf5d-e62a4849a396 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad9acc8f1d734163ad0737b95f34d0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580648 Nov 25 09:12:59.240727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52044) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:59.298307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da277dc1-8fcb-49f4-9636-8ea6e9201a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:59.323932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da277dc1-8fcb-49f4-9636-8ea6e9201a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:59.376017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da277dc1-8fcb-49f4-9636-8ea6e9201a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:59.380056 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f225f852-2eab-4959-984f-49421721e5e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:59.397852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da277dc1-8fcb-49f4-9636-8ea6e9201a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdb6992-6ab8-4103-8c0f-e2724158abdf,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:59.401656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-da277dc1-8fcb-49f4-9636-8ea6e9201a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:59.404795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da277dc1-8fcb-49f4-9636-8ea6e9201a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:59.405881 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-da277dc1-8fcb-49f4-9636-8ea6e9201a24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ccdb6992-6ab8-4103-8c0f-e2724158abdf HTTP/1.1" status: 204 len: 168 time: 0.1642702 Nov 25 09:12:59.679576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52052) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:59.698696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-de19a990-f961-44ba-964d-ec1dc814ec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:59.712899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-de19a990-f961-44ba-964d-ec1dc814ec4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:12:59.716904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-de19a990-f961-44ba-964d-ec1dc814ec4c admin admin] Usage tracker for resource:security_group_rule and tenant:a399d31e5e6540bebcdc3d719622cb90 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:12:59.719844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-de19a990-f961-44ba-964d-ec1dc814ec4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:12:59.726204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-de19a990-f961-44ba-964d-ec1dc814ec4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:12:59.814736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-de19a990-f961-44ba-964d-ec1dc814ec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:59.818563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-de19a990-f961-44ba-964d-ec1dc814ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:59.825596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-16ebe265-fe8e-4e8b-aea3-8c2a2b47d3a0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:12:59.864193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19a990-f961-44ba-964d-ec1dc814ec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe88680-c5d0-4251-9b2b-0e409c480c89,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:12:59.868934 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-de19a990-f961-44ba-964d-ec1dc814ec4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a399d31e5e6540bebcdc3d719622cb90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883683 Nov 25 09:12:59.869799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-de19a990-f961-44ba-964d-ec1dc814ec4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:12:59.871522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52056) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:12:59.928807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6e62dddd-31d7-47d7-b2d9-05c855dbe9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:12:59.953898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6e62dddd-31d7-47d7-b2d9-05c855dbe9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:00.009898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6e62dddd-31d7-47d7-b2d9-05c855dbe9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:00.014913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6fbbb822-4ae1-4275-945f-cd5c409f93e0 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:00.027436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62dddd-31d7-47d7-b2d9-05c855dbe9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe88680-c5d0-4251-9b2b-0e409c480c89,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:00.029692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6e62dddd-31d7-47d7-b2d9-05c855dbe9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:00.033907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6e62dddd-31d7-47d7-b2d9-05c855dbe9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:00.035255 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6e62dddd-31d7-47d7-b2d9-05c855dbe9bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebe88680-c5d0-4251-9b2b-0e409c480c89 HTTP/1.1" status: 204 len: 168 time: 0.1628518 Nov 25 09:13:04.122211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:06.678010 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:13:06.882643 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-c4f4f263-6243-43cc-8874-e059829c9705 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5dbdc77487cd478f869d45b62f827c5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273669 Nov 25 09:13:07.031010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06daee7-1e46-497e-bc68-57f95b20abac req-59f88962-56d3-42f6-a139-5904d49c9661 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:07.032452 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-59f88962-56d3-42f6-a139-5904d49c9661 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449625 Nov 25 09:13:07.047695 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-7e6ac1e3-c48a-4c9e-9b42-58e928c94992 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/quotas/5dbdc77487cd478f869d45b62f827c5a HTTP/1.1" status: 200 len: 375 time: 0.0098643 Nov 25 09:13:07.094201 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-31ddf473-4aef-49cf-89f5-d210241027bd tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dbdc77487cd478f869d45b62f827c5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414896 Nov 25 09:13:07.270832 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f2685a3-3528-421a-aa08-98d4bf051753 req-b7659a8f-5024-4d16-bb95-ac4b68e2d71e tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 210 time: 0.0477886 Nov 25 09:13:08.154111 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-5469771b-b540-426b-b4d7-fbd9aa54d8d6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5dbdc77487cd478f869d45b62f827c5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307474 Nov 25 09:13:08.308038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06daee7-1e46-497e-bc68-57f95b20abac req-ed870678-a598-4761-b45e-5e8615ed2f8a tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:08.309471 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-ed870678-a598-4761-b45e-5e8615ed2f8a tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509006 Nov 25 09:13:08.325492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Request body: {'port': {'device_id': '49e32379-c845-4810-9167-93eaed1d1143', 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2', 'admin_state_up': True, 'tenant_id': '5dbdc77487cd478f869d45b62f827c5a'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:13:08.425483 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-07edc804-04ab-4f52-ab86-4e4a033bb018 req-d1cbdf6c-960a-4d99-a20a-493163b1565a tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 210 time: 0.0469637 Nov 25 09:13:08.463500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:13:08.467327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Usage tracker for resource:port and tenant:5dbdc77487cd478f869d45b62f827c5a is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:13:08.470077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:13:08.476002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:13:08.485437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Made reservation on behalf of 5dbdc77487cd478f869d45b62f827c5a for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:13:08.488943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:08.501105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:08.516356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:13:08.520122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Usage tracker for resource:security_group_rule and tenant:5dbdc77487cd478f869d45b62f827c5a is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:13:08.522886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:13:08.528510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:13:08.611226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:08.614891 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:08.617667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-05d98e90-adf4-4ddf-bfc6-b56c00e6137a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:08.699200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e2e619-337d-4cec-95e3-acf80a68cfa8,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:08.704394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:08.784426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Allocated IP 192.168.233.30 (946c5d5d-8861-4651-a387-00fe7c61f0d2/2607a3f1-a4ae-40af-a588-15bd9976de9f/b4ff0744-ccf2-49f5-baf1-9df7552451d4) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:13:08.980995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:08.996459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Transition to ACTIVE for port object b4ff0744-ccf2-49f5-baf1-9df7552451d4 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:13:09.020102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:09.025882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:09.091652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Network 946c5d5d-8861-4651-a387-00fe7c61f0d2 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:13:09.095087 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:13:09.098948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:13:09.142025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Pushing event updated for resources: {'Port': ['ID=b4ff0744-ccf2-49f5-baf1-9df7552451d4,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:09.147043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:09.170024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:09.170661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:09.197380 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8756695 Nov 25 09:13:09.209457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Request body: {'port': {'device_id': '49e32379-c845-4810-9167-93eaed1d1143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:13:09.323334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:09.342406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1e61b3a5-1362-4870-8210-40ccc8c9a5e2 None None] Provisioning for port b4ff0744-ccf2-49f5-baf1-9df7552451d4 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:13:09.347298 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1e61b3a5-1362-4870-8210-40ccc8c9a5e2 None None] Provisioning complete for port b4ff0744-ccf2-49f5-baf1-9df7552451d4 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:13:09.347682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e61b3a5-1362-4870-8210-40ccc8c9a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:09.404519 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1e61b3a5-1362-4870-8210-40ccc8c9a5e2 None None] Port b4ff0744-ccf2-49f5-baf1-9df7552451d4 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:13:09.787160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d23dd-e662-49c9-92d7-20781d7a584c req-12cf2f25-adc1-48ad-811a-c952188cab07 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:09.787835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-289d23dd-e662-49c9-92d7-20781d7a584c req-12cf2f25-adc1-48ad-811a-c952188cab07 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Synchronizing usage tracker for tenant:5dbdc77487cd478f869d45b62f827c5a on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:13:09.864372 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-289d23dd-e662-49c9-92d7-20781d7a584c req-12cf2f25-adc1-48ad-811a-c952188cab07 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Unset dirty status for tenant:5dbdc77487cd478f869d45b62f827c5a on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:13:09.865509 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-289d23dd-e662-49c9-92d7-20781d7a584c req-12cf2f25-adc1-48ad-811a-c952188cab07 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 935 time: 0.1991849 Nov 25 09:13:09.874304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ff0744-ccf2-49f5-baf1-9df7552451d4 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:13:09.893984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:09.924154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Transition to ACTIVE for port object b4ff0744-ccf2-49f5-baf1-9df7552451d4 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:13:09.927348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:09.934406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-359d0131-1ce6-463a-a016-2f18c34186f7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:09.970459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-289d23dd-e662-49c9-92d7-20781d7a584c req-96c69cd2-439b-4fc9-8ccf-c59f16273e81 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Synchronizing usage tracker for tenant:5dbdc77487cd478f869d45b62f827c5a on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:13:10.073982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Pushing event updated for resources: {'Port': ['ID=b4ff0744-ccf2-49f5-baf1-9df7552451d4,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:10.076472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-289d23dd-e662-49c9-92d7-20781d7a584c req-96c69cd2-439b-4fc9-8ccf-c59f16273e81 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Unset dirty status for tenant:5dbdc77487cd478f869d45b62f827c5a on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:13:10.077590 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-289d23dd-e662-49c9-92d7-20781d7a584c req-96c69cd2-439b-4fc9-8ccf-c59f16273e81 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e2e619-337d-4cec-95e3-acf80a68cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057707 Nov 25 09:13:10.102869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:10.186345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Attempting to bind port b4ff0744-ccf2-49f5-baf1-9df7552451d4 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:13:10.186686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Attempting to bind port b4ff0744-ccf2-49f5-baf1-9df7552451d4 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '9e342dbb-0cfd-4954-b8d4-37722be1fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:13:10.187011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Attempting to bind port b4ff0744-ccf2-49f5-baf1-9df7552451d4 on network 946c5d5d-8861-4651-a387-00fe7c61f0d2 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:13:10.191800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Port b4ff0744-ccf2-49f5-baf1-9df7552451d4 on network 946c5d5d-8861-4651-a387-00fe7c61f0d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:13:10.192113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Attempting to bind port b4ff0744-ccf2-49f5-baf1-9df7552451d4 on network 946c5d5d-8861-4651-a387-00fe7c61f0d2 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:13:10.197731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:13:10.198067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Checking segment: {'id': '9e342dbb-0cfd-4954-b8d4-37722be1fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:13:10.198484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Bound using segment: {'id': '9e342dbb-0cfd-4954-b8d4-37722be1fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:13:10.198906 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Bound port: b4ff0744-ccf2-49f5-baf1-9df7552451d4, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e342dbb-0cfd-4954-b8d4-37722be1fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:13:10.199251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:10.291933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] For port b4ff0744-ccf2-49f5-baf1-9df7552451d4, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:13:10.294729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] For port b4ff0744-ccf2-49f5-baf1-9df7552451d4, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b4ff0744-ccf2-49f5-baf1-9df7552451d4,segment=NetworkSegment(9e342dbb-0cfd-4954-b8d4-37722be1fb0b),segment_id=9e342dbb-0cfd-4954-b8d4-37722be1fb0b)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:13:10.299174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:10.303521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-090866a6-27c5-4d36-90fc-6a7b22accf7a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:10.352619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:10.353262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:10.354704 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] 10.222.0.41 "PUT /v2.0/ports/b4ff0744-ccf2-49f5-baf1-9df7552451d4 HTTP/1.1" status: 200 len: 1097 time: 1.1494467 Nov 25 09:13:10.357343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e32379-c845-4810-9167-93eaed1d1143', 'tag': 'b4ff0744-ccf2-49f5-baf1-9df7552451d4'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:13:10.388488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Pushing event updated for resources: {'Port': ['ID=b4ff0744-ccf2-49f5-baf1-9df7552451d4,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:10.392006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:10.431621 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e32379-c845-4810-9167-93eaed1d1143', 'tag': 'b4ff0744-ccf2-49f5-baf1-9df7552451d4', 'status': 'completed', 'code': 200} Nov 25 09:13:10.476395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06daee7-1e46-497e-bc68-57f95b20abac req-866a8131-6cc9-45cf-a842-88f0163e124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:10.477909 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-866a8131-6cc9-45cf-a842-88f0163e124c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5dbdc77487cd478f869d45b62f827c5a&device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 1100 time: 0.0796130 Nov 25 09:13:10.550960 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-7e063e83-efbc-4e90-873c-1adcab4791d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=b4ff0744-ccf2-49f5-baf1-9df7552451d4 HTTP/1.1" status: 200 len: 217 time: 0.0659850 Nov 25 09:13:10.615788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06daee7-1e46-497e-bc68-57f95b20abac req-2e1ebc55-3924-4b9f-bafc-49e6b181a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:10.617252 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-2e1ebc55-3924-4b9f-bafc-49e6b181a150 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2607a3f1-a4ae-40af-a588-15bd9976de9f HTTP/1.1" status: 200 len: 843 time: 0.0606461 Nov 25 09:13:10.691266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06daee7-1e46-497e-bc68-57f95b20abac req-371108a5-7afa-4056-9e4a-54dac3af585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:10.692753 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-371108a5-7afa-4056-9e4a-54dac3af585e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=946c5d5d-8861-4651-a387-00fe7c61f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0691574 Nov 25 09:13:10.821692 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-ead9debf-eaaa-47a2-b32d-b63adc6905d6 service neutron] 10.222.0.41 "GET /v2.0/networks/946c5d5d-8861-4651-a387-00fe7c61f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224928 Nov 25 09:13:10.950773 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c06daee7-1e46-497e-bc68-57f95b20abac req-1ccf905b-6120-4e66-8833-1030839587df service neutron] 10.222.0.41 "GET /v2.0/networks/946c5d5d-8861-4651-a387-00fe7c61f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229005 Nov 25 09:13:11.065237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632897c2-4001-4a4f-af0e-61090b8362cc req-ea10a1d8-27b8-4e8a-9f46-dd947998007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:11.066700 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-632897c2-4001-4a4f-af0e-61090b8362cc req-ea10a1d8-27b8-4e8a-9f46-dd947998007b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5dbdc77487cd478f869d45b62f827c5a&device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 1100 time: 0.0698500 Nov 25 09:13:11.240639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632897c2-4001-4a4f-af0e-61090b8362cc req-9f04bb01-0edc-436f-b6b0-4af2aa8c86de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:11.241953 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-632897c2-4001-4a4f-af0e-61090b8362cc req-9f04bb01-0edc-436f-b6b0-4af2aa8c86de service neutron] 10.222.0.41 "GET /v2.0/networks?id=946c5d5d-8861-4651-a387-00fe7c61f0d2 HTTP/1.1" status: 200 len: 870 time: 0.1692319 Nov 25 09:13:11.310278 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-632897c2-4001-4a4f-af0e-61090b8362cc req-e7b8e7af-6c1d-417b-8b90-bb5684cb54dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=b4ff0744-ccf2-49f5-baf1-9df7552451d4 HTTP/1.1" status: 200 len: 217 time: 0.0613573 Nov 25 09:13:11.386418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e4f23-2fd5-4b64-bcec-ed7ea2b048a6 req-6d4d6a4e-8e4a-42ab-9432-0ee17bdd4d0d tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:11.387831 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5d4e4f23-2fd5-4b64-bcec-ed7ea2b048a6 req-6d4d6a4e-8e4a-42ab-9432-0ee17bdd4d0d tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 947 time: 0.1961458 Nov 25 09:13:11.391275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632897c2-4001-4a4f-af0e-61090b8362cc req-eabc788d-d16b-40bc-8b20-d3508bcf5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:11.392544 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-632897c2-4001-4a4f-af0e-61090b8362cc req-eabc788d-d16b-40bc-8b20-d3508bcf5dc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2607a3f1-a4ae-40af-a588-15bd9976de9f HTTP/1.1" status: 200 len: 843 time: 0.0751107 Nov 25 09:13:11.479101 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5d4e4f23-2fd5-4b64-bcec-ed7ea2b048a6 req-c19b3be0-7273-4c95-8361-935f3657dc77 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e2e619-337d-4cec-95e3-acf80a68cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855350 Nov 25 09:13:11.501986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632897c2-4001-4a4f-af0e-61090b8362cc req-c13358f8-0d7a-4e1f-a204-8907b033824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:11.503445 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-632897c2-4001-4a4f-af0e-61090b8362cc req-c13358f8-0d7a-4e1f-a204-8907b033824f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=946c5d5d-8861-4651-a387-00fe7c61f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0969973 Nov 25 09:13:11.634203 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-632897c2-4001-4a4f-af0e-61090b8362cc req-5574b571-319a-45a5-b257-5695d282605e service neutron] 10.222.0.41 "GET /v2.0/networks/946c5d5d-8861-4651-a387-00fe7c61f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237915 Nov 25 09:13:11.762963 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-632897c2-4001-4a4f-af0e-61090b8362cc req-f0658067-d646-491d-9a17-589f707e8da1 service neutron] 10.222.0.41 "GET /v2.0/networks/946c5d5d-8861-4651-a387-00fe7c61f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223845 Nov 25 09:13:12.660638 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e464e1a-8608-4987-9c20-b300bcb4347c req-a7ec10a6-8712-42d9-870d-ed5ee87751b4 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:12.662073 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4e464e1a-8608-4987-9c20-b300bcb4347c req-a7ec10a6-8712-42d9-870d-ed5ee87751b4 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 947 time: 0.0795395 Nov 25 09:13:12.705721 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4e464e1a-8608-4987-9c20-b300bcb4347c req-077d2d9d-a8e4-42e7-b096-6ed6218018fb tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e2e619-337d-4cec-95e3-acf80a68cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374212 Nov 25 09:13:14.005711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df763034-9abb-4e09-b4d7-8b3b29b90bba req-fcf93259-ae1e-41e0-9a95-ddc6907c37d0 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:14.007102 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-df763034-9abb-4e09-b4d7-8b3b29b90bba req-fcf93259-ae1e-41e0-9a95-ddc6907c37d0 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 947 time: 0.1992366 Nov 25 09:13:14.050762 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-df763034-9abb-4e09-b4d7-8b3b29b90bba req-562a238c-8dde-4fd6-bc5b-ebc7c1d1f791 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e2e619-337d-4cec-95e3-acf80a68cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378015 Nov 25 09:13:14.561861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device b4ff0744-ccf2-49f5-baf1-9df7552451d4 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:13:14.692358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port b4ff0744-ccf2-49f5-baf1-9df7552451d4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b4ff0744-ccf2-49f5-baf1-9df7552451d4,segment=NetworkSegment(9e342dbb-0cfd-4954-b8d4-37722be1fb0b),segment_id=9e342dbb-0cfd-4954-b8d4-37722be1fb0b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:13:14.705691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'b4ff0744-ccf2-49f5-baf1-9df7552451d4', 'network_id': '946c5d5d-8861-4651-a387-00fe7c61f0d2', 'port_id': 'b4ff0744-ccf2-49f5-baf1-9df7552451d4', 'mac_address': 'fa:16:3e:f6:1a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2607a3f1-a4ae-40af-a588-15bd9976de9f', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:13:14.759875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:14.775897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ff0744-ccf2-49f5-baf1-9df7552451d4 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:13:14.791258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port b4ff0744-ccf2-49f5-baf1-9df7552451d4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b4ff0744-ccf2-49f5-baf1-9df7552451d4,segment=NetworkSegment(9e342dbb-0cfd-4954-b8d4-37722be1fb0b),segment_id=9e342dbb-0cfd-4954-b8d4-37722be1fb0b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:13:14.795714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:14.797379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-80e36013-1be4-44f5-b3aa-abcf0f40b4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:14.864368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=b4ff0744-ccf2-49f5-baf1-9df7552451d4,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:14.867850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:15.105071 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['b4ff0744-ccf2-49f5-baf1-9df7552451d4'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:13:15.236970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a4d70-417c-49b5-a204-005486453d05 req-393c1a72-705f-48a8-b232-283b5b347827 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:15.238499 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c97a4d70-417c-49b5-a204-005486453d05 req-393c1a72-705f-48a8-b232-283b5b347827 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 948 time: 0.0830798 Nov 25 09:13:15.408247 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c97a4d70-417c-49b5-a204-005486453d05 req-bf11a645-9320-4613-8e32-038d09dca8de tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e2e619-337d-4cec-95e3-acf80a68cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632836 Nov 25 09:13:16.510706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-068e3bef-2af6-4428-b21f-fe8108a97bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:16.563955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device b4ff0744-ccf2-49f5-baf1-9df7552451d4 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:13:16.599363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600e893-8dbe-43d5-b3e0-5ef9af3f7e1e req-7276ba75-d6fc-4e2b-a929-5417c0165d6e tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:16.601098 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8600e893-8dbe-43d5-b3e0-5ef9af3f7e1e req-7276ba75-d6fc-4e2b-a929-5417c0165d6e tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 948 time: 0.0849535 Nov 25 09:13:16.632092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port b4ff0744-ccf2-49f5-baf1-9df7552451d4 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:13:16.636786 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port b4ff0744-ccf2-49f5-baf1-9df7552451d4 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:13:16.637168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:16.646098 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8600e893-8dbe-43d5-b3e0-5ef9af3f7e1e req-54e28462-a763-4362-9e50-b032c965cddc tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e2e619-337d-4cec-95e3-acf80a68cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384374 Nov 25 09:13:16.752218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:16.778345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e32379-c845-4810-9167-93eaed1d1143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ff0744-ccf2-49f5-baf1-9df7552451d4'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:13:16.788079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port b4ff0744-ccf2-49f5-baf1-9df7552451d4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b4ff0744-ccf2-49f5-baf1-9df7552451d4,segment=NetworkSegment(9e342dbb-0cfd-4954-b8d4-37722be1fb0b),segment_id=9e342dbb-0cfd-4954-b8d4-37722be1fb0b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:13:16.793222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:16.795985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aa559738-b07f-4623-888e-9010e84cba1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:16.827056 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e32379-c845-4810-9167-93eaed1d1143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ff0744-ccf2-49f5-baf1-9df7552451d4', 'code': 200} Nov 25 09:13:16.866970 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=b4ff0744-ccf2-49f5-baf1-9df7552451d4,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:16.869985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:16.974737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:17.044320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ff5c-b749-47a3-b674-22d4863ddae4 req-1eae8cd3-1bc7-4233-923c-1cbe6a68ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:17.045770 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5329ff5c-b749-47a3-b674-22d4863ddae4 req-1eae8cd3-1bc7-4233-923c-1cbe6a68ade8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 1102 time: 0.0688267 Nov 25 09:13:17.085869 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5329ff5c-b749-47a3-b674-22d4863ddae4 req-dd87cf33-4485-4766-b253-fe2ea4d4de2f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=68e2e619-337d-4cec-95e3-acf80a68cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331650 Nov 25 09:13:17.832984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c7b70-5c9a-4400-9136-e68be7ccbb7e req-c040d900-e099-4344-8f8a-d866d0f052df tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:17.834425 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-550c7b70-5c9a-4400-9136-e68be7ccbb7e req-c040d900-e099-4344-8f8a-d866d0f052df tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 949 time: 0.0823948 Nov 25 09:13:17.877186 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-550c7b70-5c9a-4400-9136-e68be7ccbb7e req-c7b0d422-4c77-4ed7-8288-0d6adbbc7216 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e2e619-337d-4cec-95e3-acf80a68cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372682 Nov 25 09:13:19.064561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c6ccc-9234-4830-81c9-d63491a52e69 req-f6bc792b-00a6-44af-85fe-57227e939cd0 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:19.066019 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a27c6ccc-9234-4830-81c9-d63491a52e69 req-f6bc792b-00a6-44af-85fe-57227e939cd0 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 949 time: 0.0808463 Nov 25 09:13:19.110070 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a27c6ccc-9234-4830-81c9-d63491a52e69 req-c73c3476-c9fa-4a5c-bf39-137f6dc54610 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e2e619-337d-4cec-95e3-acf80a68cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378416 Nov 25 09:13:19.808446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-959525ac-c54d-4bd9-80de-3652ca19c106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:19.993708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:20.207615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108a93b-b39b-4912-8243-5378ee936965 req-428b99e2-35b0-4a30-ac93-49247f2c16ac tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:20.209043 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6108a93b-b39b-4912-8243-5378ee936965 req-428b99e2-35b0-4a30-ac93-49247f2c16ac tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 949 time: 0.0810952 Nov 25 09:13:20.252619 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6108a93b-b39b-4912-8243-5378ee936965 req-101293aa-8d36-4a88-a316-37a29fae072e tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e2e619-337d-4cec-95e3-acf80a68cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375044 Nov 25 09:13:21.436468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0a67-fd0c-43ef-b5fd-5842344cfb9f req-09102dfc-15a7-44af-864d-c98906158872 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:21.437937 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-327c0a67-fd0c-43ef-b5fd-5842344cfb9f req-09102dfc-15a7-44af-864d-c98906158872 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 949 time: 0.0807948 Nov 25 09:13:21.448312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:21.529709 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-327c0a67-fd0c-43ef-b5fd-5842344cfb9f req-eb77124b-65ab-46e6-85c5-ede1fd3e31b6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e2e619-337d-4cec-95e3-acf80a68cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860746 Nov 25 09:13:21.559488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051d6f1-e275-4b76-a63c-cf4279a5f3a6 req-d29bbbe9-67b8-4d47-afd9-10ef7ab97882 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:21.560925 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3051d6f1-e275-4b76-a63c-cf4279a5f3a6 req-d29bbbe9-67b8-4d47-afd9-10ef7ab97882 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.41 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 949 time: 0.1041927 Nov 25 09:13:21.629660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-3051d6f1-e275-4b76-a63c-cf4279a5f3a6 req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Deleting port b4ff0744-ccf2-49f5-baf1-9df7552451d4 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:13:21.629997 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-3051d6f1-e275-4b76-a63c-cf4279a5f3a6 req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:21.872794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-3051d6f1-e275-4b76-a63c-cf4279a5f3a6 req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] For port b4ff0744-ccf2-49f5-baf1-9df7552451d4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b4ff0744-ccf2-49f5-baf1-9df7552451d4,segment=NetworkSegment(9e342dbb-0cfd-4954-b8d4-37722be1fb0b),segment_id=9e342dbb-0cfd-4954-b8d4-37722be1fb0b)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:13:21.873078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-3051d6f1-e275-4b76-a63c-cf4279a5f3a6 req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:22.001320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-3051d6f1-e275-4b76-a63c-cf4279a5f3a6 req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Calling delete_port for b4ff0744-ccf2-49f5-baf1-9df7552451d4 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:13:22.143466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-3051d6f1-e275-4b76-a63c-cf4279a5f3a6 req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:22.148813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:22.154627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['b4ff0744-ccf2-49f5-baf1-9df7552451d4'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:13:22.196835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Pushing event deleted for resources: {'Port': ['ID=b4ff0744-ccf2-49f5-baf1-9df7552451d4,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:22.200442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:22.273054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-3051d6f1-e275-4b76-a63c-cf4279a5f3a6 req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] No DVR routers for this DVR port b4ff0744-ccf2-49f5-baf1-9df7552451d4 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:13:22.275524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-3051d6f1-e275-4b76-a63c-cf4279a5f3a6 req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:22.278139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e32379-c845-4810-9167-93eaed1d1143', 'name': 'network-vif-deleted', 'tag': 'b4ff0744-ccf2-49f5-baf1-9df7552451d4'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:13:22.294757 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3051d6f1-e275-4b76-a63c-cf4279a5f3a6 req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.41 "DELETE /v2.0/ports/b4ff0744-ccf2-49f5-baf1-9df7552451d4 HTTP/1.1" status: 204 len: 173 time: 0.7285693 Nov 25 09:13:22.334200 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e32379-c845-4810-9167-93eaed1d1143', 'name': 'network-vif-deleted', 'tag': 'b4ff0744-ccf2-49f5-baf1-9df7552451d4', 'status': 'completed', 'code': 200} Nov 25 09:13:22.693570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-091eff87-4f20-41f4-a444-6b9a519cd437 req-bfff103b-05d4-4448-a5e2-a8ae86d16297 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Synchronizing usage tracker for tenant:5dbdc77487cd478f869d45b62f827c5a on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:13:22.709227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-091eff87-4f20-41f4-a444-6b9a519cd437 req-bfff103b-05d4-4448-a5e2-a8ae86d16297 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Unset dirty status for tenant:5dbdc77487cd478f869d45b62f827c5a on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:13:22.710296 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-091eff87-4f20-41f4-a444-6b9a519cd437 req-bfff103b-05d4-4448-a5e2-a8ae86d16297 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e32379-c845-4810-9167-93eaed1d1143 HTTP/1.1" status: 200 len: 210 time: 0.0661380 Nov 25 09:13:24.068716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52192) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:13:24.211882 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dd5558da-0e04-495e-bc82-130bdfc26d72 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5dbdc77487cd478f869d45b62f827c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418281 Nov 25 09:13:24.214206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52198) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:13:24.271040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f7875cb8-0877-4632-ade3-204b4f3ab55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:24.299275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f7875cb8-0877-4632-ade3-204b4f3ab55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:24.349606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f7875cb8-0877-4632-ade3-204b4f3ab55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:24.353968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ec4576bd-08bb-486f-a5b7-f654de5aeea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:24.367636 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7875cb8-0877-4632-ade3-204b4f3ab55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e2e619-337d-4cec-95e3-acf80a68cfa8,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:24.370221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f7875cb8-0877-4632-ade3-204b4f3ab55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:24.377045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f7875cb8-0877-4632-ade3-204b4f3ab55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:24.378149 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f7875cb8-0877-4632-ade3-204b4f3ab55f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68e2e619-337d-4cec-95e3-acf80a68cfa8 HTTP/1.1" status: 204 len: 168 time: 0.1630330 Nov 25 09:13:24.592153 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device b4ff0744-ccf2-49f5-baf1-9df7552451d4 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:13:24.628263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: b4ff0744-ccf2-49f5-baf1-9df7552451d4 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:13:24.628627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device b4ff0744-ccf2-49f5-baf1-9df7552451d4 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:13:24.651456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52206) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:13:24.669052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a941f7-07e4-4314-b210-38d3e3638c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:24.683324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-59a941f7-07e4-4314-b210-38d3e3638c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:13:24.687082 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-59a941f7-07e4-4314-b210-38d3e3638c55 admin admin] Usage tracker for resource:security_group_rule and tenant:4ae1da11b2524e5d92fb47313123653b is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:13:24.689858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-59a941f7-07e4-4314-b210-38d3e3638c55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:13:24.695525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-59a941f7-07e4-4314-b210-38d3e3638c55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:13:24.774307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a941f7-07e4-4314-b210-38d3e3638c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:24.777577 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-59a941f7-07e4-4314-b210-38d3e3638c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:24.785459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d382f359-dd96-44ff-a96d-0827e062682d tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:24.823329 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-59a941f7-07e4-4314-b210-38d3e3638c55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4ae1da11b2524e5d92fb47313123653b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707149 Nov 25 09:13:24.824717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a941f7-07e4-4314-b210-38d3e3638c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae49e19c-41ee-49db-a442-6272070af966,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:24.825886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 52210) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:13:24.827568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-59a941f7-07e4-4314-b210-38d3e3638c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:24.884956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8bc9-d9b0-4d17-9b7e-628a6547cb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:24.910247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8bc9-d9b0-4d17-9b7e-628a6547cb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:24.959255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8bc9-d9b0-4d17-9b7e-628a6547cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:24.963729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2a913e08-d6a6-42b7-a00d-6ca535616ce5 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:24.976292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba8bc9-d9b0-4d17-9b7e-628a6547cb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae49e19c-41ee-49db-a442-6272070af966,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:24.979625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e7ba8bc9-d9b0-4d17-9b7e-628a6547cb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:24.981501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8bc9-d9b0-4d17-9b7e-628a6547cb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:24.982601 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e7ba8bc9-d9b0-4d17-9b7e-628a6547cb3a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ae49e19c-41ee-49db-a442-6272070af966 HTTP/1.1" status: 204 len: 168 time: 0.1556025 Nov 25 09:13:25.686183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 52234) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:13:25.790209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2122962395-network', 'tenant_id': 'ea1254542f504e6c83be4ab609a49f25'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:13:25.794935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:13:25.798773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Usage tracker for resource:network and tenant:ea1254542f504e6c83be4ab609a49f25 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:13:25.801614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:13:25.807879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:13:25.818132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Made reservation on behalf of ea1254542f504e6c83be4ab609a49f25 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:13:25.820940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:25.832400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:25.846105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:13:25.849825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Usage tracker for resource:security_group_rule and tenant:ea1254542f504e6c83be4ab609a49f25 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:13:25.853333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:13:25.858950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:13:25.941443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:25.945088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:25.947896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a2c01180-a26b-4bb9-9159-24231c24313b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:25.974459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:13:25.984771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c7a57a-1bcc-40da-b14c-f6b4a821a756,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:25.988306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:25.994733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:25.995054 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Added segment db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4 of type vlan for network b4601402-c3a6-497f-bdef-fdeab4822c2a Nov 25 09:13:26.024338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:26.053168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:26.054171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:26.055437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:26.059096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-38a7fce2-fd8c-4bd2-97ae-32ee5b232b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287709872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:26.263974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Pushing event updated for resources: {'Network': ['ID=b4601402-c3a6-497f-bdef-fdeab4822c2a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:26.266866 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5796547 Nov 25 09:13:26.267786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:26.270536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52240) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:13:26.276567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Request body: {'subnet': {'network_id': 'b4601402-c3a6-497f-bdef-fdeab4822c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2122962395-subnet', 'tenant_id': 'ea1254542f504e6c83be4ab609a49f25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:13:26.281906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network b4601402-c3a6-497f-bdef-fdeab4822c2a details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:13:26.282406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:13:26.286083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Usage tracker for resource:subnet and tenant:ea1254542f504e6c83be4ab609a49f25 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:13:26.289512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:13:26.295349 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:13:26.306246 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Made reservation on behalf of ea1254542f504e6c83be4ab609a49f25 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:13:26.308832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:26.512506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:26.516797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-45053da7-ae8b-401a-ad29-b1851237ed29 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:26.593679 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fda78b9-7b33-481a-9957-135d7d3bf7be,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:26.596966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:26.603022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Checking segment: {'id': 'db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b4601402-c3a6-497f-bdef-fdeab4822c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:13:26.603378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Network hostable DHCP agents. Network: b4601402-c3a6-497f-bdef-fdeab4822c2a, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:13:26.621904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Network b4601402-c3a6-497f-bdef-fdeab4822c2a is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:13:26.630900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, b4601402-c3a6-497f-bdef-fdeab4822c2a) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:13:26.635583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:26.636212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:26.641176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c02c9-dbb3-40b6-83a8-2c03e15c8d62 None None] Network b4601402-c3a6-497f-bdef-fdeab4822c2a requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:13:26.661480 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dd368447-abbc-40c1-8e6f-f4643dc2aa4c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3898036 Nov 25 09:13:26.895041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9b4d14-ec50-41ec-9e7b-c8d622bd8559 None None] Network b4601402-c3a6-497f-bdef-fdeab4822c2a requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:13:27.165855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-3361db4f-7349-49bf-937d-f2a4fd8ebfa9 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:27.166548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-3361db4f-7349-49bf-937d-f2a4fd8ebfa9 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Synchronizing usage tracker for tenant:ea1254542f504e6c83be4ab609a49f25 on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:13:27.183208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-3361db4f-7349-49bf-937d-f2a4fd8ebfa9 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Unset dirty status for tenant:ea1254542f504e6c83be4ab609a49f25 on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:13:27.184453 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-3361db4f-7349-49bf-937d-f2a4fd8ebfa9 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/networks?id=b4601402-c3a6-497f-bdef-fdeab4822c2a HTTP/1.1" status: 200 len: 812 time: 0.1619959 Nov 25 09:13:27.199152 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-e4759bf6-8d71-4c36-81af-1de3c8e02eac tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/quotas/ea1254542f504e6c83be4ab609a49f25 HTTP/1.1" status: 200 len: 375 time: 0.0093815 Nov 25 09:13:27.245607 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-015716ac-876d-4cc2-81b1-b3eb201daba3 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea1254542f504e6c83be4ab609a49f25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417132 Nov 25 09:13:27.375244 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-bddcabcd-bded-4261-8fe6-3d78e88c93f9 service neutron] 10.222.0.54 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231794 Nov 25 09:13:27.503828 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-11573862-850c-4d52-b83d-cd118ebc6a6b service neutron] 10.222.0.54 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230550 Nov 25 09:13:27.676644 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-61d7d5b4-4110-4ad7-956d-2aba311105d8 req-d868bfbb-50d7-4521-85e6-86511717a49d tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 210 time: 0.0461116 Nov 25 09:13:28.773765 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ed451bc-f889-4733-b935-1317a2120d77 req-1d2bbeee-11fa-4791-8d4a-081c94ea4626 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 210 time: 0.0454197 Nov 25 09:13:29.873925 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-708b96bb-4432-438a-9644-3b34a434e1ca req-46503d50-ef88-40d8-89a5-9a315bafe9d1 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 210 time: 0.0442557 Nov 25 09:13:30.971629 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b0900916-50d2-4337-97ad-5fe4d2d7fe99 req-1cc5cfb6-6384-455b-bd65-11531abb2db7 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 210 time: 0.0423777 Nov 25 09:13:32.124957 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-df952a72-93f6-4ea5-9930-06fbc2118c1c req-d3c31a5e-d1b6-40e9-9187-d8807c302fc9 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 210 time: 0.0439525 Nov 25 09:13:32.776565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-e7847cb5-3bae-45c1-a880-0df1510f7b6f tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:32.777990 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-e7847cb5-3bae-45c1-a880-0df1510f7b6f tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.41 "GET /v2.0/networks?id=b4601402-c3a6-497f-bdef-fdeab4822c2a HTTP/1.1" status: 200 len: 812 time: 0.1495309 Nov 25 09:13:32.791951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Request body: {'port': {'device_id': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'network_id': 'b4601402-c3a6-497f-bdef-fdeab4822c2a', 'admin_state_up': True, 'tenant_id': 'ea1254542f504e6c83be4ab609a49f25'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:13:32.935356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:13:32.939083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Usage tracker for resource:port and tenant:ea1254542f504e6c83be4ab609a49f25 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:13:32.941783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:13:32.947890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:13:32.957271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Made reservation on behalf of ea1254542f504e6c83be4ab609a49f25 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:13:32.961416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:33.124832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Allocated IP 172.20.0.9 (b4601402-c3a6-497f-bdef-fdeab4822c2a/4fda78b9-7b33-481a-9957-135d7d3bf7be/a8ec7439-ea71-4b9e-b675-5f5ff8821cc1) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:13:33.302049 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4ca3721c-9130-499b-8a61-00dd4b1d6b24 req-cebe10ef-dd6c-4892-8e24-f0b5de113d0e tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 210 time: 0.0579705 Nov 25 09:13:33.364103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:33.392816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:33.398719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ff54a721-cbe2-4570-a694-b41efe83e4f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:33.463587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Network b4601402-c3a6-497f-bdef-fdeab4822c2a is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:13:33.466708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:13:33.470739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:13:33.501410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Pushing event updated for resources: {'Port': ['ID=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:33.511389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:33.535522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:33.536117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:33.556362 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7685437 Nov 25 09:13:33.568436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Request body: {'port': {'device_id': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:13:33.677632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:34.121175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:34.136479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:13:34.143833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:34.158337 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Transition to ACTIVE for port object a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:13:34.161768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:34.165886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c4b21c05-0259-404b-89c8-a54960945145 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:34.317771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:34.324305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:34.391820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Attempting to bind port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:13:34.392247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Attempting to bind port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b4601402-c3a6-497f-bdef-fdeab4822c2a'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:13:34.392578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Attempting to bind port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 on network b4601402-c3a6-497f-bdef-fdeab4822c2a {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:13:34.397133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 on network b4601402-c3a6-497f-bdef-fdeab4822c2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:13:34.397453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Attempting to bind port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 on network b4601402-c3a6-497f-bdef-fdeab4822c2a {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:13:34.402755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:13:34.403091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Checking segment: {'id': 'db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b4601402-c3a6-497f-bdef-fdeab4822c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:13:34.403472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Bound using segment: {'id': 'db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b4601402-c3a6-497f-bdef-fdeab4822c2a'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:13:34.403888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Bound port: a8ec7439-ea71-4b9e-b675-5f5ff8821cc1, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b4601402-c3a6-497f-bdef-fdeab4822c2a'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:13:34.404247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:34.490889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c4ec5-3d40-4a93-9ab8-871a6a08eb80 req-7ccd2c66-9758-4b85-b035-6e902fd1caed tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:34.492386 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-730c4ec5-3d40-4a93-9ab8-871a6a08eb80 req-7ccd2c66-9758-4b85-b035-6e902fd1caed tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 943 time: 0.0840390 Nov 25 09:13:34.493528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] For port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:13:34.496614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] For port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,segment=NetworkSegment(db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4),segment_id=db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:13:34.501361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:34.505067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f37cf4e7-9264-483f-844d-a0d6cdf3d06a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:34.536585 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-730c4ec5-3d40-4a93-9ab8-871a6a08eb80 req-13a9407d-c453-4fc1-b8a7-220b0144dfa9 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385489 Nov 25 09:13:34.565576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:34.566185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:34.567552 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] 10.222.0.41 "PUT /v2.0/ports/a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 HTTP/1.1" status: 200 len: 1093 time: 1.0031714 Nov 25 09:13:34.570353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'tag': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:13:34.588408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:34.591424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:34.640807 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'tag': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1', 'status': 'completed', 'code': 200} Nov 25 09:13:34.681194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-4e053b40-8331-4f14-8341-e0e7e08bd821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:34.682674 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-4e053b40-8331-4f14-8341-e0e7e08bd821 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1254542f504e6c83be4ab609a49f25&device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 1096 time: 0.0732486 Nov 25 09:13:34.752577 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-0555ed08-f074-4219-8e11-b89ecbe3dd95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 HTTP/1.1" status: 200 len: 217 time: 0.0631437 Nov 25 09:13:34.813405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-87b41653-944e-4c1c-ba94-92da5d951e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:34.814804 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-87b41653-944e-4c1c-ba94-92da5d951e48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fda78b9-7b33-481a-9957-135d7d3bf7be HTTP/1.1" status: 200 len: 852 time: 0.0562227 Nov 25 09:13:34.861061 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-17fe8d50-fee3-4aa0-b1d1-20acdba6ef2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4601402-c3a6-497f-bdef-fdeab4822c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398071 Nov 25 09:13:34.989526 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-3dc9efd0-b493-461d-ab73-8da378f619cf service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219671 Nov 25 09:13:35.119944 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a084c0ef-c14d-46ee-a301-fbe3a229c377 req-718f68da-5748-47b8-9439-60365c18e6a8 service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239254 Nov 25 09:13:35.237892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06564502-58e5-4d8d-ac7d-37ff8ad48af3 req-bb0c7be4-49ac-4e12-956e-778d4c5fb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:35.239350 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-06564502-58e5-4d8d-ac7d-37ff8ad48af3 req-bb0c7be4-49ac-4e12-956e-778d4c5fb618 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1254542f504e6c83be4ab609a49f25&device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 1096 time: 0.0725772 Nov 25 09:13:35.369199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06564502-58e5-4d8d-ac7d-37ff8ad48af3 req-ad29643f-af67-49be-88c6-60ebf758e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:35.370702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-06564502-58e5-4d8d-ac7d-37ff8ad48af3 req-ad29643f-af67-49be-88c6-60ebf758e1b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4601402-c3a6-497f-bdef-fdeab4822c2a HTTP/1.1" status: 200 len: 913 time: 0.1253088 Nov 25 09:13:35.439019 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-06564502-58e5-4d8d-ac7d-37ff8ad48af3 req-1885f340-cf14-4310-8e97-46f424d8920c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 HTTP/1.1" status: 200 len: 217 time: 0.0623000 Nov 25 09:13:35.611591 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06564502-58e5-4d8d-ac7d-37ff8ad48af3 req-146c9fdf-8799-414a-be49-cb551b51f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:35.613032 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-06564502-58e5-4d8d-ac7d-37ff8ad48af3 req-146c9fdf-8799-414a-be49-cb551b51f192 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fda78b9-7b33-481a-9957-135d7d3bf7be HTTP/1.1" status: 200 len: 852 time: 0.1673169 Nov 25 09:13:35.660706 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-06564502-58e5-4d8d-ac7d-37ff8ad48af3 req-1dd96333-60d0-48b1-87a4-1e0a1381cae7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4601402-c3a6-497f-bdef-fdeab4822c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403419 Nov 25 09:13:35.722166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decb16a-964d-4d53-9b92-782355a76a8a req-8d6d8f0b-7704-4cf9-8b3a-d47d9ff43acb tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:35.723660 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0decb16a-964d-4d53-9b92-782355a76a8a req-8d6d8f0b-7704-4cf9-8b3a-d47d9ff43acb tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 943 time: 0.0814722 Nov 25 09:13:35.778378 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0decb16a-964d-4d53-9b92-782355a76a8a req-903cd435-c8d6-4056-be3e-51aeedfed0f7 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Nov 25 09:13:35.794335 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-06564502-58e5-4d8d-ac7d-37ff8ad48af3 req-c9edb918-5086-4557-b9e9-7d687b1fe7f0 service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268451 Nov 25 09:13:35.922663 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-06564502-58e5-4d8d-ac7d-37ff8ad48af3 req-c16f1aa7-0445-4ca6-8de7-51ce3d74d5fd service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214926 Nov 25 09:13:36.964916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf4c23-e17b-49f2-88fc-15e9e2f04220 req-36771630-9f71-423c-b89f-688451ee2ba8 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:36.965615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-b1bf4c23-e17b-49f2-88fc-15e9e2f04220 req-36771630-9f71-423c-b89f-688451ee2ba8 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Synchronizing usage tracker for tenant:ea1254542f504e6c83be4ab609a49f25 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:13:36.987816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-b1bf4c23-e17b-49f2-88fc-15e9e2f04220 req-36771630-9f71-423c-b89f-688451ee2ba8 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Unset dirty status for tenant:ea1254542f504e6c83be4ab609a49f25 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:13:36.988987 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b1bf4c23-e17b-49f2-88fc-15e9e2f04220 req-36771630-9f71-423c-b89f-688451ee2ba8 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 943 time: 0.1062932 Nov 25 09:13:37.033465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-b1bf4c23-e17b-49f2-88fc-15e9e2f04220 req-8f9d3b6b-e50f-4574-ac8a-404337c4fbf7 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Synchronizing usage tracker for tenant:ea1254542f504e6c83be4ab609a49f25 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:13:37.049960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-b1bf4c23-e17b-49f2-88fc-15e9e2f04220 req-8f9d3b6b-e50f-4574-ac8a-404337c4fbf7 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Unset dirty status for tenant:ea1254542f504e6c83be4ab609a49f25 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:13:37.051092 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b1bf4c23-e17b-49f2-88fc-15e9e2f04220 req-8f9d3b6b-e50f-4574-ac8a-404337c4fbf7 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559394 Nov 25 09:13:38.235587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bf33f-d3e2-4d55-8336-166996b3e641 req-64a21ed7-6152-41bc-a857-d45beb9b5eeb tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:38.237008 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b07bf33f-d3e2-4d55-8336-166996b3e641 req-64a21ed7-6152-41bc-a857-d45beb9b5eeb tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 943 time: 0.0792668 Nov 25 09:13:38.279006 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b07bf33f-d3e2-4d55-8336-166996b3e641 req-f866d0bc-ed8f-40e1-9444-6d9b8ef20d55 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365136 Nov 25 09:13:38.653889 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:13:38.783434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,segment=NetworkSegment(db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4),segment_id=db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:13:38.799558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1', 'network_id': 'b4601402-c3a6-497f-bdef-fdeab4822c2a', 'port_id': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1', 'mac_address': 'fa:16:3e:d1:78:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fda78b9-7b33-481a-9957-135d7d3bf7be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:13:38.853980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:38.870138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:13:38.885915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,segment=NetworkSegment(db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4),segment_id=db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:13:38.889842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:38.891556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-be5e47a0-0c4e-46a5-be17-3a7396603749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:38.955349 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:38.958275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:39.204874 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['a8ec7439-ea71-4b9e-b675-5f5ff8821cc1'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:13:39.466612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64550239-4522-4802-979e-cd00c1f22f53 req-ee34b7bd-1cf8-456a-a4bb-50ea9b1155b6 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:39.467937 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64550239-4522-4802-979e-cd00c1f22f53 req-ee34b7bd-1cf8-456a-a4bb-50ea9b1155b6 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 944 time: 0.0821595 Nov 25 09:13:39.511386 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64550239-4522-4802-979e-cd00c1f22f53 req-b1500168-b75b-4304-a994-fc733011b471 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 Nov 25 09:13:40.669623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:13:40.700279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05cdf3-b9a7-4c18-892e-bc78120a6596 req-e56848d3-2545-4aab-b4e8-066390c6ff14 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:40.701729 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1b05cdf3-b9a7-4c18-892e-bc78120a6596 req-e56848d3-2545-4aab-b4e8-066390c6ff14 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 944 time: 0.0856817 Nov 25 09:13:40.741108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:13:40.746457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:13:40.746844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:40.747219 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1b05cdf3-b9a7-4c18-892e-bc78120a6596 req-3ab5469e-4042-4c8d-910f-83d48f2c4fb1 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Nov 25 09:13:40.866392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:40.894855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:13:40.904883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,segment=NetworkSegment(db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4),segment_id=db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:13:40.908821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:40.910864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b3bd1c1e-5b98-4b32-beca-3bb52659fb44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:13:40.941238 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1', 'code': 200} Nov 25 09:13:40.979483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:13:40.982318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:13:41.184231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383006b-fb1b-4a4b-8e90-26ae8c54621c req-9f97995b-c454-46dd-a048-251885e2218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:41.185647 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a383006b-fb1b-4a4b-8e90-26ae8c54621c req-9f97995b-c454-46dd-a048-251885e2218c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 1098 time: 0.0736206 Nov 25 09:13:41.226116 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a383006b-fb1b-4a4b-8e90-26ae8c54621c req-4de86893-f8d9-4e6b-8950-e9242d2eb42a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335529 Nov 25 09:13:41.928178 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49b2a0-c353-49b0-b1b1-9509981052fe req-2081a2c2-018f-4812-8dbb-5fc97aa4eef3 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:41.929628 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a49b2a0-c353-49b0-b1b1-9509981052fe req-2081a2c2-018f-4812-8dbb-5fc97aa4eef3 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0795825 Nov 25 09:13:41.973435 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a49b2a0-c353-49b0-b1b1-9509981052fe req-ef696c27-9d1e-4644-8aeb-d163a84546cf tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376852 Nov 25 09:13:43.160895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3805ced-f648-479c-b94f-9ac29db2265d req-156274c2-2ca2-42d9-a08a-6935238f63cb tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:43.162365 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b3805ced-f648-479c-b94f-9ac29db2265d req-156274c2-2ca2-42d9-a08a-6935238f63cb tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0839334 Nov 25 09:13:43.205600 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b3805ced-f648-479c-b94f-9ac29db2265d req-98a322c2-6813-43a2-8a70-58f4974bb4ea tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371089 Nov 25 09:13:43.572661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52320) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:13:43.603742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf965c-b654-4833-b01a-83f2c8866ec7 req-ed757b4a-769a-4f1d-b2a9-1ce5676d9875 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:43.605181 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-02bf965c-b654-4833-b01a-83f2c8866ec7 req-ed757b4a-769a-4f1d-b2a9-1ce5676d9875 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0820415 Nov 25 09:13:43.649897 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-02bf965c-b654-4833-b01a-83f2c8866ec7 req-845280e2-59f8-4f32-9716-377dc713e636 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Nov 25 09:13:43.676986 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:13:43.691619 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-fdce201f-dd39-4e59-bd5d-595f44f75f69 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1177464 Nov 25 09:13:44.835405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea0eb8-f2fb-418e-8350-d92874e98f84 req-eef225d2-fad4-4242-8e04-7f819063f49b tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:44.837423 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-76ea0eb8-f2fb-418e-8350-d92874e98f84 req-eef225d2-fad4-4242-8e04-7f819063f49b tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0835669 Nov 25 09:13:44.887379 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-76ea0eb8-f2fb-418e-8350-d92874e98f84 req-60f948b9-faa1-4755-b53d-8839a0ae70c4 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391316 Nov 25 09:13:44.913975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-3b7ad454-768f-4521-b19a-536c50f95a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:44.915992 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-3b7ad454-768f-4521-b19a-536c50f95a87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1254542f504e6c83be4ab609a49f25&device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 1098 time: 0.0755506 Nov 25 09:13:45.045622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-ed5e6da8-e7a2-4b6c-a49d-d88f09374086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:45.047097 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-ed5e6da8-e7a2-4b6c-a49d-d88f09374086 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4601402-c3a6-497f-bdef-fdeab4822c2a HTTP/1.1" status: 200 len: 913 time: 0.1250689 Nov 25 09:13:45.116649 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-012f6ca6-c20c-4213-8272-e522848dc516 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 HTTP/1.1" status: 200 len: 217 time: 0.0630989 Nov 25 09:13:45.178089 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-c69a2e73-c316-48d9-8090-4ec7b074eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:45.179526 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-c69a2e73-c316-48d9-8090-4ec7b074eb1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fda78b9-7b33-481a-9957-135d7d3bf7be HTTP/1.1" status: 200 len: 852 time: 0.0573890 Nov 25 09:13:45.224858 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-3a42f9c3-57b0-4063-b059-c54eb79e293b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4601402-c3a6-497f-bdef-fdeab4822c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393970 Nov 25 09:13:45.353620 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-05952818-1b42-493c-95ac-03a9901650e3 service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226726 Nov 25 09:13:45.483497 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-754317b8-de68-4fcf-8c2d-1bbd01f5e315 service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232331 Nov 25 09:13:46.080724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3bad2-9685-43e7-82e2-badfcd852b9f req-d2318424-0c2f-443c-8610-2314d1203c39 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:46.082172 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0a3bad2-9685-43e7-82e2-badfcd852b9f req-d2318424-0c2f-443c-8610-2314d1203c39 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0873508 Nov 25 09:13:46.129735 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0a3bad2-9685-43e7-82e2-badfcd852b9f req-662d9a06-dd7d-4bda-ac09-3f053993927a tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402792 Nov 25 09:13:46.518640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fac73fb-5260-4542-b1d6-ef0a250dd3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:46.978890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:47.318221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649dfc8-90e5-4b6a-954f-46c103128b51 req-8c7347be-5d77-4fb7-a909-5656ca2c4213 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:47.319606 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7649dfc8-90e5-4b6a-954f-46c103128b51 req-8c7347be-5d77-4fb7-a909-5656ca2c4213 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0825014 Nov 25 09:13:47.362838 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7649dfc8-90e5-4b6a-954f-46c103128b51 req-2c14d056-2f73-499c-8da8-2ad3f15bc1bc tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370772 Nov 25 09:13:48.550594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f1e4f-f42d-4d54-a17d-7af6857579b6 req-9cc685a7-a216-451e-b4b9-82af5a9b55d6 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:48.552047 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fc9f1e4f-f42d-4d54-a17d-7af6857579b6 req-9cc685a7-a216-451e-b4b9-82af5a9b55d6 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0830784 Nov 25 09:13:48.599401 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fc9f1e4f-f42d-4d54-a17d-7af6857579b6 req-675ab9b8-b8e8-44d4-94dd-637706ee3f13 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Nov 25 09:13:49.809978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca05e640-9342-4dac-8076-8a594af733e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:49.832539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e34b-b5e6-4288-9148-2cd5d6cc0366 req-0f63ca1f-5791-4fd3-b6bb-601d77f29337 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:49.833976 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-79c3e34b-b5e6-4288-9148-2cd5d6cc0366 req-0f63ca1f-5791-4fd3-b6bb-601d77f29337 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.1282806 Nov 25 09:13:49.881610 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-79c3e34b-b5e6-4288-9148-2cd5d6cc0366 req-66161a0d-a763-44e5-877c-7b656e5b05af tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416656 Nov 25 09:13:49.996336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:51.111869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0acaf-9474-49b0-bf9a-746228a5708d req-17ca4787-5804-4a56-be7c-b6de5eb6f1a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:51.113439 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-56e0acaf-9474-49b0-bf9a-746228a5708d req-17ca4787-5804-4a56-be7c-b6de5eb6f1a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.1259384 Nov 25 09:13:51.158228 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-56e0acaf-9474-49b0-bf9a-746228a5708d req-ca24c026-cd98-432a-b1ab-e909176dbf36 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381095 Nov 25 09:13:51.446748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:13:52.348411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9749e64-c69d-469f-9754-3f58d23ec8df req-b449bcfb-76e1-44ae-afa1-14d253ba190b tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:52.349766 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e9749e64-c69d-469f-9754-3f58d23ec8df req-b449bcfb-76e1-44ae-afa1-14d253ba190b tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0797818 Nov 25 09:13:52.394122 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e9749e64-c69d-469f-9754-3f58d23ec8df req-f1e81c20-a941-40be-822e-b3374dbe4244 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378675 Nov 25 09:13:53.579511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd84387-7f17-47be-96f5-714cdbea9300 req-c2c69408-791c-4d6f-a6fa-e364a5249485 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:53.580950 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3dd84387-7f17-47be-96f5-714cdbea9300 req-c2c69408-791c-4d6f-a6fa-e364a5249485 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0832551 Nov 25 09:13:53.732260 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3dd84387-7f17-47be-96f5-714cdbea9300 req-e78dd6cc-19ba-4a28-bfaf-e8a48946d865 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456449 Nov 25 09:13:54.916250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccdd4e-54a0-482f-a382-115d387418f9 req-0d6b58a0-96a8-4a46-8fa1-64411c056c90 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:54.917599 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-edccdd4e-54a0-482f-a382-115d387418f9 req-0d6b58a0-96a8-4a46-8fa1-64411c056c90 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0824192 Nov 25 09:13:54.961029 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-edccdd4e-54a0-482f-a382-115d387418f9 req-a02804d4-5dde-4fa8-a79e-6a93e4afb070 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 Nov 25 09:13:56.141869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b07fed-2954-45f4-857a-ec335b6c3a09 req-dc31ef42-3af3-45d4-aef7-298f8ecf7526 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:56.143326 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46b07fed-2954-45f4-857a-ec335b6c3a09 req-dc31ef42-3af3-45d4-aef7-298f8ecf7526 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0793872 Nov 25 09:13:56.186468 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46b07fed-2954-45f4-857a-ec335b6c3a09 req-d44fa3dd-b25e-4bfb-9fd8-aa0303947fac tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Nov 25 09:13:57.372173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86046500-ed1a-4fc9-9da4-a5ee907e7838 req-3ef4e117-b955-4ccf-8fe8-5b5a380babf1 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:57.373509 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-86046500-ed1a-4fc9-9da4-a5ee907e7838 req-3ef4e117-b955-4ccf-8fe8-5b5a380babf1 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0798314 Nov 25 09:13:57.418422 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-86046500-ed1a-4fc9-9da4-a5ee907e7838 req-a4b71870-a558-447a-826e-3258b6dc8c95 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 Nov 25 09:13:58.603532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807fe47-4089-468f-9234-d17cca09d959 req-edbc98b2-afa1-4187-b748-8decf48808e3 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:58.605070 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1807fe47-4089-468f-9234-d17cca09d959 req-edbc98b2-afa1-4187-b748-8decf48808e3 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0818136 Nov 25 09:13:58.649206 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1807fe47-4089-468f-9234-d17cca09d959 req-5bd380b2-63fa-4b2a-944e-07af8fece9fb tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384381 Nov 25 09:13:59.834466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac5a11-f0f9-440a-8301-ee57ad99d8e7 req-12cee982-7d64-4f9c-9d61-770a51b842fa tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:13:59.836533 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-14ac5a11-f0f9-440a-8301-ee57ad99d8e7 req-12cee982-7d64-4f9c-9d61-770a51b842fa tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0848432 Nov 25 09:13:59.880031 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-14ac5a11-f0f9-440a-8301-ee57ad99d8e7 req-52373bdf-38a6-4080-b371-434f296b4aaa tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Nov 25 09:14:01.065727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0604ab-3dee-443d-889f-0a8ae1b13309 req-b45db710-4183-4657-a8fd-85a69afdb8a6 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:01.067173 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d0604ab-3dee-443d-889f-0a8ae1b13309 req-b45db710-4183-4657-a8fd-85a69afdb8a6 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0817702 Nov 25 09:14:01.110065 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d0604ab-3dee-443d-889f-0a8ae1b13309 req-3131e821-c16f-471a-88da-5be1d6d94847 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372379 Nov 25 09:14:02.291986 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d85f-3c3e-4cf3-b0f1-eae6608b00e2 req-0881cefa-907b-42ca-892f-cf82b6c4e93f tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:02.293375 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6815d85f-3c3e-4cf3-b0f1-eae6608b00e2 req-0881cefa-907b-42ca-892f-cf82b6c4e93f tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0806844 Nov 25 09:14:02.340295 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6815d85f-3c3e-4cf3-b0f1-eae6608b00e2 req-3bc64e99-3e58-487c-bdcf-733528f60169 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Nov 25 09:14:03.528331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5797ee-882d-4199-a661-7e22ba19044a req-84bda877-4394-4eb5-8622-379fa685d1b7 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:03.529752 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a5797ee-882d-4199-a661-7e22ba19044a req-84bda877-4394-4eb5-8622-379fa685d1b7 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0790029 Nov 25 09:14:03.571957 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a5797ee-882d-4199-a661-7e22ba19044a req-cf5dcf20-ab36-4551-847e-3bda70ee700f tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366144 Nov 25 09:14:04.120297 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:04.866405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf3061-c484-46a7-b0b4-f1b481acc4b4 req-4abf8f41-6930-4401-89a8-cf3894afe927 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:04.868385 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bddf3061-c484-46a7-b0b4-f1b481acc4b4 req-4abf8f41-6930-4401-89a8-cf3894afe927 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.1907852 Nov 25 09:14:04.910878 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bddf3061-c484-46a7-b0b4-f1b481acc4b4 req-c2fae309-d670-4d6d-be88-ceb5627d266b tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369902 Nov 25 09:14:06.098553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335dc65-a483-4cb5-9931-79b2760afd1f req-602e99c8-0e49-4949-bccd-c574e1fc9136 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:06.099979 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3335dc65-a483-4cb5-9931-79b2760afd1f req-602e99c8-0e49-4949-bccd-c574e1fc9136 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0828753 Nov 25 09:14:06.144155 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3335dc65-a483-4cb5-9931-79b2760afd1f req-5f374937-e47a-44b4-bc91-cfa693ade7bb tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382950 Nov 25 09:14:07.328077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d237129-1d5c-4b6f-b926-fba65a47533c req-456d497c-2a89-47e3-ae91-281ca2075202 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:07.329403 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1d237129-1d5c-4b6f-b926-fba65a47533c req-456d497c-2a89-47e3-ae91-281ca2075202 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0822024 Nov 25 09:14:07.373997 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1d237129-1d5c-4b6f-b926-fba65a47533c req-a9b85bec-2e16-43da-b70e-3780c8e42359 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Nov 25 09:14:08.555339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075d8d9-f4d4-41bb-a08c-34dc9c657310 req-1768d330-0fd6-42e2-8385-26df626fc1d6 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:08.557305 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8075d8d9-f4d4-41bb-a08c-34dc9c657310 req-1768d330-0fd6-42e2-8385-26df626fc1d6 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0800810 Nov 25 09:14:08.600074 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8075d8d9-f4d4-41bb-a08c-34dc9c657310 req-802d3fa6-b308-4126-80e2-dbcc919cadca tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371432 Nov 25 09:14:09.781491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c795ec-d160-470f-8ee6-e90962c7aa5c req-a37c6e14-4f3c-4bc9-9088-8766a785c03f tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:09.782973 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f3c795ec-d160-470f-8ee6-e90962c7aa5c req-a37c6e14-4f3c-4bc9-9088-8766a785c03f tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0798914 Nov 25 09:14:09.826709 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f3c795ec-d160-470f-8ee6-e90962c7aa5c req-2f525632-6759-4d78-95ac-7d827ee7471d tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381656 Nov 25 09:14:10.054728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813266ce-8b47-42bc-99b6-4f75071c5710 req-b250bd75-16ca-4f9a-81e9-98a6c8db8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:10.056238 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-813266ce-8b47-42bc-99b6-4f75071c5710 req-b250bd75-16ca-4f9a-81e9-98a6c8db8724 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1254542f504e6c83be4ab609a49f25&device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 1098 time: 0.0748825 Nov 25 09:14:10.205868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813266ce-8b47-42bc-99b6-4f75071c5710 req-bd942087-4c4d-4bf2-bff1-b21668060203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:10.207326 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-813266ce-8b47-42bc-99b6-4f75071c5710 req-bd942087-4c4d-4bf2-bff1-b21668060203 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4601402-c3a6-497f-bdef-fdeab4822c2a HTTP/1.1" status: 200 len: 913 time: 0.1286201 Nov 25 09:14:10.276525 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-813266ce-8b47-42bc-99b6-4f75071c5710 req-aa355a00-6313-4aa2-8858-f056d442ae78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 HTTP/1.1" status: 200 len: 217 time: 0.0624986 Nov 25 09:14:10.337430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813266ce-8b47-42bc-99b6-4f75071c5710 req-6ee92cd8-92b9-4368-9aef-5564c53c9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:10.338853 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-813266ce-8b47-42bc-99b6-4f75071c5710 req-6ee92cd8-92b9-4368-9aef-5564c53c9b3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fda78b9-7b33-481a-9957-135d7d3bf7be HTTP/1.1" status: 200 len: 852 time: 0.0569477 Nov 25 09:14:10.384093 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-813266ce-8b47-42bc-99b6-4f75071c5710 req-68b41bc3-4988-4d9a-a4b3-f51e338ce9aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4601402-c3a6-497f-bdef-fdeab4822c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393610 Nov 25 09:14:10.515338 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-813266ce-8b47-42bc-99b6-4f75071c5710 req-5350116d-cb77-4c8e-8f1e-d551dd5c655e service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248956 Nov 25 09:14:10.645871 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-813266ce-8b47-42bc-99b6-4f75071c5710 req-2ed77fc2-3b8a-4b1e-9632-7eeaf0334534 service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238217 Nov 25 09:14:11.015113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669c758-4d96-46fd-87d6-bc973bfa081a req-94c4c3c6-045d-484c-b258-d254fedbe190 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:11.016528 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a669c758-4d96-46fd-87d6-bc973bfa081a req-94c4c3c6-045d-484c-b258-d254fedbe190 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0820467 Nov 25 09:14:11.060303 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a669c758-4d96-46fd-87d6-bc973bfa081a req-080d5e9a-e4cb-4035-a67e-8b53fff9876e tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381737 Nov 25 09:14:12.196223 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-0c468d32-e1a9-45e4-b3de-7a8dbae2083a service neutron] 10.222.0.41 "GET /v2.0/ports/a8ec7439-ea71-4b9e-b675-5f5ff8821cc1/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0727787 Nov 25 09:14:12.253903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffd40d-fe3f-41cc-8332-86597e273308 req-07236cf0-3e06-4480-b3c6-1e21f2054441 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:12.255446 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-79ffd40d-fe3f-41cc-8332-86597e273308 req-07236cf0-3e06-4480-b3c6-1e21f2054441 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0873215 Nov 25 09:14:12.304678 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-79ffd40d-fe3f-41cc-8332-86597e273308 req-a6ec1c95-4884-4496-817e-be61271e8e96 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Nov 25 09:14:12.466240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-e44ed0ba-a025-4210-92fd-284fb1d3cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:12.467720 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-e44ed0ba-a025-4210-92fd-284fb1d3cb6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525&tenant_id=ea1254542f504e6c83be4ab609a49f25 HTTP/1.1" status: 200 len: 1098 time: 0.0737739 Nov 25 09:14:12.559121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-82e8b415-28d4-4971-9f4f-ed113f6fc331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:12.560435 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-82e8b415-28d4-4971-9f4f-ed113f6fc331 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1254542f504e6c83be4ab609a49f25&device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 1098 time: 0.0689752 Nov 25 09:14:12.688804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-ebe93d85-3d03-4352-859e-59160aae04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:12.690220 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-ebe93d85-3d03-4352-859e-59160aae04cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4601402-c3a6-497f-bdef-fdeab4822c2a HTTP/1.1" status: 200 len: 913 time: 0.1228609 Nov 25 09:14:12.864146 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-d96a73c0-1488-4686-a6a8-aeb260fb6da9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 HTTP/1.1" status: 200 len: 217 time: 0.1678665 Nov 25 09:14:12.924254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-48b3367a-36a6-4f32-8d2f-dd8e4c382ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:12.925623 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-48b3367a-36a6-4f32-8d2f-dd8e4c382ef0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fda78b9-7b33-481a-9957-135d7d3bf7be HTTP/1.1" status: 200 len: 852 time: 0.0553401 Nov 25 09:14:12.973685 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-8e2a9f7f-e4cb-457e-aeb6-782a82c24e26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4601402-c3a6-497f-bdef-fdeab4822c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421705 Nov 25 09:14:13.100216 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-6d2beb89-1634-46a1-a941-fad0ac5f0785 service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204386 Nov 25 09:14:13.230797 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c2f29ec-6dd9-439f-b2ce-7286199f706c req-e25dcc8b-8274-41d1-8f91-adfc51dfc4fb service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212008 Nov 25 09:14:13.494534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5ae3b-7291-46a9-8ee6-49f348ffb197 req-b075379c-4ef0-41e9-97ba-e996b536c026 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:13.495889 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4cf5ae3b-7291-46a9-8ee6-49f348ffb197 req-b075379c-4ef0-41e9-97ba-e996b536c026 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0804207 Nov 25 09:14:13.538101 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4cf5ae3b-7291-46a9-8ee6-49f348ffb197 req-5364e40c-42f3-4af4-92ea-bd559d443a6d tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365384 Nov 25 09:14:14.719669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55374419-a9be-427c-aee6-e425c9c75d22 req-cb1e5927-b23c-4a23-a256-aa315993cdb0 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:14.721113 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-55374419-a9be-427c-aee6-e425c9c75d22 req-cb1e5927-b23c-4a23-a256-aa315993cdb0 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0794327 Nov 25 09:14:14.764408 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-55374419-a9be-427c-aee6-e425c9c75d22 req-1a833d9d-25c7-4716-bb7a-e03183c447ff tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374913 Nov 25 09:14:14.829098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:14:14.831985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:14:15.049653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:15.071125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,segment=NetworkSegment(db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4),segment_id=db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:14:15.091108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1', 'network_id': 'b4601402-c3a6-497f-bdef-fdeab4822c2a', 'port_id': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1', 'mac_address': 'fa:16:3e:d1:78:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fda78b9-7b33-481a-9957-135d7d3bf7be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:14:15.096023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:14:15.137366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,segment=NetworkSegment(db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4),segment_id=db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:14:15.146194 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:15.149605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:15.185106 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1', 'code': 200} Nov 25 09:14:15.206693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:15.234366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:14:15.268834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:15.290255 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.290654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.290997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.291330 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.291659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.291994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.292317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.292637 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.292959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.293275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.293590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.293907 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:15.299048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:15.314065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:14:15.314460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:14:15.871605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:15.891459 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:14:15.909639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,segment=NetworkSegment(db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4),segment_id=db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:14:15.913749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:15.916133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2a37a86e-6e24-411f-8041-a7ba505a55d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:15.972646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa2028-a596-4d29-980a-368107056ca2 req-36802f24-94da-4611-bb27-a98c04ef1d55 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:15.974752 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49fa2028-a596-4d29-980a-368107056ca2 req-36802f24-94da-4611-bb27-a98c04ef1d55 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 944 time: 0.0962822 Nov 25 09:14:15.991120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:15.995551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['a8ec7439-ea71-4b9e-b675-5f5ff8821cc1'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:14:16.024235 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49fa2028-a596-4d29-980a-368107056ca2 req-edf594a6-2345-4eec-9235-5e9f6f57b9b3 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 Nov 25 09:14:16.062192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:16.509178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce48a5a7-4f83-42a0-86e9-604ee8476b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:16.840341 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:14:16.907965 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:14:16.908627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:17.009345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:17.039769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:17.071920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,segment=NetworkSegment(db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4),segment_id=db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:14:17.075634 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:17.077423 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:17.142340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:17.145248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:17.185911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:14:17.223447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5b0ec-2a6c-4e94-930f-d460b87819f9 req-6ed0fa14-ab20-4d9a-b631-f898029b2e6c tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:17.224893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1ce5b0ec-2a6c-4e94-930f-d460b87819f9 req-6ed0fa14-ab20-4d9a-b631-f898029b2e6c tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0845783 Nov 25 09:14:17.243862 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1', 'code': 200} Nov 25 09:14:17.269394 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1ce5b0ec-2a6c-4e94-930f-d460b87819f9 req-8e94803c-69f7-4770-a5cf-36f5e6187044 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386031 Nov 25 09:14:17.639607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-4da14f27-ff1e-483a-ad66-a89bc8a21966 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:17.641060 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-4da14f27-ff1e-483a-ad66-a89bc8a21966 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525&tenant_id=ea1254542f504e6c83be4ab609a49f25&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 945 time: 0.0835321 Nov 25 09:14:17.783494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-3571364a-936c-451a-a169-d338973bdeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:17.784860 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-3571364a-936c-451a-a169-d338973bdeff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1254542f504e6c83be4ab609a49f25&device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 1098 time: 0.0764854 Nov 25 09:14:17.912658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-61c1fc8b-e5ac-482a-9ff1-b951f475b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:17.914060 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-61c1fc8b-e5ac-482a-9ff1-b951f475b836 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4601402-c3a6-497f-bdef-fdeab4822c2a HTTP/1.1" status: 200 len: 913 time: 0.1231925 Nov 25 09:14:17.984224 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-7225ef58-a346-493e-965e-fa5f4cfda0fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 HTTP/1.1" status: 200 len: 217 time: 0.0633740 Nov 25 09:14:18.044915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-188fe39d-412b-43d7-90c6-804879fb5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:18.046270 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-188fe39d-412b-43d7-90c6-804879fb5a43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fda78b9-7b33-481a-9957-135d7d3bf7be HTTP/1.1" status: 200 len: 852 time: 0.0565610 Nov 25 09:14:18.093447 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-f7d8d8d5-f518-4736-9e39-45da18b1faf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4601402-c3a6-497f-bdef-fdeab4822c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408950 Nov 25 09:14:18.221851 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-f9392eb7-a283-4742-9bf3-04b044c55b35 service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223388 Nov 25 09:14:18.351953 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-b2fd798e-100e-4096-a2cf-5b81e9daba37 service neutron] 10.222.0.41 "GET /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229117 Nov 25 09:14:19.150457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedb5b3-41d0-4589-9466-11c262d70f00 req-6f1d26d6-f32a-45fd-b0e8-2bfc3abff4c9 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:19.151895 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7cedb5b3-41d0-4589-9466-11c262d70f00 req-6f1d26d6-f32a-45fd-b0e8-2bfc3abff4c9 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0849712 Nov 25 09:14:19.194380 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7cedb5b3-41d0-4589-9466-11c262d70f00 req-751ae7de-7db8-4274-a6ac-01527628350f tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369475 Nov 25 09:14:19.811623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-569d5699-4db6-46d5-a4f7-a5d2b91ddc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:19.999044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:20.380061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3175a-652e-4b47-afd8-b526532c8ed3 req-2efc3bf7-4f66-4ef5-8089-482d72bfbd23 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:20.381503 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3be3175a-652e-4b47-afd8-b526532c8ed3 req-2efc3bf7-4f66-4ef5-8089-482d72bfbd23 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0798032 Nov 25 09:14:20.428134 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3be3175a-652e-4b47-afd8-b526532c8ed3 req-e836dca1-b75f-4712-9c90-72cc728bc3a3 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/security-groups?id=26c7a57a-1bcc-40da-b14c-f6b4a821a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Nov 25 09:14:20.675399 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:14:20.824555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-7cf6aebe-62f7-4de0-93df-f3b06ec45dc2 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:20.825958 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-7cf6aebe-62f7-4de0-93df-f3b06ec45dc2 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 945 time: 0.0775344 Nov 25 09:14:21.011733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Deleting port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:14:21.012070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:21.258425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] For port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,segment=NetworkSegment(db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4),segment_id=db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:14:21.258777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:21.381832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Calling delete_port for a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:14:21.450883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:21.530553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:21.536475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:21.543396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['a8ec7439-ea71-4b9e-b675-5f5ff8821cc1'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:14:21.617386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Pushing event deleted for resources: {'Port': ['ID=a8ec7439-ea71-4b9e-b675-5f5ff8821cc1,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:21.628453 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fc6f70eb-46a8-4270-90da-9f48ab86ae98 req-4516d995-d593-433b-a479-a0e6f1e68a05 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff049e4c-a57e-4a88-aefd-d7ec2b01d525 HTTP/1.1" status: 200 len: 210 time: 0.0612142 Nov 25 09:14:21.665056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.665424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.665800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.666170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.666579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.666946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.667310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.667672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.668033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.668392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.668752 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.669106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:21.676366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:21.710769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] No DVR routers for this DVR port a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:14:21.713104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:21.715660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'name': 'network-vif-deleted', 'tag': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:14:21.731088 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9a7c41eb-2d60-461d-9a02-4cf6b12759e8 req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] 10.222.0.41 "DELETE /v2.0/ports/a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 HTTP/1.1" status: 204 len: 173 time: 0.9001737 Nov 25 09:14:21.760412 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff049e4c-a57e-4a88-aefd-d7ec2b01d525', 'name': 'network-vif-deleted', 'tag': 'a8ec7439-ea71-4b9e-b675-5f5ff8821cc1', 'status': 'completed', 'code': 200} Nov 25 09:14:22.870916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52434) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:14:22.930002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Deleting subnet 4fda78b9-7b33-481a-9957-135d7d3bf7be {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:14:22.932869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:22.981959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.039954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.105747 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.110398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15feddb8-4e73-4bc0-ade1-d6e6bca75999 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:23.143148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fda78b9-7b33-481a-9957-135d7d3bf7be,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:23.148041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.155509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.155904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.156287 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.156663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.157032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.157403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.157773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.158141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.158543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.158905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.159273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.159637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:14:23.163080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:23.164877 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4fda78b9-7b33-481a-9957-135d7d3bf7be HTTP/1.1" status: 204 len: 168 time: 0.2929294 Nov 25 09:14:23.167927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52438) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:14:23.270754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.393692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.417778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4601402-c3a6-497f-bdef-fdeab4822c2a']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:14:23.429184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:14:23.429472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0eaffa-376d-4d5d-8cb4-2f0b6b9df3b4') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:14:23.441922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.457103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.463929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:14:23.464308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:14:23.477304 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:14:23.552470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.555748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3a5a036b-d6b4-41a0-a31f-3d4df8c40e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:23.568946 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.580173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4601402-c3a6-497f-bdef-fdeab4822c2a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:23.582960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:23.586727 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b4601402-c3a6-497f-bdef-fdeab4822c2a HTTP/1.1" status: 204 len: 168 time: 0.4177847 Nov 25 09:14:23.718239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52444) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:14:23.765966 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b19a409f-9a21-433c-9504-cc72cd28d5d9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea1254542f504e6c83be4ab609a49f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464773 Nov 25 09:14:23.768220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52448) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:14:23.825268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-889ed910-8149-45fb-a393-e0f0147847f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.851254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-889ed910-8149-45fb-a393-e0f0147847f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.902538 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-889ed910-8149-45fb-a393-e0f0147847f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.906100 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fe83f5b4-103a-4c6c-b838-0650a24eedff tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:23.922278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ed910-8149-45fb-a393-e0f0147847f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c7a57a-1bcc-40da-b14c-f6b4a821a756,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:23.925454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-889ed910-8149-45fb-a393-e0f0147847f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:23.934569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-889ed910-8149-45fb-a393-e0f0147847f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:23.935798 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-889ed910-8149-45fb-a393-e0f0147847f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/26c7a57a-1bcc-40da-b14c-f6b4a821a756 HTTP/1.1" status: 204 len: 168 time: 0.1667144 Nov 25 09:14:24.642921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52472) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:14:24.745390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1238466733-network', 'tenant_id': '9639bd9a50294bb0bfdbfa223c211ad5'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:14:24.750073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:14:24.753893 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Usage tracker for resource:network and tenant:9639bd9a50294bb0bfdbfa223c211ad5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:14:24.756707 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:14:24.762317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:14:24.772352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Made reservation on behalf of 9639bd9a50294bb0bfdbfa223c211ad5 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:14:24.774622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:24.786613 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:24.801171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:14:24.805008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Usage tracker for resource:security_group_rule and tenant:9639bd9a50294bb0bfdbfa223c211ad5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:14:24.808408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:14:24.813950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:14:24.871595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:14:24.899036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:24.903192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:24.905194 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:14:24.905553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device a8ec7439-ea71-4b9e-b675-5f5ff8821cc1 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:14:24.907253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-889ed910-8149-45fb-a393-e0f0147847f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:24.932197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:14:24.944470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a775fa39-9fc7-4b23-8c30-18670ae3d32d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:24.948398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:24.949311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:24.949651 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Added segment b0d7935d-15b6-408d-9739-38ce7e863c17 of type vlan for network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 Nov 25 09:14:24.975090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:25.006051 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:25.007298 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:25.008025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:25.013039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-83e4b529-ced8-4f12-b75f-681971102a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:25.112896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Pushing event updated for resources: {'Network': ['ID=08c15b53-ee41-42ae-bd0f-fa260eaa3960,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:25.116142 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4722106 Nov 25 09:14:25.117023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:25.119054 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52478) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:14:25.123244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:14:25.124333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Request body: {'subnet': {'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1238466733-subnet', 'tenant_id': '9639bd9a50294bb0bfdbfa223c211ad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:14:25.129158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:14:25.133004 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Usage tracker for resource:subnet and tenant:9639bd9a50294bb0bfdbfa223c211ad5 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:14:25.135891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:14:25.141536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:14:25.152880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Made reservation on behalf of 9639bd9a50294bb0bfdbfa223c211ad5 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:14:25.155229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:25.355927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:25.360211 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bb29821b-ec12-4b2d-a889-17cae3968497 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:25.428573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44800fb-e9e7-4450-b805-15b5330f7b3c,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:25.432666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:25.436605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Checking segment: {'id': 'b0d7935d-15b6-408d-9739-38ce7e863c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:14:25.436962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Network hostable DHCP agents. Network: 08c15b53-ee41-42ae-bd0f-fa260eaa3960, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:14:25.456236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:14:25.465857 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 08c15b53-ee41-42ae-bd0f-fa260eaa3960) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:14:25.470158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:25.471331 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:25.474385 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca683a1-cb9f-4c1b-8f51-635de31e2b01 None None] Network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:14:25.491954 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b5f3bf50-f2c3-4602-8a1a-5465d7238289 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3719049 Nov 25 09:14:25.683524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c638f7cb-7729-496f-9d6b-8dc05d4f4db1 None None] Network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:14:26.105716 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-02fedbf3-2e60-4452-a938-a730a221f24c tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:26.106413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-02fedbf3-2e60-4452-a938-a730a221f24c tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Synchronizing usage tracker for tenant:9639bd9a50294bb0bfdbfa223c211ad5 on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:14:26.125819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-02fedbf3-2e60-4452-a938-a730a221f24c tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Unset dirty status for tenant:9639bd9a50294bb0bfdbfa223c211ad5 on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:14:26.127093 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-02fedbf3-2e60-4452-a938-a730a221f24c tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 815 time: 0.2817295 Nov 25 09:14:26.141923 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-e591917a-e88d-4789-b610-49e86e8e2a8b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/quotas/9639bd9a50294bb0bfdbfa223c211ad5 HTTP/1.1" status: 200 len: 375 time: 0.0094178 Nov 25 09:14:26.190667 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-4153b0a8-96a1-4afd-b566-535196db3376 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439043 Nov 25 09:14:26.244390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-6ce802bc-5372-4004-b28f-f9b8079da5ea service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:14:26.245362 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-6ce802bc-5372-4004-b28f-f9b8079da5ea service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479941 Nov 25 09:14:26.373203 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-47a04d9d-dd68-4e7a-8a3f-e739be12e0c1 service neutron] 10.222.0.54 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218433 Nov 25 09:14:26.503054 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-9abaa6bd-ce86-45fd-a4a2-94d77414d048 service neutron] 10.222.0.54 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241035 Nov 25 09:14:26.675513 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c1b938d0-eddb-4cc6-bc0f-44b0191294c3 req-35ec89ac-6774-48f0-9838-ac57c33c5dec tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 210 time: 0.0469549 Nov 25 09:14:27.676456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-cd1443f7-4672-465f-bd46-dce485b0ebd3 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:27.677863 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-cd1443f7-4672-465f-bd46-dce485b0ebd3 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.41 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 815 time: 0.1456542 Nov 25 09:14:27.689938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Request body: {'port': {'device_id': '1c21da5b-bfdd-4a9d-a77e-bb92f869f24f', 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960', 'admin_state_up': True, 'tenant_id': '9639bd9a50294bb0bfdbfa223c211ad5'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:14:27.829878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:14:27.833710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Usage tracker for resource:port and tenant:9639bd9a50294bb0bfdbfa223c211ad5 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:14:27.833958 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6b5afda1-873e-4462-8d98-0f05b172d9e7 req-53d925b3-7524-4a5d-93f1-37f71b2fd0da tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 210 time: 0.0427036 Nov 25 09:14:27.836669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:14:27.842719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:14:27.853570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Made reservation on behalf of 9639bd9a50294bb0bfdbfa223c211ad5 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:14:27.857157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:28.017146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Allocated IP 172.20.0.2 (08c15b53-ee41-42ae-bd0f-fa260eaa3960/b44800fb-e9e7-4450-b805-15b5330f7b3c/4a1fe751-09bf-4936-9d4b-284d0c5731a7) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:14:28.227658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:28.256993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:28.262730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd0c884c-bdea-4e3e-9252-2daa8bca57ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:28.328692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:14:28.331681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:14:28.334061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:14:28.374039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Pushing event updated for resources: {'Port': ['ID=4a1fe751-09bf-4936-9d4b-284d0c5731a7,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:28.378526 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:28.401712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:28.402318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:28.422125 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7357397 Nov 25 09:14:28.433256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Request body: {'port': {'device_id': '1c21da5b-bfdd-4a9d-a77e-bb92f869f24f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:14:28.545200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:28.888212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1fe751-09bf-4936-9d4b-284d0c5731a7 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:14:28.897802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:28.912904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Transition to ACTIVE for port object 4a1fe751-09bf-4936-9d4b-284d0c5731a7 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:14:28.917762 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:28.927672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d4b8808b-d46d-4722-bff6-6a65381c5d73 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:29.245982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Pushing event updated for resources: {'Port': ['ID=4a1fe751-09bf-4936-9d4b-284d0c5731a7,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:29.252093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:29.340131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90723fb8-23f2-4380-b773-d78592441a69 req-d25ae47d-8094-4a2f-b58a-2c230a9e97f0 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:29.340811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-90723fb8-23f2-4380-b773-d78592441a69 req-d25ae47d-8094-4a2f-b58a-2c230a9e97f0 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Synchronizing usage tracker for tenant:9639bd9a50294bb0bfdbfa223c211ad5 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:14:29.347566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Attempting to bind port 4a1fe751-09bf-4936-9d4b-284d0c5731a7 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:14:29.347897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Attempting to bind port 4a1fe751-09bf-4936-9d4b-284d0c5731a7 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'b0d7935d-15b6-408d-9739-38ce7e863c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:14:29.348219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Attempting to bind port 4a1fe751-09bf-4936-9d4b-284d0c5731a7 on network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:14:29.356881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Port 4a1fe751-09bf-4936-9d4b-284d0c5731a7 on network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:14:29.357194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Attempting to bind port 4a1fe751-09bf-4936-9d4b-284d0c5731a7 on network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:14:29.366019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:14:29.366522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Checking segment: {'id': 'b0d7935d-15b6-408d-9739-38ce7e863c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:14:29.366954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Bound using segment: {'id': 'b0d7935d-15b6-408d-9739-38ce7e863c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:14:29.367449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Bound port: 4a1fe751-09bf-4936-9d4b-284d0c5731a7, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d7935d-15b6-408d-9739-38ce7e863c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:14:29.367848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:29.378410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-90723fb8-23f2-4380-b773-d78592441a69 req-d25ae47d-8094-4a2f-b58a-2c230a9e97f0 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Unset dirty status for tenant:9639bd9a50294bb0bfdbfa223c211ad5 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:14:29.379531 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-90723fb8-23f2-4380-b773-d78592441a69 req-d25ae47d-8094-4a2f-b58a-2c230a9e97f0 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 943 time: 0.4182441 Nov 25 09:14:29.485933 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-90723fb8-23f2-4380-b773-d78592441a69 req-e8d83a64-5846-4b61-b9b8-3269fba1f5aa tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992763 Nov 25 09:14:29.499582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] For port 4a1fe751-09bf-4936-9d4b-284d0c5731a7, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:14:29.502671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] For port 4a1fe751-09bf-4936-9d4b-284d0c5731a7, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:14:29.508104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:29.512693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:29.562494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:29.563098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:29.564427 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] 10.222.0.41 "PUT /v2.0/ports/4a1fe751-09bf-4936-9d4b-284d0c5731a7 HTTP/1.1" status: 200 len: 1093 time: 1.1350458 Nov 25 09:14:29.564945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c21da5b-bfdd-4a9d-a77e-bb92f869f24f', 'tag': '4a1fe751-09bf-4936-9d4b-284d0c5731a7'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:14:29.599051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Pushing event updated for resources: {'Port': ['ID=4a1fe751-09bf-4936-9d4b-284d0c5731a7,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:29.602245 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:29.640502 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c21da5b-bfdd-4a9d-a77e-bb92f869f24f', 'tag': '4a1fe751-09bf-4936-9d4b-284d0c5731a7', 'status': 'completed', 'code': 200} Nov 25 09:14:29.674902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-6a2b4007-9b22-4e36-bf1e-e1c297de7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:29.676313 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-6a2b4007-9b22-4e36-bf1e-e1c297de7fc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 1096 time: 0.0725131 Nov 25 09:14:29.748279 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-82deea98-1f7b-4f90-a209-db2d109795f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7 HTTP/1.1" status: 200 len: 217 time: 0.0647473 Nov 25 09:14:29.812452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-a7e881c9-a6b0-4540-b857-d8eab2506fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:29.813849 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-a7e881c9-a6b0-4540-b857-d8eab2506fa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 200 len: 855 time: 0.0600820 Nov 25 09:14:29.861443 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-e0be228f-7688-4cab-b89e-50bb47caed80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c15b53-ee41-42ae-bd0f-fa260eaa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408478 Nov 25 09:14:30.019372 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-dea3d163-cff9-46cc-b73a-c189bc9299ee service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512704 Nov 25 09:14:30.199404 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4edc2d9a-cd0c-4fb5-871b-f2a95ac061b1 req-3ef32e57-e01b-4df4-88be-93bd60d7fdea service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727760 Nov 25 09:14:30.313593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b0aa6-60ae-41d2-9277-5cc2321497d2 req-be45af59-1037-4e95-ae93-a69532f340d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:30.314969 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d6b0aa6-60ae-41d2-9277-5cc2321497d2 req-be45af59-1037-4e95-ae93-a69532f340d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 1096 time: 0.0693243 Nov 25 09:14:30.447273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b0aa6-60ae-41d2-9277-5cc2321497d2 req-c028663a-5c7a-4262-85db-8ecc8e11a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:30.448714 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d6b0aa6-60ae-41d2-9277-5cc2321497d2 req-c028663a-5c7a-4262-85db-8ecc8e11a281 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 916 time: 0.1259797 Nov 25 09:14:30.520304 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d6b0aa6-60ae-41d2-9277-5cc2321497d2 req-3dfeec8c-d4b2-4034-8837-232e0c33a88f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7 HTTP/1.1" status: 200 len: 217 time: 0.0645142 Nov 25 09:14:30.583430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b0aa6-60ae-41d2-9277-5cc2321497d2 req-aa5e0049-d844-4d3d-ac6f-2e1fe626732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:30.584768 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d6b0aa6-60ae-41d2-9277-5cc2321497d2 req-aa5e0049-d844-4d3d-ac6f-2e1fe626732b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 200 len: 855 time: 0.0582283 Nov 25 09:14:30.637705 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d6b0aa6-60ae-41d2-9277-5cc2321497d2 req-6c586b54-7589-43c9-b466-a72011a4d979 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c15b53-ee41-42ae-bd0f-fa260eaa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464909 Nov 25 09:14:30.827916 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d6b0aa6-60ae-41d2-9277-5cc2321497d2 req-75fb9a0d-38a2-4a24-aa78-ad7ae3f9f8f8 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795487 Nov 25 09:14:30.839816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972556a-da5c-47dc-8626-06202144b274 req-2dadc290-aa48-45d4-a449-122f2b0c3528 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:30.841105 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1972556a-da5c-47dc-8626-06202144b274 req-2dadc290-aa48-45d4-a449-122f2b0c3528 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 943 time: 0.2108381 Nov 25 09:14:31.084396 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1972556a-da5c-47dc-8626-06202144b274 req-bd415f41-d933-4cad-8ddd-45252078d057 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249014 Nov 25 09:14:31.123487 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d6b0aa6-60ae-41d2-9277-5cc2321497d2 req-8ff36cf6-da2e-4dcc-b181-0dee655eab33 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814641 Nov 25 09:14:32.277851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ca716-52e6-4436-9e9e-ced4eb31a9b2 req-abb0e2f4-db3f-4b29-a36c-cf1ec40cda05 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:32.279307 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-489ca716-52e6-4436-9e9e-ced4eb31a9b2 req-abb0e2f4-db3f-4b29-a36c-cf1ec40cda05 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 943 time: 0.0849767 Nov 25 09:14:32.321047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-489ca716-52e6-4436-9e9e-ced4eb31a9b2 req-1ea83db3-939f-4104-a28a-eece9c0b64ae tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Synchronizing usage tracker for tenant:9639bd9a50294bb0bfdbfa223c211ad5 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:14:32.337489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-489ca716-52e6-4436-9e9e-ced4eb31a9b2 req-1ea83db3-939f-4104-a28a-eece9c0b64ae tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Unset dirty status for tenant:9639bd9a50294bb0bfdbfa223c211ad5 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:14:32.338701 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-489ca716-52e6-4436-9e9e-ced4eb31a9b2 req-1ea83db3-939f-4104-a28a-eece9c0b64ae tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538218 Nov 25 09:14:32.965512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 4a1fe751-09bf-4936-9d4b-284d0c5731a7 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:14:33.100949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 4a1fe751-09bf-4936-9d4b-284d0c5731a7, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:14:33.115406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '4a1fe751-09bf-4936-9d4b-284d0c5731a7', 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960', 'port_id': '4a1fe751-09bf-4936-9d4b-284d0c5731a7', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44800fb-e9e7-4450-b805-15b5330f7b3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:14:33.173709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:33.190580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1fe751-09bf-4936-9d4b-284d0c5731a7 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:14:33.211707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 4a1fe751-09bf-4936-9d4b-284d0c5731a7, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:14:33.216056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:33.218166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:33.283934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=4a1fe751-09bf-4936-9d4b-284d0c5731a7,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:33.286945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:33.528897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6b198-8102-4426-8ee7-038df6102174 req-8ef5e9e1-24de-4a0e-af6c-79dab5a99616 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:33.530223 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e8c6b198-8102-4426-8ee7-038df6102174 req-8ef5e9e1-24de-4a0e-af6c-79dab5a99616 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 944 time: 0.0860441 Nov 25 09:14:33.553500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['4a1fe751-09bf-4936-9d4b-284d0c5731a7'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:14:33.576172 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e8c6b198-8102-4426-8ee7-038df6102174 req-d75cecba-c4ca-4157-8977-1638163060bc tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Nov 25 09:14:34.120462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:34.764532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca199ec-b36f-43c0-b531-5dc2cf1c55bb req-2842c69e-518a-4787-a34b-e145f2485bfb tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:34.766016 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5ca199ec-b36f-43c0-b531-5dc2cf1c55bb req-2842c69e-518a-4787-a34b-e145f2485bfb tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 944 time: 0.0867198 Nov 25 09:14:34.809206 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5ca199ec-b36f-43c0-b531-5dc2cf1c55bb req-154cf5d4-fe40-45ef-8095-46878b3d4936 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375881 Nov 25 09:14:34.979771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 4a1fe751-09bf-4936-9d4b-284d0c5731a7 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:14:35.045948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 4a1fe751-09bf-4936-9d4b-284d0c5731a7 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:14:35.050538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 4a1fe751-09bf-4936-9d4b-284d0c5731a7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:14:35.050916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:35.198323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:35.228374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c21da5b-bfdd-4a9d-a77e-bb92f869f24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1fe751-09bf-4936-9d4b-284d0c5731a7'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:14:35.237684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 4a1fe751-09bf-4936-9d4b-284d0c5731a7, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:14:35.241807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:35.244321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:14:35.278686 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c21da5b-bfdd-4a9d-a77e-bb92f869f24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1fe751-09bf-4936-9d4b-284d0c5731a7', 'code': 200} Nov 25 09:14:35.310374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=4a1fe751-09bf-4936-9d4b-284d0c5731a7,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:14:35.313195 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:14:35.496759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd8211-71b2-4ef4-b33c-785ead4385bf req-4e7a8b23-b8f5-4233-8eba-9fbe8df897e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:35.498109 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-76cd8211-71b2-4ef4-b33c-785ead4385bf req-4e7a8b23-b8f5-4233-8eba-9fbe8df897e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 1098 time: 0.0734901 Nov 25 09:14:35.539274 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-76cd8211-71b2-4ef4-b33c-785ead4385bf req-51cbf10f-454f-4be0-8871-5656d581328a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Nov 25 09:14:35.989122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31cbdc-b930-454f-8174-7985c98abae0 req-7db6cde2-b41b-42c9-a70e-206916f1ab0a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:35.990601 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8e31cbdc-b930-454f-8174-7985c98abae0 req-7db6cde2-b41b-42c9-a70e-206916f1ab0a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0796986 Nov 25 09:14:36.038813 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8e31cbdc-b930-454f-8174-7985c98abae0 req-a93488f7-4dee-453b-82ca-65b33eaaa8a1 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Nov 25 09:14:37.223296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169781e-0fa1-4201-b721-e9e857084960 req-0c6a5d41-c7f8-4b98-a818-c836cbb3cd09 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:37.224714 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8169781e-0fa1-4201-b721-e9e857084960 req-0c6a5d41-c7f8-4b98-a818-c836cbb3cd09 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0789006 Nov 25 09:14:37.269076 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8169781e-0fa1-4201-b721-e9e857084960 req-99549463-2fd3-41cc-9ca0-2665c7be6c8b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384340 Nov 25 09:14:37.451027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a6695-e50d-40e9-842f-e2900748781b req-82842101-6ee5-484f-95d9-c1c4461b52fa tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:37.452476 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9e0a6695-e50d-40e9-842f-e2900748781b req-82842101-6ee5-484f-95d9-c1c4461b52fa tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0794432 Nov 25 09:14:37.497504 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9e0a6695-e50d-40e9-842f-e2900748781b req-225c5e65-e179-4e6c-bb10-f7f12ad42fbc tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393589 Nov 25 09:14:37.834252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c916d6-638b-4add-a12d-31f8e5b51833 req-be685929-574c-4e50-8fea-bdc59758547b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:37.835625 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-33c916d6-638b-4add-a12d-31f8e5b51833 req-be685929-574c-4e50-8fea-bdc59758547b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0828257 Nov 25 09:14:37.886090 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-33c916d6-638b-4add-a12d-31f8e5b51833 req-db9dd612-b448-4aa1-9e2e-b501b1f4615c tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449052 Nov 25 09:14:38.071407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47364c94-dbc7-4793-b733-f63311fd8d1c req-64130d94-94b1-4bd0-b20f-f49074b4fbf5 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:38.072839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-47364c94-dbc7-4793-b733-f63311fd8d1c req-64130d94-94b1-4bd0-b20f-f49074b4fbf5 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0846922 Nov 25 09:14:38.116236 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-47364c94-dbc7-4793-b733-f63311fd8d1c req-c3bfdded-dc7c-4299-88af-ee26d3ff0eab tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376661 Nov 25 09:14:38.456994 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-59a44127-aed3-4481-a50d-f4d4465eac07 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695305 Nov 25 09:14:38.508909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78047f0e-b448-46c7-b70a-2689d9908535 req-7d22593a-3685-412c-bb61-60aa0fda460b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:38.510404 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78047f0e-b448-46c7-b70a-2689d9908535 req-7d22593a-3685-412c-bb61-60aa0fda460b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0797703 Nov 25 09:14:38.554697 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78047f0e-b448-46c7-b70a-2689d9908535 req-e41ebad3-86f7-467a-892f-4dbb7d4a193e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386970 Nov 25 09:14:39.601447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-51eb1111-1e73-46e4-8690-6460afc47a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:39.603445 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-51eb1111-1e73-46e4-8690-6460afc47a9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 1098 time: 0.0752640 Nov 25 09:14:39.733750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-19eb93f3-9a10-4303-9301-4c068b2f0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:39.735238 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-19eb93f3-9a10-4303-9301-4c068b2f0b28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 916 time: 0.1259444 Nov 25 09:14:39.742849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c98ffb-282b-4a34-b46d-7c0271410c80 req-420582f3-33b0-4526-9acb-92b240d0a9f7 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:39.744847 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-22c98ffb-282b-4a34-b46d-7c0271410c80 req-420582f3-33b0-4526-9acb-92b240d0a9f7 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0854092 Nov 25 09:14:39.788157 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-22c98ffb-282b-4a34-b46d-7c0271410c80 req-4dd9f69b-f1b9-49d9-af6a-be884e97c21a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375450 Nov 25 09:14:39.805916 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-0ffd2f7b-997b-4ad9-a3cc-f5d99a149377 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7 HTTP/1.1" status: 200 len: 217 time: 0.0646904 Nov 25 09:14:39.868289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-03c8ef5c-39b3-49e9-995d-86c64ad7c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:39.869629 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-03c8ef5c-39b3-49e9-995d-86c64ad7c1b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 200 len: 855 time: 0.0581832 Nov 25 09:14:39.914893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-fa651600-698c-4a0b-95ab-bc3f1e3cce61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c15b53-ee41-42ae-bd0f-fa260eaa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392420 Nov 25 09:14:40.045086 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-11a11297-0fb8-45a1-9d0f-b1c7384bcf43 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238148 Nov 25 09:14:40.178102 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-09bd8316-28e5-47b7-a4c3-1a0877462469 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267519 Nov 25 09:14:40.974690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffcd97-c9c9-43e4-b214-1e63c2b40ccd req-44d7f01e-0406-469b-af96-086b52485963 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:40.976390 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-29ffcd97-c9c9-43e4-b214-1e63c2b40ccd req-44d7f01e-0406-469b-af96-086b52485963 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0839746 Nov 25 09:14:41.019660 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-29ffcd97-c9c9-43e4-b214-1e63c2b40ccd req-242ffc4b-0daf-4b5e-b2f2-f99d289cb07a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 Nov 25 09:14:42.202113 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d6bb4-b3d8-4c41-ac58-26c81b68476b req-1cd36528-a880-42a9-bbff-cf8398d264b4 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:42.203576 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-640d6bb4-b3d8-4c41-ac58-26c81b68476b req-1cd36528-a880-42a9-bbff-cf8398d264b4 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0793042 Nov 25 09:14:42.246717 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-640d6bb4-b3d8-4c41-ac58-26c81b68476b req-e5fd9cfb-bedf-49d9-96b9-416b3c50d356 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376067 Nov 25 09:14:43.427855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42654728-c8f7-4b1e-8e81-24df96c14b45 req-06b47928-44b3-49ca-850b-95266dc08f8b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:43.429303 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-42654728-c8f7-4b1e-8e81-24df96c14b45 req-06b47928-44b3-49ca-850b-95266dc08f8b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0805125 Nov 25 09:14:43.476313 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-42654728-c8f7-4b1e-8e81-24df96c14b45 req-768bccc3-4d19-476e-8dec-711fabeda9e0 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408015 Nov 25 09:14:44.666194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e492d1-2b17-4116-913d-4b927d214e0d req-92312142-739c-4fc1-9b0f-f1fd92e8dbc3 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:44.667665 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f7e492d1-2b17-4116-913d-4b927d214e0d req-92312142-739c-4fc1-9b0f-f1fd92e8dbc3 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0836885 Nov 25 09:14:44.711050 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f7e492d1-2b17-4116-913d-4b927d214e0d req-76ffea33-388c-438e-ae7b-6c24460c6c2d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377963 Nov 25 09:14:45.905897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a107a-c286-4042-93ce-57d27f4a1ea1 req-3cd2b3fc-9663-4335-a071-28389952f10e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:45.907359 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3c7a107a-c286-4042-93ce-57d27f4a1ea1 req-3cd2b3fc-9663-4335-a071-28389952f10e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0805078 Nov 25 09:14:45.955822 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3c7a107a-c286-4042-93ce-57d27f4a1ea1 req-be3fb2de-5ec7-406b-8e8e-c58fa49973ab tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Nov 25 09:14:46.515238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-28f2f2a4-d755-4b05-901d-927591309a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:46.983355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:47.141229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012e1e1-b3fe-4256-b112-13aa13d377df req-24ab46c9-f329-4bbf-8839-47bdc1c557ef tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:47.142691 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f012e1e1-b3fe-4256-b112-13aa13d377df req-24ab46c9-f329-4bbf-8839-47bdc1c557ef tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0803211 Nov 25 09:14:47.189564 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f012e1e1-b3fe-4256-b112-13aa13d377df req-6c54b503-97b4-4e85-899e-f17c41f630fe tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Nov 25 09:14:48.380685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e41f53-814b-491f-9420-e48e80f5a18e req-6eaf5b07-7ac2-4771-97ea-b76f8e5be2a8 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:48.382037 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a8e41f53-814b-491f-9420-e48e80f5a18e req-6eaf5b07-7ac2-4771-97ea-b76f8e5be2a8 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0824187 Nov 25 09:14:48.426850 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a8e41f53-814b-491f-9420-e48e80f5a18e req-33832457-3c0f-4d35-a58d-d7a444195e8b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386531 Nov 25 09:14:49.607464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e217e-75e1-46f3-9e02-6cc953df3ffe req-2cf466aa-097c-43cd-9fff-595baef01400 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:49.608932 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f20e217e-75e1-46f3-9e02-6cc953df3ffe req-2cf466aa-097c-43cd-9fff-595baef01400 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0801032 Nov 25 09:14:49.653495 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f20e217e-75e1-46f3-9e02-6cc953df3ffe req-2b5e90e1-c718-4a7a-bc2f-f2a7b67e2407 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391443 Nov 25 09:14:49.812431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91eded23-b877-49cc-9203-c7ed15d11046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:50.001991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:50.835704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802f133-f852-44c1-9cd1-c9596e648153 req-09e8bb06-e6a7-49f3-8d1f-6762f0fe187a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:50.837646 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7802f133-f852-44c1-9cd1-c9596e648153 req-09e8bb06-e6a7-49f3-8d1f-6762f0fe187a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0796592 Nov 25 09:14:50.885634 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7802f133-f852-44c1-9cd1-c9596e648153 req-5ccdf9b9-b113-4070-a41f-f09ba59a70dd tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376477 Nov 25 09:14:51.452229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:14:52.076340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848540d8-7339-4086-b9cc-e3258727abb9 req-5369bf42-ea2d-45f8-964d-8f6f2aba8325 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:52.077785 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-848540d8-7339-4086-b9cc-e3258727abb9 req-5369bf42-ea2d-45f8-964d-8f6f2aba8325 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0844758 Nov 25 09:14:52.122816 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-848540d8-7339-4086-b9cc-e3258727abb9 req-002dfd13-1534-41a9-82af-091d3ae029df tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Nov 25 09:14:53.435474 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670b493-d35e-436d-b822-9f9e47a2fa39 req-3f3dfdf8-863f-4581-bc63-ace402c537e3 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:53.436842 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a670b493-d35e-436d-b822-9f9e47a2fa39 req-3f3dfdf8-863f-4581-bc63-ace402c537e3 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.1968009 Nov 25 09:14:53.480644 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a670b493-d35e-436d-b822-9f9e47a2fa39 req-d8aec675-367d-4e33-974d-ffba2903857e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382032 Nov 25 09:14:54.662127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b8463-698b-4246-b023-21f01993a788 req-48dbddcd-c038-413e-9294-648a66663d0f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:54.663615 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b93b8463-698b-4246-b023-21f01993a788 req-48dbddcd-c038-413e-9294-648a66663d0f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0807741 Nov 25 09:14:54.707004 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b93b8463-698b-4246-b023-21f01993a788 req-ebae32ff-e1a3-4814-aa8f-57e8fe5a9172 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Nov 25 09:14:55.891336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfae95-e219-4912-bd79-3d1f07bf3b21 req-b7a23a77-d4a6-47f4-9971-f5e4597d5e6e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:55.892764 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8fbfae95-e219-4912-bd79-3d1f07bf3b21 req-b7a23a77-d4a6-47f4-9971-f5e4597d5e6e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0807619 Nov 25 09:14:55.939308 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8fbfae95-e219-4912-bd79-3d1f07bf3b21 req-d9384365-13a1-4cac-ae24-41c27d75154f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Nov 25 09:14:57.126233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616eb51-4ab7-4cc4-a220-3c3af6b8a59c req-e39140ef-401c-4b00-93ba-a59f2c80861d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:57.127708 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8616eb51-4ab7-4cc4-a220-3c3af6b8a59c req-e39140ef-401c-4b00-93ba-a59f2c80861d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0855813 Nov 25 09:14:57.171103 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8616eb51-4ab7-4cc4-a220-3c3af6b8a59c req-352f7c1a-9e1a-477b-9014-bc6b1049e966 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377977 Nov 25 09:14:57.673950 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:14:58.360950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf03fb-7d25-4a76-9c89-57dd2b406d9b req-ef442113-a358-4b76-b8f1-4a5f41a43916 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:58.362303 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0fdf03fb-7d25-4a76-9c89-57dd2b406d9b req-ef442113-a358-4b76-b8f1-4a5f41a43916 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0878599 Nov 25 09:14:58.405709 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0fdf03fb-7d25-4a76-9c89-57dd2b406d9b req-c818505a-30f6-4558-a30d-2ae73da97ad3 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377910 Nov 25 09:14:59.588269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33f298-23b2-4f4e-85b8-1dbcb68d6bb4 req-65c2cbc8-6c12-43b9-89dd-293e1beee23f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:14:59.589753 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3a33f298-23b2-4f4e-85b8-1dbcb68d6bb4 req-65c2cbc8-6c12-43b9-89dd-293e1beee23f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0798078 Nov 25 09:14:59.632748 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3a33f298-23b2-4f4e-85b8-1dbcb68d6bb4 req-ecc9dd0d-3c60-4dac-93f4-92f2b7c0c7c8 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374534 Nov 25 09:15:00.820329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0ef16-5e0a-4412-8026-cdd51850777a req-ddcc62f8-ccd6-48b7-9414-145b923fa5ad tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:00.822331 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b7a0ef16-5e0a-4412-8026-cdd51850777a req-ddcc62f8-ccd6-48b7-9414-145b923fa5ad tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0834200 Nov 25 09:15:00.865605 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b7a0ef16-5e0a-4412-8026-cdd51850777a req-b8c76812-bc1e-496f-bea0-434d7965b29a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377438 Nov 25 09:15:02.052162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb8bed-8f8d-43d8-a579-abd6d1889d04 req-91dbdc57-9d82-460d-af3f-d551582bc107 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:02.053601 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bdeb8bed-8f8d-43d8-a579-abd6d1889d04 req-91dbdc57-9d82-460d-af3f-d551582bc107 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0852911 Nov 25 09:15:02.097025 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bdeb8bed-8f8d-43d8-a579-abd6d1889d04 req-da1ac0e8-4d0c-4f58-9b81-b5842a1155ae tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372701 Nov 25 09:15:03.276644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266169f7-b8cf-427a-a528-6a350d9290c0 req-d7182d5d-2834-42dc-aefe-4f55a9f85318 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:03.278069 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-266169f7-b8cf-427a-a528-6a350d9290c0 req-d7182d5d-2834-42dc-aefe-4f55a9f85318 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0786788 Nov 25 09:15:03.326408 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-266169f7-b8cf-427a-a528-6a350d9290c0 req-701db59e-8c1c-458c-a400-6390010d9324 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425749 Nov 25 09:15:04.133905 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:04.506013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b80f87-ce6c-4dca-adff-9dbc8e045ab2 req-c95a9095-a99f-4642-9b51-6671dea2e0f7 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:04.507485 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e5b80f87-ce6c-4dca-adff-9dbc8e045ab2 req-c95a9095-a99f-4642-9b51-6671dea2e0f7 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0805101 Nov 25 09:15:04.554993 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e5b80f87-ce6c-4dca-adff-9dbc8e045ab2 req-5d5e6c4c-6d35-4bbe-a508-b2bbc607864f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Nov 25 09:15:05.746424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb993832-f6f6-43ae-8a2b-46bc3433b818 req-a6b6aa2a-b50c-4065-86e8-aeda82e09190 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:05.747857 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fb993832-f6f6-43ae-8a2b-46bc3433b818 req-a6b6aa2a-b50c-4065-86e8-aeda82e09190 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0843418 Nov 25 09:15:05.792730 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fb993832-f6f6-43ae-8a2b-46bc3433b818 req-7a408ec0-34c2-4756-aa1f-c6753d26d441 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387821 Nov 25 09:15:06.885185 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-baf70de3-ec89-4b3e-91ee-662f447787b1 service neutron] 10.222.0.41 "GET /v2.0/ports/4a1fe751-09bf-4936-9d4b-284d0c5731a7/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.1167552 Nov 25 09:15:06.982341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649c6f3-9a89-4582-9a05-7c28e281c32f req-0e92d696-8d53-4ef0-aa24-4954fe99f7f1 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:06.983819 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e649c6f3-9a89-4582-9a05-7c28e281c32f req-0e92d696-8d53-4ef0-aa24-4954fe99f7f1 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0828702 Nov 25 09:15:07.034819 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e649c6f3-9a89-4582-9a05-7c28e281c32f req-e7760f20-c3bd-441a-ad2e-8eb538c390cc tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454156 Nov 25 09:15:07.157831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-4b6cee84-f5aa-4db4-b57b-f34d13540ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:07.159393 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-4b6cee84-f5aa-4db4-b57b-f34d13540ae0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f&tenant_id=9639bd9a50294bb0bfdbfa223c211ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0757210 Nov 25 09:15:07.249541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-f745e1bb-2b82-402f-b8e0-0ce8fa6c8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:07.250896 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-f745e1bb-2b82-402f-b8e0-0ce8fa6c8be3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 1098 time: 0.0699017 Nov 25 09:15:07.384604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-3bfdac2e-7457-4efb-8ab6-1c2d711c57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:07.386884 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-3bfdac2e-7457-4efb-8ab6-1c2d711c57f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 916 time: 0.1299038 Nov 25 09:15:07.457555 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-77c6bcdf-d6be-4a5c-be5b-346c1f458ef1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7 HTTP/1.1" status: 200 len: 217 time: 0.0647972 Nov 25 09:15:07.518670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-411af8ef-0ef4-40d5-9a38-186f8d8a0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:07.519973 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-411af8ef-0ef4-40d5-9a38-186f8d8a0d04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 200 len: 855 time: 0.0565608 Nov 25 09:15:07.569351 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-18177689-d293-431f-a24c-e81558b1a16c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c15b53-ee41-42ae-bd0f-fa260eaa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428600 Nov 25 09:15:07.697350 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-f621d253-cfd5-41ec-b078-4b1112002a7c service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220205 Nov 25 09:15:07.825096 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b584180-9e16-450d-be56-23c5ed8c2f82 req-d746ff83-81fe-4ef3-9695-9b83d57dc87f service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213145 Nov 25 09:15:08.218174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ca8af-6231-42a1-949e-592ed3f732fd req-5cc358bf-4844-47fe-8991-e9e906396378 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:08.219617 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-609ca8af-6231-42a1-949e-592ed3f732fd req-5cc358bf-4844-47fe-8991-e9e906396378 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0785999 Nov 25 09:15:08.263250 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-609ca8af-6231-42a1-949e-592ed3f732fd req-7cb12cbd-909c-4fa9-9f83-744f3074c01b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381048 Nov 25 09:15:09.087880 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 4a1fe751-09bf-4936-9d4b-284d0c5731a7 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:15:09.218570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 4a1fe751-09bf-4936-9d4b-284d0c5731a7, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:15:09.232142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '4a1fe751-09bf-4936-9d4b-284d0c5731a7', 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960', 'port_id': '4a1fe751-09bf-4936-9d4b-284d0c5731a7', 'mac_address': 'fa:16:3e:d8:0a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44800fb-e9e7-4450-b805-15b5330f7b3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:15:09.285678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:09.303239 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a1fe751-09bf-4936-9d4b-284d0c5731a7 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:15:09.319109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 4a1fe751-09bf-4936-9d4b-284d0c5731a7, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:15:09.323093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:09.325100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-46686fae-aea1-47f5-90a5-b780aa779bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:15:09.394095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=4a1fe751-09bf-4936-9d4b-284d0c5731a7,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:15:09.397198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:15:09.506574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['4a1fe751-09bf-4936-9d4b-284d0c5731a7'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:15:09.567975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac3e03-114a-4655-8239-1471f106c4d9 req-1e949365-bb20-4828-88e7-add5edf34382 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:09.569322 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ecac3e03-114a-4655-8239-1471f106c4d9 req-1e949365-bb20-4828-88e7-add5edf34382 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 944 time: 0.2003868 Nov 25 09:15:09.613406 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ecac3e03-114a-4655-8239-1471f106c4d9 req-19c7a80a-b7f5-4ea2-9e66-aecfd1016540 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 Nov 25 09:15:10.797968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77136d-f671-4755-b6fc-30549792b79e req-ee6b7bbb-b082-4267-b1ff-1f039b675684 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:10.799429 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ef77136d-f671-4755-b6fc-30549792b79e req-ee6b7bbb-b082-4267-b1ff-1f039b675684 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 944 time: 0.0828021 Nov 25 09:15:10.842550 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ef77136d-f671-4755-b6fc-30549792b79e req-92649ddb-50e1-4548-b223-da34fc206c1e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375295 Nov 25 09:15:11.088422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 4a1fe751-09bf-4936-9d4b-284d0c5731a7 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:15:11.157290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 4a1fe751-09bf-4936-9d4b-284d0c5731a7 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:15:11.157673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:11.279517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:11.305089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c21da5b-bfdd-4a9d-a77e-bb92f869f24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1fe751-09bf-4936-9d4b-284d0c5731a7'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:15:11.315132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 4a1fe751-09bf-4936-9d4b-284d0c5731a7, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:15:11.319346 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:11.320663 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eac572-38e5-4556-8fca-378f8b9e28d1 req-625234cb-e7be-4a49-bea7-035e0261d8d3 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:11.321440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:15:11.322135 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e8eac572-38e5-4556-8fca-378f8b9e28d1 req-625234cb-e7be-4a49-bea7-035e0261d8d3 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 944 time: 0.2619448 Nov 25 09:15:11.331247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-b7610cae-2c65-40a0-b5d6-ad8bcea33b1e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:11.332607 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-b7610cae-2c65-40a0-b5d6-ad8bcea33b1e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f&tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 944 time: 0.2332251 Nov 25 09:15:11.372837 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e8eac572-38e5-4556-8fca-378f8b9e28d1 req-04a1a73e-54ea-4c8d-bb15-27aa026081df tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Nov 25 09:15:11.386413 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c21da5b-bfdd-4a9d-a77e-bb92f869f24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1fe751-09bf-4936-9d4b-284d0c5731a7', 'code': 200} Nov 25 09:15:11.394553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=4a1fe751-09bf-4936-9d4b-284d0c5731a7,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:15:11.397510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:15:11.479006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-b76a78e9-aab7-4878-b7ba-abb42430108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:11.480472 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-b76a78e9-aab7-4878-b7ba-abb42430108c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 1098 time: 0.0705740 Nov 25 09:15:11.605808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-51e149c8-8f2f-4097-88ba-9eaf566803e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:11.607135 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-51e149c8-8f2f-4097-88ba-9eaf566803e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 916 time: 0.1209817 Nov 25 09:15:11.675040 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-bc9e282c-ebf2-44dc-beab-6030a094b1d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7 HTTP/1.1" status: 200 len: 217 time: 0.0619917 Nov 25 09:15:11.734988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-8fdca2dc-3138-4441-a62e-584effefa81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:11.736371 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-8fdca2dc-3138-4441-a62e-584effefa81c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 200 len: 855 time: 0.0558429 Nov 25 09:15:11.784763 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-aeb6c62e-f9ca-4811-883b-8f54d06ae083 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c15b53-ee41-42ae-bd0f-fa260eaa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426133 Nov 25 09:15:11.913874 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-c7a10f48-8c3c-4bed-9e5f-4993943772e6 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220570 Nov 25 09:15:11.974635 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3f3392dd-e389-42b8-8a5f-52c9d90b251a req-7f9d6767-8a52-49c5-94b0-66b38a4f6eef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687220 Nov 25 09:15:12.042825 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e43c899b-3ebd-42b1-b0cd-53878e909b6d req-fac7a441-d524-4cc7-8ade-d3fe920f48a1 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232512 Nov 25 09:15:12.196292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3392dd-e389-42b8-8a5f-52c9d90b251a req-0cf87d22-cd35-4cd1-a556-3ccda10cfe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:12.197664 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3f3392dd-e389-42b8-8a5f-52c9d90b251a req-0cf87d22-cd35-4cd1-a556-3ccda10cfe23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 1098 time: 0.0717199 Nov 25 09:15:12.344605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3392dd-e389-42b8-8a5f-52c9d90b251a req-3905c2fd-0110-4d58-8183-4849b8786f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:12.345008 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3f3392dd-e389-42b8-8a5f-52c9d90b251a req-3905c2fd-0110-4d58-8183-4849b8786f2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 916 time: 0.1277883 Nov 25 09:15:12.421019 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3f3392dd-e389-42b8-8a5f-52c9d90b251a req-b9244be3-dda9-4d10-9d4f-0413700803cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7 HTTP/1.1" status: 200 len: 217 time: 0.0686343 Nov 25 09:15:12.488729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3392dd-e389-42b8-8a5f-52c9d90b251a req-7d24bd53-1221-452e-897b-d3e89e93214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:12.490174 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3f3392dd-e389-42b8-8a5f-52c9d90b251a req-7d24bd53-1221-452e-897b-d3e89e93214d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 200 len: 855 time: 0.0630784 Nov 25 09:15:12.543482 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3f3392dd-e389-42b8-8a5f-52c9d90b251a req-9a9b04b1-49ff-42ee-935d-f62d63c1ec01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c15b53-ee41-42ae-bd0f-fa260eaa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465467 Nov 25 09:15:12.577688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcab76a-a5bb-4b71-b957-c1b1c0ee83df req-a2f3d13f-5fba-430e-a056-f618c72ace78 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:12.579190 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ddcab76a-a5bb-4b71-b957-c1b1c0ee83df req-a2f3d13f-5fba-430e-a056-f618c72ace78 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0896842 Nov 25 09:15:12.628341 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ddcab76a-a5bb-4b71-b957-c1b1c0ee83df req-8e13625d-0b0e-4943-9f3c-bf6ab63925dd tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429986 Nov 25 09:15:12.681409 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3f3392dd-e389-42b8-8a5f-52c9d90b251a req-4b2cbd4c-b939-4422-8c5e-94b5978848bc service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316350 Nov 25 09:15:12.866364 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3f3392dd-e389-42b8-8a5f-52c9d90b251a req-977d7c53-1256-4983-8696-915a3e850939 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789014 Nov 25 09:15:12.882923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2ac6f-e7bb-4bd2-b0a7-0345b6003385 req-26dfcbdb-13d5-4927-8c64-08dcc8df4177 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:12.884338 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6ca2ac6f-e7bb-4bd2-b0a7-0345b6003385 req-26dfcbdb-13d5-4927-8c64-08dcc8df4177 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.1307113 Nov 25 09:15:12.928060 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6ca2ac6f-e7bb-4bd2-b0a7-0345b6003385 req-f3bcba96-22a1-47e6-9a8c-03f5bc4d5870 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382025 Nov 25 09:15:13.109241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56282b4-a627-4b42-8d8a-e90f74fe9700 req-cf652b45-0d84-4e3b-9056-1a557ef20ec2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:13.110853 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b56282b4-a627-4b42-8d8a-e90f74fe9700 req-cf652b45-0d84-4e3b-9056-1a557ef20ec2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0807920 Nov 25 09:15:13.159057 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b56282b4-a627-4b42-8d8a-e90f74fe9700 req-f4508f99-7f8d-4b98-bda8-3312889dff58 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Nov 25 09:15:13.628501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-f60dc80b-6024-4efd-a535-00dc48dab7b9 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:13.629921 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-f60dc80b-6024-4efd-a535-00dc48dab7b9 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 815 time: 0.1447093 Nov 25 09:15:13.644178 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-1894e07c-069b-4e3f-a902-36cf73eee4c8 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/quotas/9639bd9a50294bb0bfdbfa223c211ad5 HTTP/1.1" status: 200 len: 375 time: 0.0088530 Nov 25 09:15:13.723597 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-d9d28e97-eaf6-4b62-850f-286d72a48d1c tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743136 Nov 25 09:15:13.857004 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-1f2058c5-5d1f-4bcd-96fc-a456d7e3553e service neutron] 10.222.0.54 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254394 Nov 25 09:15:13.988834 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-39842b47-3fe9-44ad-8554-4d334e388bef service neutron] 10.222.0.54 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242864 Nov 25 09:15:14.287019 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab265211-2530-4ea8-971a-8ec0feb5f923 req-22e08b08-dc6d-457b-808d-acf6b50ed484 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 210 time: 0.1670392 Nov 25 09:15:15.189607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-f46aac51-f52a-4979-a2e6-fe71eb02e8da tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:15.191040 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-f46aac51-f52a-4979-a2e6-fe71eb02e8da tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.41 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 815 time: 0.1517389 Nov 25 09:15:15.204790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Request body: {'port': {'device_id': '6784150a-0188-4a0a-ad86-631da655d36a', 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960', 'admin_state_up': True, 'tenant_id': '9639bd9a50294bb0bfdbfa223c211ad5'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:15:15.321008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-9a3160ca-1bb9-47f4-9643-f2eb858501fe tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:15.323071 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-9a3160ca-1bb9-47f4-9643-f2eb858501fe tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c21da5b-bfdd-4a9d-a77e-bb92f869f24f HTTP/1.1" status: 200 len: 945 time: 0.0923657 Nov 25 09:15:15.347151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:15:15.357957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:15:15.369266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Made reservation on behalf of 9639bd9a50294bb0bfdbfa223c211ad5 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:15:15.373773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:15.398085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Deleting port 4a1fe751-09bf-4936-9d4b-284d0c5731a7 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:15:15.398542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:15.481583 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-742c4680-5dae-4c29-a7da-78f75a53ba97 req-89d40dfe-bfb9-4363-9523-5d097215f160 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 210 time: 0.0873137 Nov 25 09:15:15.538313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Allocated IP 172.20.0.3 (08c15b53-ee41-42ae-bd0f-fa260eaa3960/b44800fb-e9e7-4450-b805-15b5330f7b3c/ffd61218-91c0-4a2c-97c4-805683f2868d) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:15:15.693596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] For port 4a1fe751-09bf-4936-9d4b-284d0c5731a7, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4a1fe751-09bf-4936-9d4b-284d0c5731a7,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:15:15.693871 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:15.738860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:15.773181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:15.778925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-20fe8d94-8e6f-4137-9516-8069fe862659 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:15:15.784512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['4a1fe751-09bf-4936-9d4b-284d0c5731a7'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:15:15.823791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Calling delete_port for 4a1fe751-09bf-4936-9d4b-284d0c5731a7 owned by compute:nova {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:15:15.837328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:15:15.840844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:15:15.850132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:15:15.899716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Pushing event updated for resources: {'Port': ['ID=ffd61218-91c0-4a2c-97c4-805683f2868d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:15:15.904305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:15:15.924298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:15.925027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:15.950424 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499936 Nov 25 09:15:15.962485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Request body: {'port': {'device_id': '6784150a-0188-4a0a-ad86-631da655d36a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:15:15.995025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:16.000514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7312b44e-e36f-4361-992d-03b7d9d70c3f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:15:16.047555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Pushing event deleted for resources: {'Port': ['ID=4a1fe751-09bf-4936-9d4b-284d0c5731a7,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:15:16.051164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:15:16.083691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:16.245546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] No DVR routers for this DVR port 4a1fe751-09bf-4936-9d4b-284d0c5731a7 on host hv-neutron-8183 {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:15:16.247774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:16.250509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c21da5b-bfdd-4a9d-a77e-bb92f869f24f', 'name': 'network-vif-deleted', 'tag': '4a1fe751-09bf-4936-9d4b-284d0c5731a7'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:15:16.263351 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.41 "DELETE /v2.0/ports/4a1fe751-09bf-4936-9d4b-284d0c5731a7 HTTP/1.1" status: 204 len: 173 time: 0.9351649 Nov 25 09:15:16.302554 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c21da5b-bfdd-4a9d-a77e-bb92f869f24f', 'name': 'network-vif-deleted', 'tag': '4a1fe751-09bf-4936-9d4b-284d0c5731a7', 'status': 'completed', 'code': 200} Nov 25 09:15:16.429453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd61218-91c0-4a2c-97c4-805683f2868d {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:15:16.437017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:16.451455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Transition to ACTIVE for port object ffd61218-91c0-4a2c-97c4-805683f2868d will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:15:16.454633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:16.458850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6e157cd2-dfa1-40e7-8fd2-2fcaeb1d6271 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:15:16.517507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d60d4b33-dbd7-4053-a694-69570efc6e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:16.613507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd61218-91c0-4a2c-97c4-805683f2868d,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:15:16.620193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:15:16.678170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9afe35-28ea-4ccf-ae2f-80a9a81da1a7 req-6d77d5f4-8cc9-4ff0-8347-294f6af27d45 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:16.678904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-2b9afe35-28ea-4ccf-ae2f-80a9a81da1a7 req-6d77d5f4-8cc9-4ff0-8347-294f6af27d45 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Synchronizing usage tracker for tenant:9639bd9a50294bb0bfdbfa223c211ad5 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:15:16.687310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Attempting to bind port ffd61218-91c0-4a2c-97c4-805683f2868d on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:15:16.687643 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Attempting to bind port ffd61218-91c0-4a2c-97c4-805683f2868d by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'b0d7935d-15b6-408d-9739-38ce7e863c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:15:16.687978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Attempting to bind port ffd61218-91c0-4a2c-97c4-805683f2868d on network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:15:16.692889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Port ffd61218-91c0-4a2c-97c4-805683f2868d on network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:15:16.693201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Attempting to bind port ffd61218-91c0-4a2c-97c4-805683f2868d on network 08c15b53-ee41-42ae-bd0f-fa260eaa3960 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:15:16.695892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-2b9afe35-28ea-4ccf-ae2f-80a9a81da1a7 req-6d77d5f4-8cc9-4ff0-8347-294f6af27d45 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Unset dirty status for tenant:9639bd9a50294bb0bfdbfa223c211ad5 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:15:16.697521 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2b9afe35-28ea-4ccf-ae2f-80a9a81da1a7 req-6d77d5f4-8cc9-4ff0-8347-294f6af27d45 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 943 time: 0.1039941 Nov 25 09:15:16.698809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:15:16.699139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Checking segment: {'id': 'b0d7935d-15b6-408d-9739-38ce7e863c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:15:16.699518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Bound using segment: {'id': 'b0d7935d-15b6-408d-9739-38ce7e863c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:15:16.699932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Bound port: ffd61218-91c0-4a2c-97c4-805683f2868d, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d7935d-15b6-408d-9739-38ce7e863c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:15:16.700273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:16.747686 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2b9afe35-28ea-4ccf-ae2f-80a9a81da1a7 req-beb71c34-9e62-42b0-a8aa-c5fbbb94130d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 Nov 25 09:15:16.920464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] For port ffd61218-91c0-4a2c-97c4-805683f2868d, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:15:16.923593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] For port ffd61218-91c0-4a2c-97c4-805683f2868d, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ffd61218-91c0-4a2c-97c4-805683f2868d,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:15:16.927888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:16.932927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c2cb11a3-4c66-44d3-9996-8092ce33e396 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:15:16.981548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:16.982159 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:16.983758 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] 10.222.0.41 "PUT /v2.0/ports/ffd61218-91c0-4a2c-97c4-805683f2868d HTTP/1.1" status: 200 len: 1093 time: 1.0258942 Nov 25 09:15:16.986707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6784150a-0188-4a0a-ad86-631da655d36a', 'tag': 'ffd61218-91c0-4a2c-97c4-805683f2868d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:15:16.988322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:17.022575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd61218-91c0-4a2c-97c4-805683f2868d,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:15:17.025831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:15:17.068554 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6784150a-0188-4a0a-ad86-631da655d36a', 'tag': 'ffd61218-91c0-4a2c-97c4-805683f2868d', 'status': 'completed', 'code': 200} Nov 25 09:15:17.110639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-fe39d2c8-3467-436a-9519-9c14583d8c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:17.112106 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-fe39d2c8-3467-436a-9519-9c14583d8c4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 1096 time: 0.0763345 Nov 25 09:15:17.185851 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-ae59e57d-44bc-405a-a78e-064fcd35d51a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd61218-91c0-4a2c-97c4-805683f2868d HTTP/1.1" status: 200 len: 217 time: 0.0649974 Nov 25 09:15:17.249891 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-f4739fe7-30cf-4419-9864-3f111cbc2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:17.251310 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-f4739fe7-30cf-4419-9864-3f111cbc2131 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 200 len: 855 time: 0.0595522 Nov 25 09:15:17.297897 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-d7a7283b-16aa-43a8-8cc9-1d07065efd9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c15b53-ee41-42ae-bd0f-fa260eaa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406287 Nov 25 09:15:17.426210 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-3f35ce86-4bf6-4b90-8b65-0c80f0a977d1 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218641 Nov 25 09:15:17.558340 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77a2e055-d807-4ba2-be8b-214174cb9a1a req-180f02f0-6288-425a-975f-42f5c7e3b23c service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250126 Nov 25 09:15:17.674901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556ab79-83ac-481e-a936-a9c5a99ede9a req-3c4c28cd-bdb8-409d-be56-a5aa507a1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:17.676435 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8556ab79-83ac-481e-a936-a9c5a99ede9a req-3c4c28cd-bdb8-409d-be56-a5aa507a1168 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 1096 time: 0.0742629 Nov 25 09:15:17.808457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556ab79-83ac-481e-a936-a9c5a99ede9a req-7a01b36c-e5ca-4fd2-8860-0b4d762c66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:17.809809 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8556ab79-83ac-481e-a936-a9c5a99ede9a req-7a01b36c-e5ca-4fd2-8860-0b4d762c66d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 916 time: 0.1262913 Nov 25 09:15:17.876695 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8556ab79-83ac-481e-a936-a9c5a99ede9a req-35477a86-7bb4-4a05-ae57-08292ab0633f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd61218-91c0-4a2c-97c4-805683f2868d HTTP/1.1" status: 200 len: 217 time: 0.0606155 Nov 25 09:15:17.933334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5737f3-ca67-4300-9637-f94438670a8b req-daf5fbe7-b6c1-45ba-86f9-c09a160b5738 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:17.934813 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bd5737f3-ca67-4300-9637-f94438670a8b req-daf5fbe7-b6c1-45ba-86f9-c09a160b5738 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 943 time: 0.0813370 Nov 25 09:15:17.942725 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556ab79-83ac-481e-a936-a9c5a99ede9a req-fb20c290-b075-45ef-9bb8-51f7d2343f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:17.944269 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8556ab79-83ac-481e-a936-a9c5a99ede9a req-fb20c290-b075-45ef-9bb8-51f7d2343f84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 200 len: 855 time: 0.0619242 Nov 25 09:15:17.982568 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bd5737f3-ca67-4300-9637-f94438670a8b req-46956cba-e43e-4111-b0fa-9fd82146a32c tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Nov 25 09:15:17.990452 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8556ab79-83ac-481e-a936-a9c5a99ede9a req-ab47cb4e-4e19-4fd4-956e-7d3bf9a50764 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c15b53-ee41-42ae-bd0f-fa260eaa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401740 Nov 25 09:15:18.119696 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8556ab79-83ac-481e-a936-a9c5a99ede9a req-b88c1308-053b-4d14-b14f-41ada269a715 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220944 Nov 25 09:15:18.246842 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8556ab79-83ac-481e-a936-a9c5a99ede9a req-51326142-f202-47c6-b655-4a0df1e9ab7b service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207364 Nov 25 09:15:19.124273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device ffd61218-91c0-4a2c-97c4-805683f2868d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:15:19.126988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 4a1fe751-09bf-4936-9d4b-284d0c5731a7 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:15:19.170211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 4a1fe751-09bf-4936-9d4b-284d0c5731a7 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:15:19.170592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 4a1fe751-09bf-4936-9d4b-284d0c5731a7 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:15:19.176023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f32a4c-cef8-4019-91e2-68192dcb9b6f req-d58f426d-da8d-4e19-bf66-c51b4b74f80e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:19.176709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-32f32a4c-cef8-4019-91e2-68192dcb9b6f req-d58f426d-da8d-4e19-bf66-c51b4b74f80e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Synchronizing usage tracker for tenant:9639bd9a50294bb0bfdbfa223c211ad5 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:15:19.189014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-32f32a4c-cef8-4019-91e2-68192dcb9b6f req-d58f426d-da8d-4e19-bf66-c51b4b74f80e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Unset dirty status for tenant:9639bd9a50294bb0bfdbfa223c211ad5 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:15:19.190128 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-32f32a4c-cef8-4019-91e2-68192dcb9b6f req-d58f426d-da8d-4e19-bf66-c51b4b74f80e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 943 time: 0.1002040 Nov 25 09:15:19.237493 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-32f32a4c-cef8-4019-91e2-68192dcb9b6f req-e242008b-93d3-4c6c-893c-e81ff51134d2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Nov 25 09:15:19.296604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port ffd61218-91c0-4a2c-97c4-805683f2868d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ffd61218-91c0-4a2c-97c4-805683f2868d,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:15:19.309811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'ffd61218-91c0-4a2c-97c4-805683f2868d', 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960', 'port_id': 'ffd61218-91c0-4a2c-97c4-805683f2868d', 'mac_address': 'fa:16:3e:bc:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44800fb-e9e7-4450-b805-15b5330f7b3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:15:19.363376 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:19.379781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd61218-91c0-4a2c-97c4-805683f2868d {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:15:19.395632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port ffd61218-91c0-4a2c-97c4-805683f2868d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ffd61218-91c0-4a2c-97c4-805683f2868d,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:15:19.399542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:19.401411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:15:19.469875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=ffd61218-91c0-4a2c-97c4-805683f2868d,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:15:19.477478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.477835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.478177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.478545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.478881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.479240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.479569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.479896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.480223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.480547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.480868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.481190 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:15:19.484972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:15:19.783334 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['ffd61218-91c0-4a2c-97c4-805683f2868d'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:15:19.851876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ae2003a1-05f5-4ac9-b163-1fc05c7a0cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:20.002777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:20.420576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c72c9a-f8bb-4360-8778-7e46e6bc8beb req-0aa26e86-f1e4-44c8-b203-4687ede206fb tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:20.422011 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-72c72c9a-f8bb-4360-8778-7e46e6bc8beb req-0aa26e86-f1e4-44c8-b203-4687ede206fb tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 944 time: 0.0789239 Nov 25 09:15:20.465618 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-72c72c9a-f8bb-4360-8778-7e46e6bc8beb req-6ae5b581-2a79-461d-943d-eb98b0804d87 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380354 Nov 25 09:15:21.134147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device ffd61218-91c0-4a2c-97c4-805683f2868d up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:15:21.206226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port ffd61218-91c0-4a2c-97c4-805683f2868d completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:15:21.210875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port ffd61218-91c0-4a2c-97c4-805683f2868d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:15:21.211259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:21.356741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:21.382963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6784150a-0188-4a0a-ad86-631da655d36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd61218-91c0-4a2c-97c4-805683f2868d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:15:21.392476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port ffd61218-91c0-4a2c-97c4-805683f2868d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ffd61218-91c0-4a2c-97c4-805683f2868d,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:15:21.396185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:21.397981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:15:21.432820 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6784150a-0188-4a0a-ad86-631da655d36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd61218-91c0-4a2c-97c4-805683f2868d', 'code': 200} Nov 25 09:15:21.469844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:21.475311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=ffd61218-91c0-4a2c-97c4-805683f2868d,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:15:21.478176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:15:21.662066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fce4ca-1144-435a-a132-35f1d4db4259 req-e0191aed-c4b8-4248-b2ca-997a72b296cb tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:21.662692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cdebc-e89a-48a9-ba7b-0d032dfd7bd3 req-83fb7c6e-6076-4306-a352-01bf5b44a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:21.663472 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d2fce4ca-1144-435a-a132-35f1d4db4259 req-e0191aed-c4b8-4248-b2ca-997a72b296cb tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0861454 Nov 25 09:15:21.664162 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1b1cdebc-e89a-48a9-ba7b-0d032dfd7bd3 req-83fb7c6e-6076-4306-a352-01bf5b44a0f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 1098 time: 0.0691783 Nov 25 09:15:21.704467 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1b1cdebc-e89a-48a9-ba7b-0d032dfd7bd3 req-f26c26f4-8cd5-49d5-af17-fffd13b94673 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335753 Nov 25 09:15:21.708949 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d2fce4ca-1144-435a-a132-35f1d4db4259 req-60c88794-8951-4a6d-b4b4-4a6dab20bbbd tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390799 Nov 25 09:15:22.902561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1cf4c-dad1-4891-8009-c8bebb66f2ae req-0f909cd7-c3aa-44c4-83c5-392f5604b60b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:22.904006 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4b1cf4c-dad1-4891-8009-c8bebb66f2ae req-0f909cd7-c3aa-44c4-83c5-392f5604b60b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0850270 Nov 25 09:15:23.072137 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4b1cf4c-dad1-4891-8009-c8bebb66f2ae req-b923dfb3-ff8d-4b2e-a1b0-085c4cd09344 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625166 Nov 25 09:15:24.256449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436f63-1a56-4907-a419-ca32b8433fdc req-4c07c1bf-f381-49f9-bb57-6d03147bb06d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:24.257914 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-93436f63-1a56-4907-a419-ca32b8433fdc req-4c07c1bf-f381-49f9-bb57-6d03147bb06d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0812752 Nov 25 09:15:24.300603 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-93436f63-1a56-4907-a419-ca32b8433fdc req-c5565e31-be60-4a9d-a5ec-a7fb92699e60 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369349 Nov 25 09:15:24.487010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a541e11-dc57-4e29-9fb7-60270c9a7fba req-789d6481-b094-4f91-8579-08f976ef9dd9 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:24.488435 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1a541e11-dc57-4e29-9fb7-60270c9a7fba req-789d6481-b094-4f91-8579-08f976ef9dd9 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0836413 Nov 25 09:15:24.533271 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1a541e11-dc57-4e29-9fb7-60270c9a7fba req-853a5811-2f1e-4e22-82ba-9c4fe6c8b49b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391760 Nov 25 09:15:24.875101 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-fda99cb0-c568-4f79-b165-a85582771dc7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726202 Nov 25 09:15:24.925221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6d095-c8d0-44a6-8601-cbe81044f886 req-028a401d-56d3-49da-96a6-86d392956621 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:24.926694 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-91e6d095-c8d0-44a6-8601-cbe81044f886 req-028a401d-56d3-49da-96a6-86d392956621 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0817182 Nov 25 09:15:24.971574 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-91e6d095-c8d0-44a6-8601-cbe81044f886 req-70f8e714-f48e-470c-add8-966b23ddfd73 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392711 Nov 25 09:15:25.958896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-57741ed8-3b7e-45ff-89a1-e91f3c0bd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:25.960352 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-57741ed8-3b7e-45ff-89a1-e91f3c0bd8ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 1098 time: 0.0712428 Nov 25 09:15:26.092315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-7556c878-ae61-4074-917b-9d02c35e4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:26.093780 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-7556c878-ae61-4074-917b-9d02c35e4ed9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 916 time: 0.1270976 Nov 25 09:15:26.158591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f28ba0-f105-47ff-927b-f3597ec7cf4e req-868d3318-7727-4b49-9a00-adb721bb7259 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:26.160043 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-45f28ba0-f105-47ff-927b-f3597ec7cf4e req-868d3318-7727-4b49-9a00-adb721bb7259 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0827689 Nov 25 09:15:26.163274 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-a75ab4fd-064d-4a13-b094-22d09c4120d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd61218-91c0-4a2c-97c4-805683f2868d HTTP/1.1" status: 200 len: 217 time: 0.0636272 Nov 25 09:15:26.204814 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-45f28ba0-f105-47ff-927b-f3597ec7cf4e req-2a5a6bba-24b5-44ec-914f-1aae1fb1c037 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392270 Nov 25 09:15:26.230754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-e03d7a5b-7629-45c3-9c72-68060093569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:26.232171 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-e03d7a5b-7629-45c3-9c72-68060093569c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 200 len: 855 time: 0.0627921 Nov 25 09:15:26.282193 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-be6305b3-011c-4d1e-8834-1746f64752ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c15b53-ee41-42ae-bd0f-fa260eaa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439610 Nov 25 09:15:26.411716 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-c326ef9d-be80-4b6b-87d9-20418ca577d6 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233690 Nov 25 09:15:26.541935 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-8bc01379-fe1d-4e1c-bfa4-039ed4170744 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233521 Nov 25 09:15:27.389541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867be6d-0e6a-40b9-9c80-a2f48691ae5e req-b1f3540a-7dde-47c3-9c3c-6546eb0c1a85 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:27.390886 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e867be6d-0e6a-40b9-9c80-a2f48691ae5e req-b1f3540a-7dde-47c3-9c3c-6546eb0c1a85 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0783644 Nov 25 09:15:27.433716 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e867be6d-0e6a-40b9-9c80-a2f48691ae5e req-c390ae28-c6c4-45a8-b7d9-6ba22177a50f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373282 Nov 25 09:15:28.765976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dc0f-7b09-49e7-9bd3-72aa93398b67 req-9cb2d727-6af7-4640-a1e4-5c1efcff26ce tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:28.767354 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6153dc0f-7b09-49e7-9bd3-72aa93398b67 req-9cb2d727-6af7-4640-a1e4-5c1efcff26ce tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0828955 Nov 25 09:15:28.810779 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6153dc0f-7b09-49e7-9bd3-72aa93398b67 req-be0b1260-0598-4589-8a20-dd38f8c72eed tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379066 Nov 25 09:15:29.997588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f226ad-e3f7-4575-91c9-4ea99ee3db04 req-b615bb95-cf73-4bee-9379-0ca726ad73a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:29.999053 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13f226ad-e3f7-4575-91c9-4ea99ee3db04 req-b615bb95-cf73-4bee-9379-0ca726ad73a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0824292 Nov 25 09:15:30.042886 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13f226ad-e3f7-4575-91c9-4ea99ee3db04 req-24cdc6e6-f138-4acd-bbde-9f3139422d0b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379343 Nov 25 09:15:31.223370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f93466-f6e8-4d29-85b0-90f5faf54596 req-1df15efd-c778-4ce0-b709-6e2d25ef09c1 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:31.225051 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-96f93466-f6e8-4d29-85b0-90f5faf54596 req-1df15efd-c778-4ce0-b709-6e2d25ef09c1 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0796359 Nov 25 09:15:31.271827 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-96f93466-f6e8-4d29-85b0-90f5faf54596 req-bc386480-76dd-4324-8d62-747b8261555a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Nov 25 09:15:32.452808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a17443-774e-48e0-b7e1-7c1aefed390a req-14a26a09-ac65-4dda-a9db-fb507b635475 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:32.454225 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-61a17443-774e-48e0-b7e1-7c1aefed390a req-14a26a09-ac65-4dda-a9db-fb507b635475 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0785391 Nov 25 09:15:32.500997 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-61a17443-774e-48e0-b7e1-7c1aefed390a req-fe92954a-0edd-4769-a2e0-1ecd36ed4bd3 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Nov 25 09:15:33.683930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ba02d-9752-4812-b7e1-f8cda5fcd559 req-f66f4d64-8f1a-4c87-94d1-85c441c1ca88 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:33.685380 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4e5ba02d-9752-4812-b7e1-f8cda5fcd559 req-f66f4d64-8f1a-4c87-94d1-85c441c1ca88 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0816483 Nov 25 09:15:33.729845 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4e5ba02d-9752-4812-b7e1-f8cda5fcd559 req-fba25f34-35d0-437b-8136-8500fb3e1293 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388553 Nov 25 09:15:34.156145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:34.674054 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:15:34.914160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69dcf95-430e-4959-9c66-fd9ba7aa6379 req-97e92d79-2d38-42e4-82c4-f6ffceca3163 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:34.915635 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e69dcf95-430e-4959-9c66-fd9ba7aa6379 req-97e92d79-2d38-42e4-82c4-f6ffceca3163 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0842578 Nov 25 09:15:34.958986 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e69dcf95-430e-4959-9c66-fd9ba7aa6379 req-569f1bba-bfbf-44de-abbc-f2b89c182ff9 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372670 Nov 25 09:15:36.147911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af0af7-01b6-4ba6-9e36-041b876e0c67 req-eae20394-9443-4dbc-aca6-0ced72be441e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:36.149353 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57af0af7-01b6-4ba6-9e36-041b876e0c67 req-eae20394-9443-4dbc-aca6-0ced72be441e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0844355 Nov 25 09:15:36.193041 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57af0af7-01b6-4ba6-9e36-041b876e0c67 req-d6e31982-2e56-486d-90a0-7662bde825c1 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373194 Nov 25 09:15:37.524522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818510d7-6a27-45de-a281-4265d19a95d7 req-cd7b7ba1-d2bd-4442-a0f7-4e3b89311691 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:37.526534 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-818510d7-6a27-45de-a281-4265d19a95d7 req-cd7b7ba1-d2bd-4442-a0f7-4e3b89311691 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0846157 Nov 25 09:15:37.569489 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-818510d7-6a27-45de-a281-4265d19a95d7 req-65bee232-be46-4cf7-b76c-678675d43667 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373976 Nov 25 09:15:38.757204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e494a-8426-455d-82f1-68e891a34930 req-c6f75eb4-ab65-4bb9-a323-a46933d38c04 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:38.758705 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bc6e494a-8426-455d-82f1-68e891a34930 req-c6f75eb4-ab65-4bb9-a323-a46933d38c04 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0866983 Nov 25 09:15:38.808542 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bc6e494a-8426-455d-82f1-68e891a34930 req-94d9d840-2912-4869-b714-5e769188bac6 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435562 Nov 25 09:15:39.995769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f03983-3a09-4653-a150-6ef5227cbf3c req-ae539a66-62bd-4e5e-ab58-35ae250ab6b2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:39.997221 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f0f03983-3a09-4653-a150-6ef5227cbf3c req-ae539a66-62bd-4e5e-ab58-35ae250ab6b2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0806553 Nov 25 09:15:40.040617 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f0f03983-3a09-4653-a150-6ef5227cbf3c req-82547802-1ae1-4ac4-b465-13cde8816f9e tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377643 Nov 25 09:15:41.226025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91df87d-0f70-4766-b6ea-28d623d839f6 req-2b887ff7-5922-4953-b9ff-b3462c3b88ee tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:41.227488 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d91df87d-0f70-4766-b6ea-28d623d839f6 req-2b887ff7-5922-4953-b9ff-b3462c3b88ee tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0824351 Nov 25 09:15:41.271486 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d91df87d-0f70-4766-b6ea-28d623d839f6 req-7f23d210-cb6d-4a68-92fa-adc03d615051 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378630 Nov 25 09:15:42.455980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3da09-d803-4677-8151-0456e30b3433 req-45ee4b73-44d2-4d67-97bc-df7555c824f1 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:42.457410 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e1a3da09-d803-4677-8151-0456e30b3433 req-45ee4b73-44d2-4d67-97bc-df7555c824f1 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0831647 Nov 25 09:15:42.500683 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e1a3da09-d803-4677-8151-0456e30b3433 req-eb4a4d5f-1e8f-4569-bcea-6e970cc83bf5 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Nov 25 09:15:43.685011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df229ac-0f06-4159-bbf3-8810e9e76672 req-5ae736dd-b54d-4413-a6dc-bdc66e9a2267 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:43.686484 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1df229ac-0f06-4159-bbf3-8810e9e76672 req-5ae736dd-b54d-4413-a6dc-bdc66e9a2267 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0811391 Nov 25 09:15:43.733607 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1df229ac-0f06-4159-bbf3-8810e9e76672 req-27a430a6-aa85-423a-96ad-e5a643bcc239 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Nov 25 09:15:44.913558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb2eee-0884-4fa0-87e6-f1977f80192b req-267156f3-44a2-4002-9af5-ba0340ab96b4 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:44.915006 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bcfb2eee-0884-4fa0-87e6-f1977f80192b req-267156f3-44a2-4002-9af5-ba0340ab96b4 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0777080 Nov 25 09:15:44.961389 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bcfb2eee-0884-4fa0-87e6-f1977f80192b req-303b42c7-5c31-4007-bf05-95943812e5db tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 Nov 25 09:15:46.145294 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee68edf-1d19-4971-8854-9bd8d5c33ab5 req-e4c9f306-327f-4972-8c8f-3772d36db992 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:46.146749 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4ee68edf-1d19-4971-8854-9bd8d5c33ab5 req-e4c9f306-327f-4972-8c8f-3772d36db992 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0815320 Nov 25 09:15:46.190562 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4ee68edf-1d19-4971-8854-9bd8d5c33ab5 req-5651a1a7-509c-48be-91f4-a9da7feca0d1 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381374 Nov 25 09:15:46.519343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ada58c4a-7a06-4908-b267-95a6077f6ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:46.985377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:47.384648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9623e63-f785-40cb-bc15-5f9454dbe0da req-d82ef473-58c9-4115-9c7f-3cd7e8cbce77 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:47.387051 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c9623e63-f785-40cb-bc15-5f9454dbe0da req-d82ef473-58c9-4115-9c7f-3cd7e8cbce77 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0818527 Nov 25 09:15:47.431256 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c9623e63-f785-40cb-bc15-5f9454dbe0da req-373d2d35-374f-40b3-88da-6d8acf581fd6 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390823 Nov 25 09:15:48.615224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd1975-c22a-40c1-9f4e-2c113c903f79 req-c944d4e1-dfbf-4fe6-a668-ae3fc0784c84 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:48.616653 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-29fd1975-c22a-40c1-9f4e-2c113c903f79 req-c944d4e1-dfbf-4fe6-a668-ae3fc0784c84 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0832381 Nov 25 09:15:48.661199 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-29fd1975-c22a-40c1-9f4e-2c113c903f79 req-3ed47e8b-63f9-452f-b33c-2833bea90d57 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Nov 25 09:15:49.815062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33186061-ccbb-46ee-921c-a4dc19c2c5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:49.848848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403a16a-38b3-43e5-a8cd-452e80706b2c req-33200994-2679-4287-84e9-613b0391d36b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:49.850601 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4403a16a-38b3-43e5-a8cd-452e80706b2c req-33200994-2679-4287-84e9-613b0391d36b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0840342 Nov 25 09:15:50.008017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:50.009670 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4403a16a-38b3-43e5-a8cd-452e80706b2c req-ba6f424b-7a02-4a43-97ef-1e1a3fe4689b tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533682 Nov 25 09:15:51.202179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e6d7-b086-4719-be1c-944f78224342 req-dd345589-d094-4bf9-99f6-d701eb0cee89 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:51.203654 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1280e6d7-b086-4719-be1c-944f78224342 req-dd345589-d094-4bf9-99f6-d701eb0cee89 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0795133 Nov 25 09:15:51.248730 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1280e6d7-b086-4719-be1c-944f78224342 req-5ee8762f-cfa5-487c-a6e4-5c36f272a74f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395439 Nov 25 09:15:51.458076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:52.433671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df3012-e294-415c-b17d-6b4f33d6e297 req-9214f17a-1e39-4ef8-a07c-029c3ee19378 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:52.435141 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-20df3012-e294-415c-b17d-6b4f33d6e297 req-9214f17a-1e39-4ef8-a07c-029c3ee19378 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0793307 Nov 25 09:15:52.478546 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-20df3012-e294-415c-b17d-6b4f33d6e297 req-0efa526c-8c85-433f-ad80-ab6636256a70 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378273 Nov 25 09:15:53.309994 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-1fcb1287-dc6b-4330-a38b-28f2b31d0b72 service neutron] 10.222.0.41 "GET /v2.0/ports/ffd61218-91c0-4a2c-97c4-805683f2868d/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0754633 Nov 25 09:15:53.576106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-ca6953ed-3d92-4e7b-b6d1-404c173eb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:53.577484 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-ca6953ed-3d92-4e7b-b6d1-404c173eb91f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a&tenant_id=9639bd9a50294bb0bfdbfa223c211ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0749593 Nov 25 09:15:53.671401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-08b2691c-775d-415c-8373-b6e4a4492f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:53.672844 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-08b2691c-775d-415c-8373-b6e4a4492f28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 1098 time: 0.0745106 Nov 25 09:15:53.676019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc800-6b02-4cc4-826e-36802d43d669 req-10cc2091-a732-4ded-9ca4-80576163febe tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:53.679758 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0fedc800-6b02-4cc4-826e-36802d43d669 req-10cc2091-a732-4ded-9ca4-80576163febe tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0912800 Nov 25 09:15:53.724879 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0fedc800-6b02-4cc4-826e-36802d43d669 req-ceb70067-e0a6-4761-a0ff-99927fc98540 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376065 Nov 25 09:15:53.802738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-966da02e-1218-408e-b19a-4bb46efa51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:53.804159 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-966da02e-1218-408e-b19a-4bb46efa51e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 916 time: 0.1252584 Nov 25 09:15:53.869567 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-ae4ed27c-3243-4429-9e2a-d9b912f88dc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd61218-91c0-4a2c-97c4-805683f2868d HTTP/1.1" status: 200 len: 217 time: 0.0586939 Nov 25 09:15:53.930969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-c6aeb4a1-2ecb-4679-b059-2e8e532ea94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:53.932925 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-c6aeb4a1-2ecb-4679-b059-2e8e532ea94b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 200 len: 855 time: 0.0584326 Nov 25 09:15:53.977798 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-c5355a86-08cf-43a9-a094-8ca9e5be3198 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c15b53-ee41-42ae-bd0f-fa260eaa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387342 Nov 25 09:15:54.107859 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-f4e48e76-5c95-4fcb-a35e-7d8f1581e945 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236684 Nov 25 09:15:54.238665 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de7ea924-e6fd-45d3-9b2c-31c41b8d4a3c req-94a26ab9-b2df-4694-9b45-cd46a399d302 service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245456 Nov 25 09:15:54.910934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e11930-79f9-4fa1-89e4-a6f2cfc3b27c req-d6ddda83-2705-4c1a-968c-267f6e89d281 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:54.912336 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-80e11930-79f9-4fa1-89e4-a6f2cfc3b27c req-d6ddda83-2705-4c1a-968c-267f6e89d281 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0817795 Nov 25 09:15:54.955162 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-80e11930-79f9-4fa1-89e4-a6f2cfc3b27c req-d156adf6-3b5a-460f-85f5-577da57a44c2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373001 Nov 25 09:15:55.338873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device ffd61218-91c0-4a2c-97c4-805683f2868d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:15:55.468420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port ffd61218-91c0-4a2c-97c4-805683f2868d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ffd61218-91c0-4a2c-97c4-805683f2868d,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:15:55.481879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'ffd61218-91c0-4a2c-97c4-805683f2868d', 'network_id': '08c15b53-ee41-42ae-bd0f-fa260eaa3960', 'port_id': 'ffd61218-91c0-4a2c-97c4-805683f2868d', 'mac_address': 'fa:16:3e:bc:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44800fb-e9e7-4450-b805-15b5330f7b3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:15:55.539449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:55.558393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffd61218-91c0-4a2c-97c4-805683f2868d {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:15:55.576185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port ffd61218-91c0-4a2c-97c4-805683f2868d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ffd61218-91c0-4a2c-97c4-805683f2868d,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:15:55.579692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:55.581435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f16f9780-5831-4534-bb00-ff55f3a346a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:15:55.645646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=ffd61218-91c0-4a2c-97c4-805683f2868d,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:15:55.648585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:15:55.733159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['ffd61218-91c0-4a2c-97c4-805683f2868d'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:15:56.136974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657175cb-4a51-4b2e-9853-da233151a7b4 req-9ca3a368-5243-4067-a509-e9bd8c9ac258 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:56.138449 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-657175cb-4a51-4b2e-9853-da233151a7b4 req-9ca3a368-5243-4067-a509-e9bd8c9ac258 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 944 time: 0.0801492 Nov 25 09:15:56.182008 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-657175cb-4a51-4b2e-9853-da233151a7b4 req-73077bf5-d6a5-4ea7-aefa-2823bed291fc tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373697 Nov 25 09:15:57.336280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device ffd61218-91c0-4a2c-97c4-805683f2868d up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:15:57.364140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325055e-572e-4e9f-b1ca-d3955ed85ee8 req-673fc5fd-e6e3-460e-9c4f-d8bd89646fbb tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:57.365587 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3325055e-572e-4e9f-b1ca-d3955ed85ee8 req-673fc5fd-e6e3-460e-9c4f-d8bd89646fbb tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 944 time: 0.0798140 Nov 25 09:15:57.403570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port ffd61218-91c0-4a2c-97c4-805683f2868d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:15:57.403943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:57.409169 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3325055e-572e-4e9f-b1ca-d3955ed85ee8 req-9015b993-5c1e-4d00-b509-6e8b0c1d8de5 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373681 Nov 25 09:15:57.522131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:57.552296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6784150a-0188-4a0a-ad86-631da655d36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd61218-91c0-4a2c-97c4-805683f2868d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:15:57.562262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port ffd61218-91c0-4a2c-97c4-805683f2868d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ffd61218-91c0-4a2c-97c4-805683f2868d,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:15:57.567426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:15:57.569526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:15:57.632941 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6784150a-0188-4a0a-ad86-631da655d36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd61218-91c0-4a2c-97c4-805683f2868d', 'code': 200} Nov 25 09:15:57.648146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=ffd61218-91c0-4a2c-97c4-805683f2868d,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:15:57.651672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:15:57.799728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-8a39ec07-2212-4672-ab3a-4d89b9e2c38d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:57.801109 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-8a39ec07-2212-4672-ab3a-4d89b9e2c38d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.41 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a&tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 945 time: 0.1409609 Nov 25 09:15:57.809234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e85d-8a70-4207-9622-174f33b9ef9d req-d3992669-5b57-41a3-a2ac-463ce5e7bc5a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:57.810573 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13d7e85d-8a70-4207-9622-174f33b9ef9d req-d3992669-5b57-41a3-a2ac-463ce5e7bc5a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.1490965 Nov 25 09:15:57.859821 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13d7e85d-8a70-4207-9622-174f33b9ef9d req-dd2acc8c-0a70-475b-aafa-46f5d2e60a42 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430756 Nov 25 09:15:57.939055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-630e048e-3b4b-483e-94fd-b3e575d8215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:57.940487 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-630e048e-3b4b-483e-94fd-b3e575d8215d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 1098 time: 0.0697334 Nov 25 09:15:58.068504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-f4746876-9569-41af-b176-227068f309f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:58.069908 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-f4746876-9569-41af-b176-227068f309f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 200 len: 916 time: 0.1233850 Nov 25 09:15:58.248044 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-a3777703-02c8-413c-9c1e-466385f3335e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd61218-91c0-4a2c-97c4-805683f2868d HTTP/1.1" status: 200 len: 217 time: 0.1712475 Nov 25 09:15:58.308242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-cfe48d1a-bdf7-46e4-8d53-682317c31e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:58.309584 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-cfe48d1a-bdf7-46e4-8d53-682317c31e95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 200 len: 855 time: 0.0555253 Nov 25 09:15:58.354251 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-6651cb65-74ef-46e6-ae22-04d0bbcda4b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c15b53-ee41-42ae-bd0f-fa260eaa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385659 Nov 25 09:15:58.480127 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-e89ba67e-5de5-455c-b411-c6e4cf0becaa service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194952 Nov 25 09:15:58.608721 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64fad4ff-f3e1-4eef-8655-066a2d02ba96 req-a3abc170-eb28-46e3-9e61-3bbc3211388e service neutron] 10.222.0.41 "GET /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227782 Nov 25 09:15:59.053678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784598-6672-4217-808f-2efa53c45b47 req-b7687f5d-aedf-4c37-8aea-62991da2ddac tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:15:59.055152 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c1784598-6672-4217-808f-2efa53c45b47 req-b7687f5d-aedf-4c37-8aea-62991da2ddac tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0871894 Nov 25 09:15:59.105119 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c1784598-6672-4217-808f-2efa53c45b47 req-1f8baa6d-8cca-4aef-973b-3ec534e956ff tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443437 Nov 25 09:16:00.291327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c93c6-1a67-4540-b640-3cadd17bc70f req-bd61a04b-73a9-42cc-8c14-92009944de92 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:00.292674 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a13c93c6-1a67-4540-b640-3cadd17bc70f req-bd61a04b-73a9-42cc-8c14-92009944de92 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0846248 Nov 25 09:16:00.335049 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a13c93c6-1a67-4540-b640-3cadd17bc70f req-72d51e93-eee9-44a4-aadc-8693a99ce1bd tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369473 Nov 25 09:16:00.516241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c400f-57db-43d7-af8d-1b3ff5ddbb9b req-cce22cd7-53aa-46c5-8f8f-f02775c9539d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:00.517702 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-404c400f-57db-43d7-af8d-1b3ff5ddbb9b req-cce22cd7-53aa-46c5-8f8f-f02775c9539d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0798876 Nov 25 09:16:00.565709 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-404c400f-57db-43d7-af8d-1b3ff5ddbb9b req-0e10e16c-33f2-43b8-af04-5f4d822bcf47 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423293 Nov 25 09:16:00.749353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8b2cd-1953-4419-ab8f-431776caa99f req-1afeb267-c4a1-40e4-9d12-8bb061c924e8 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:00.750818 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-65d8b2cd-1953-4419-ab8f-431776caa99f req-1afeb267-c4a1-40e4-9d12-8bb061c924e8 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0798748 Nov 25 09:16:00.793893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-65d8b2cd-1953-4419-ab8f-431776caa99f req-9fa005d9-f2c9-4791-96ac-03a05775e331 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374880 Nov 25 09:16:01.335349 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b9922-1ba3-4361-8714-73b745702399 req-38c16bb7-16b1-46b3-97e6-d63811c214ff tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:01.336798 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7a5b9922-1ba3-4361-8714-73b745702399 req-38c16bb7-16b1-46b3-97e6-d63811c214ff tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0805960 Nov 25 09:16:01.380024 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7a5b9922-1ba3-4361-8714-73b745702399 req-6472436a-05ae-4de2-b515-989c29f6bc47 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376351 Nov 25 09:16:02.563716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde47ec-f4bd-4064-99f8-4b0a7b1f8d82 req-4bf46d95-443a-4449-8296-e26b68d7a88a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:02.565159 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cbde47ec-f4bd-4064-99f8-4b0a7b1f8d82 req-4bf46d95-443a-4449-8296-e26b68d7a88a tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0825558 Nov 25 09:16:02.609089 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cbde47ec-f4bd-4064-99f8-4b0a7b1f8d82 req-ce5e0a37-54d4-4ac3-abbe-dd669f721384 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/security-groups?id=a775fa39-9fc7-4b23-8c30-18670ae3d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383134 Nov 25 09:16:02.938894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24704c-ea77-49b3-81b9-67b6afda5c6b req-b6e110f6-6da1-46b1-b3ed-6c28f0f00fef tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:02.940210 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ea24704c-ea77-49b3-81b9-67b6afda5c6b req-b6e110f6-6da1-46b1-b3ed-6c28f0f00fef tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.41 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 945 time: 0.0779810 Nov 25 09:16:03.012449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-ea24704c-ea77-49b3-81b9-67b6afda5c6b req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Deleting port ffd61218-91c0-4a2c-97c4-805683f2868d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:16:03.012787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ea24704c-ea77-49b3-81b9-67b6afda5c6b req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:03.254331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-ea24704c-ea77-49b3-81b9-67b6afda5c6b req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] For port ffd61218-91c0-4a2c-97c4-805683f2868d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ffd61218-91c0-4a2c-97c4-805683f2868d,segment=NetworkSegment(b0d7935d-15b6-408d-9739-38ce7e863c17),segment_id=b0d7935d-15b6-408d-9739-38ce7e863c17)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:16:03.254690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ea24704c-ea77-49b3-81b9-67b6afda5c6b req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:03.374118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-ea24704c-ea77-49b3-81b9-67b6afda5c6b req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Calling delete_port for ffd61218-91c0-4a2c-97c4-805683f2868d owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:16:03.515398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ea24704c-ea77-49b3-81b9-67b6afda5c6b req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:03.520657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-76850012-0866-4fe4-a20f-494b23d61eb8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:03.566415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Pushing event deleted for resources: {'Port': ['ID=ffd61218-91c0-4a2c-97c4-805683f2868d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:03.612890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.613279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.613680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.614054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.614463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.614832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.615201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.615564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.615927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.616290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.616651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.617022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:03.643261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:03.654587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea24704c-ea77-49b3-81b9-67b6afda5c6b req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] No DVR routers for this DVR port ffd61218-91c0-4a2c-97c4-805683f2868d on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:16:03.656995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-ea24704c-ea77-49b3-81b9-67b6afda5c6b req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:03.659598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6784150a-0188-4a0a-ad86-631da655d36a', 'name': 'network-vif-deleted', 'tag': 'ffd61218-91c0-4a2c-97c4-805683f2868d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:16:03.676545 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ea24704c-ea77-49b3-81b9-67b6afda5c6b req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.41 "DELETE /v2.0/ports/ffd61218-91c0-4a2c-97c4-805683f2868d HTTP/1.1" status: 204 len: 173 time: 0.7310483 Nov 25 09:16:03.769823 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6784150a-0188-4a0a-ad86-631da655d36a', 'name': 'network-vif-deleted', 'tag': 'ffd61218-91c0-4a2c-97c4-805683f2868d', 'status': 'completed', 'code': 200} Nov 25 09:16:03.777730 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d9ce8a1c-a358-4a5f-9203-ceb99ff73704 req-86097184-76fe-4822-8570-621b5fe0b08f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784150a-0188-4a0a-ad86-631da655d36a HTTP/1.1" status: 200 len: 210 time: 0.0484197 Nov 25 09:16:04.153840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.010129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52810) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:05.176462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Deleting subnet b44800fb-e9e7-4450-b805-15b5330f7b3c {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:16:05.179452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.228444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.287279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.352417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.357280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-38a5430f-4329-46d3-b9ff-152ce3d1d4a5 tempest-AllowedAddressPairTestJSON-863997681 tempest-AllowedAddressPairTestJSON-863997681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:05.393015 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.396248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44800fb-e9e7-4450-b805-15b5330f7b3c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:05.398164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device ffd61218-91c0-4a2c-97c4-805683f2868d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:16:05.406789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.407184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.407566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.407941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.408310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.408682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.409052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.409417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.409797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.410147 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.410537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.410946 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:05.414576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:05.416654 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-da41754d-8bf2-41cc-94ed-431be5f64885 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b44800fb-e9e7-4450-b805-15b5330f7b3c HTTP/1.1" status: 204 len: 168 time: 0.4054956 Nov 25 09:16:05.419320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52814) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:05.435018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: ffd61218-91c0-4a2c-97c4-805683f2868d {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:16:05.435375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device ffd61218-91c0-4a2c-97c4-805683f2868d not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:16:05.524884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.649805 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.679518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c15b53-ee41-42ae-bd0f-fa260eaa3960']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:05.692025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d7935d-15b6-408d-9739-38ce7e863c17') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:05.692320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d7935d-15b6-408d-9739-38ce7e863c17') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:05.703818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.725251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.732576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:16:05.733039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:16:05.746852 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:16:05.828073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.831522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6e811f0-c444-43f7-973b-a5d3b4aa101e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:05.844603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:05.855370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=08c15b53-ee41-42ae-bd0f-fa260eaa3960,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:05.858448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:05.865156 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-feb03418-4564-41b1-abeb-20389b98b7b6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/08c15b53-ee41-42ae-bd0f-fa260eaa3960 HTTP/1.1" status: 204 len: 168 time: 0.4448445 Nov 25 09:16:05.971484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52820) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:06.019177 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d9767c9b-3839-49c8-b453-a8d5a47bde9d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9639bd9a50294bb0bfdbfa223c211ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463099 Nov 25 09:16:06.021670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52824) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:06.079553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6531f953-a6b1-4b7c-81f5-c3d13716c016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:06.109734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6531f953-a6b1-4b7c-81f5-c3d13716c016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:06.164254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6531f953-a6b1-4b7c-81f5-c3d13716c016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:06.167855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-681ccf3e-93e0-4401-8cfe-49a246f85e86 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:06.181157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531f953-a6b1-4b7c-81f5-c3d13716c016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a775fa39-9fc7-4b23-8c30-18670ae3d32d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:06.183712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6531f953-a6b1-4b7c-81f5-c3d13716c016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:06.197429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6531f953-a6b1-4b7c-81f5-c3d13716c016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:06.198577 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6531f953-a6b1-4b7c-81f5-c3d13716c016 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a775fa39-9fc7-4b23-8c30-18670ae3d32d HTTP/1.1" status: 204 len: 168 time: 0.1758904 Nov 25 09:16:06.913045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 52848) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:07.012491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2104749601-network', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:16:07.017120 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:16:07.020935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Usage tracker for resource:network and tenant:846e4a0311204b259362fa84ad4f64a0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:16:07.023749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:16:07.033687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:16:07.044166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Made reservation on behalf of 846e4a0311204b259362fa84ad4f64a0 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:16:07.046484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.057842 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.071418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:16:07.075691 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Usage tracker for resource:security_group_rule and tenant:846e4a0311204b259362fa84ad4f64a0 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:16:07.078397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:16:07.083905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:16:07.166332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.170079 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.173959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8094fd90-d97e-456f-83ef-4ed326c9295e tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:07.201293 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:16:07.209804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876e5563-f5a5-4606-a2a6-2e89ce0685f0,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:07.212848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:07.216738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.217602 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Added segment 24c352d3-4f11-45a7-b31c-c363dad359df of type vlan for network d2980622-16f1-494b-9b5f-c99efa0f6bb3 Nov 25 09:16:07.243169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.272845 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.273880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:07.274509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.279222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6cd92573-353f-41f0-a9ab-7055c67f4135 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:07.376045 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4618998 Nov 25 09:16:07.379033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d2980622-16f1-494b-9b5f-c99efa0f6bb3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:07.379173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 52854) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:07.381703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:07.386325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Request body: {'subnet': {'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2104749601-subnet', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:16:07.389684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:16:07.391967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:16:07.395868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Usage tracker for resource:subnet and tenant:846e4a0311204b259362fa84ad4f64a0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:16:07.398670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:16:07.404381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:16:07.415403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Made reservation on behalf of 846e4a0311204b259362fa84ad4f64a0 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:16:07.418171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.619485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.623854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d2751131-9529-401c-8f14-048f5ff57e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:07.816501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:07.819839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:07.826034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Checking segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:16:07.826417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Network hostable DHCP agents. Network: d2980622-16f1-494b-9b5f-c99efa0f6bb3, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:16:07.845277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:16:07.853862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, d2980622-16f1-494b-9b5f-c99efa0f6bb3) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:16:07.857696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:07.858265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.863135 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bffdf9-d848-4eb7-9235-c52de3f22b2f None None] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:16:07.880281 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5001698 Nov 25 09:16:07.882947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 52858) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:07.888345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:16:07.892881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:16:07.896747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Usage tracker for resource:router and tenant:846e4a0311204b259362fa84ad4f64a0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:16:07.900300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:16:07.906257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:16:07.916981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.918028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:07.935076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.078558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-d2980622-16f1-494b-9b5f-c99efa0f6bb3', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:16:08.079432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.204501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.234164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Allocated IP 172.20.0.2 (d2980622-16f1-494b-9b5f-c99efa0f6bb3/d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6/84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:16:08.471676 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.482911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Transition to ACTIVE for port object 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:16:08.501358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Transition to ACTIVE for port object 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:16:08.507102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.512333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2a37a86e-6e24-411f-8041-a7ba505a55d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:08.513579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.543079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.573241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:16:08.576467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:16:08.578992 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:16:08.619107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Pushing event updated for resources: {'Port': ['ID=84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:08.626652 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:08.674731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Attempting to bind port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:16:08.675117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Attempting to bind port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:16:08.675491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Attempting to bind port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:16:08.680859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:16:08.681755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Checking segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:16:08.682168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.682602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Bound using segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:16:08.683080 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Bound port: 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:16:08.683248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Allocated IP 172.26.3.182 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/b619e87c-d3ae-4be8-be3a-9f50927ad23a) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:16:08.683462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.774275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] For port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:16:08.777778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] For port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:16:08.781278 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.785628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:08.833164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.862775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:08.863878 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Pushing event updated for resources: {'Port': ['ID=84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:08.867099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:08.867363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8f10e64f-ebe1-4c61-90f1-949739282f39 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:08.922513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:16:08.930172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:16:08.935077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:16:08.979879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Pushing event updated for resources: {'Port': ['ID=b619e87c-d3ae-4be8-be3a-9f50927ad23a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:08.984711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:09.513999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:09.786471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3497bbab-51a9-4c18-ab46-31b0d9ccc2dc None None] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:16:09.859549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:09.881231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9cdf3856-e941-47cc-b9de-782bdb10d4d7 None None] Provisioning for port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:16:10.070827 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Router 9d003074-66a3-4343-9faa-722d53d5aa7d is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:16:10.251039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:16:10.259873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Sync routers for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:16:10.269392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:16:10.270023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:15:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:10.275573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:10.276884 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3930228 Nov 25 09:16:10.279597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 52862) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:10.459166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:16:10.756292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:09Z', 'revision_number': 3, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:10.764705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Checking router: 9d003074-66a3-4343-9faa-722d53d5aa7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:16:10.765192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Updating router 9d003074-66a3-4343-9faa-722d53d5aa7d port b619e87c-d3ae-4be8-be3a-9f50927ad23a binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:16:10.793446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:16:10.874413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.007947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:16:11.023717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:16:11.024102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.085818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.257653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.292672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Allocated IP 172.20.0.1 (d2980622-16f1-494b-9b5f-c99efa0f6bb3/d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6/7bc1b079-e125-417c-9e82-a22a7af55014) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:16:11.309388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:16:11.314752 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.344041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:11.430587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.441449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.443399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:11.447811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:11.448766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Transition to ACTIVE for port object b619e87c-d3ae-4be8-be3a-9f50927ad23a will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:16:11.455407 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.458266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Transition to ACTIVE for port object 7bc1b079-e125-417c-9e82-a22a7af55014 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:16:11.459715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:11.482080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.486544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:11.536519 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Attempting to bind port b619e87c-d3ae-4be8-be3a-9f50927ad23a on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:16:11.536897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Attempting to bind port b619e87c-d3ae-4be8-be3a-9f50927ad23a by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:16:11.537268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Attempting to bind port b619e87c-d3ae-4be8-be3a-9f50927ad23a on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:16:11.543117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bcd5d-2d1e-428c-bd4a-85b8ba03e32b None None] Pushing event updated for resources: {'Port': ['ID=b619e87c-d3ae-4be8-be3a-9f50927ad23a,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:11.546981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b05bcd5d-2d1e-428c-bd4a-85b8ba03e32b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:11.547748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:16:11.548129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:16:11.548540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.548932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:16:11.549412 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Bound port: b619e87c-d3ae-4be8-be3a-9f50927ad23a, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:16:11.549793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.554099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:16:11.557052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:16:11.559382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:16:11.600578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc1b079-e125-417c-9e82-a22a7af55014,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:11.603435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:11.618382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.625990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] For port b619e87c-d3ae-4be8-be3a-9f50927ad23a, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:16:11.630984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] For port b619e87c-d3ae-4be8-be3a-9f50927ad23a, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b619e87c-d3ae-4be8-be3a-9f50927ad23a,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:16:11.635835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.639631 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9375240c-4d2b-4bed-b44e-21435358fae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:11.678766 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:16:11.716394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:16:11.717046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:15:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:11.739845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.783708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bcd5d-2d1e-428c-bd4a-85b8ba03e32b None None] Pushing event updated for resources: {'Port': ['ID=b619e87c-d3ae-4be8-be3a-9f50927ad23a,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:11.841188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b05bcd5d-2d1e-428c-bd4a-85b8ba03e32b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:11.878527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-55f6d95d-843e-4170-a779-ca1fd5fa4f9b None None] Provisioning for port 7bc1b079-e125-417c-9e82-a22a7af55014 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:16:11.887180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-55f6d95d-843e-4170-a779-ca1fd5fa4f9b None None] Provisioning complete for port 7bc1b079-e125-417c-9e82-a22a7af55014 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:16:11.887561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55f6d95d-843e-4170-a779-ca1fd5fa4f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.964765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:16:11.976830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:11.981292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:12.006447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-55f6d95d-843e-4170-a779-ca1fd5fa4f9b None None] Port 7bc1b079-e125-417c-9e82-a22a7af55014 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:16:12.006631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dc9fece4-50a1-43e5-bf32-ba117dcd5acf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:12.087162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc1b079-e125-417c-9e82-a22a7af55014,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:12.089891 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:12.090859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:12.225438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:16:12.226601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:16:12.278735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 1, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:12.282956 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24597fa5-cde1-460a-a449-71e40ae91ae7 None None] The sync data for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv is: [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 1, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:16:12.427912 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e75d64b7-8246-48ca-9cc3-ad2d0657f50a None None] Provisioning complete for port 7bc1b079-e125-417c-9e82-a22a7af55014 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:16:12.428378 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e75d64b7-8246-48ca-9cc3-ad2d0657f50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:12.433543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Router 9d003074-66a3-4343-9faa-722d53d5aa7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:16:12.483273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e75d64b7-8246-48ca-9cc3-ad2d0657f50a None None] Port 7bc1b079-e125-417c-9e82-a22a7af55014 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:16:12.747527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:16:12.757162 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] 10.222.0.54 "PUT /v2.0/routers/9d003074-66a3-4343-9faa-722d53d5aa7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4764626 Nov 25 09:16:12.768271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:16:12.842140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:16:12.842820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.387038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 52872) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:13.392456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--415883200', 'description': 'tempest-description--712912642'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:16:13.398507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:16:13.402964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Usage tracker for resource:security_group and tenant:846e4a0311204b259362fa84ad4f64a0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:16:13.405859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:16:13.413433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:16:13.423882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.444181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:16:13.448094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Usage tracker for resource:security_group_rule and tenant:846e4a0311204b259362fa84ad4f64a0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:16:13.451005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:16:13.456866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:16:13.533374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.537199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.543759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:13.589674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c60204-3289-4b82-a5b0-292b856c6191,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:13.592631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:13.593967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.595197 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2071671 Nov 25 09:16:13.597858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 52878) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:13.603567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'security_group_rule': {'security_group_id': '78c60204-3289-4b82-a5b0-292b856c6191', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:16:13.609855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:16:13.614009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Usage tracker for resource:security_group_rule and tenant:846e4a0311204b259362fa84ad4f64a0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:16:13.617502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:16:13.623735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:16:13.641582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.705960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.709567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.717768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5521175a-cbce-42be-bc7c-d7101c400c12 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:13.735700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a40457b-2408-4fbd-883f-506324fedaab,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:13.738527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:13.745527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.746701 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478970 Nov 25 09:16:13.749414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 52882) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:13.754277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'security_group_rule': {'security_group_id': '78c60204-3289-4b82-a5b0-292b856c6191', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:16:13.760355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:16:13.764296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Usage tracker for resource:security_group_rule and tenant:846e4a0311204b259362fa84ad4f64a0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:16:13.767361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:16:13.772986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:16:13.790717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.856492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.860520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.862358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9dd3fae6-21fd-4b66-b0d3-f80de6cc4efc tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:13.885020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419784bb-b4dd-422c-8c4b-e6d38195279e,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:13.889304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:13.893469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:13.894641 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9b5b0d1e-d4b1-4d20-a24a-03ef16d5dd39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443038 Nov 25 09:16:13.897599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 52886) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:13.903104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:16:13.908870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:16:13.912564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Usage tracker for resource:floatingip and tenant:846e4a0311204b259362fa84ad4f64a0 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:16:13.915405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:16:13.921225 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:16:13.931613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.068246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.212879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Allocated IP 172.26.3.254 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/cd6ae631-e240-4d70-a7af-a7a667ba594e) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:16:14.297828 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Sync routers for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:16:14.307663 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:16:14.308347 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:15:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:14.361806 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.391939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.395855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2a53a1ef-7eac-47fb-b32e-a6b73b1f2b9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:14.459424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:16:14.462240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:16:14.464721 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:16:14.506774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event updated for resources: {'Port': ['ID=cd6ae631-e240-4d70-a7af-a7a667ba594e,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:14.510007 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:16:14.510154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:14.559446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.618930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.771718 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b619e87c-d3ae-4be8-be3a-9f50927ad23a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:16:14.839150 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 2, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:14.843143 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Checking router: 9d003074-66a3-4343-9faa-722d53d5aa7d for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:16:14.843311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port b619e87c-d3ae-4be8-be3a-9f50927ad23a completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:16:14.843801 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Updating router 9d003074-66a3-4343-9faa-722d53d5aa7d port 7bc1b079-e125-417c-9e82-a22a7af55014 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:16:14.844169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.848791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.849692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b619e87c-d3ae-4be8-be3a-9f50927ad23a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:16:14.850326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.853989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3bf18dfe-d3ff-4b35-b31d-4b7fe9270f27 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:14.897527 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.956379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event updated for resources: {'Port': ['ID=cd6ae631-e240-4d70-a7af-a7a667ba594e,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:14.959145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:14.969502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.980681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.995650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:14.998174 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0995636 Nov 25 09:16:15.000953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port b619e87c-d3ae-4be8-be3a-9f50927ad23a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b619e87c-d3ae-4be8-be3a-9f50927ad23a,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:16:15.005211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:15.009362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:15.084684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=b619e87c-d3ae-4be8-be3a-9f50927ad23a,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:15.091104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:15.169714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-3e482c46-165d-4f09-9286-399e88da5b6d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Synchronizing usage tracker for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:16:15.186976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-3e482c46-165d-4f09-9286-399e88da5b6d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Unset dirty status for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:16:15.188158 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-3e482c46-165d-4f09-9286-399e88da5b6d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--415883200&fields=id&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 267 time: 0.0603883 Nov 25 09:16:15.270506 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:15.283369 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Transition to ACTIVE for port object 7bc1b079-e125-417c-9e82-a22a7af55014 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:16:15.291271 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:15.295589 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-95b6f168-0c20-4ba0-ba6b-13bd8d889a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:15.340057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a53fa86-cc44-45c1-b23a-29499d813999 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:15.341500 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a53fa86-cc44-45c1-b23a-29499d813999 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 812 time: 0.1465099 Nov 25 09:16:15.358136 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-f02ce9a8-fc45-431e-b358-ae2f2132b43c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/quotas/846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 375 time: 0.0110819 Nov 25 09:16:15.448518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-050d277a-9f78-4141-b07f-e798ee265447 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Synchronizing usage tracker for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:16:15.465964 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-050d277a-9f78-4141-b07f-e798ee265447 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Unset dirty status for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:16:15.471086 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-050d277a-9f78-4141-b07f-e798ee265447 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053648 Nov 25 09:16:15.489008 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Pushing event updated for resources: {'Port': ['ID=7bc1b079-e125-417c-9e82-a22a7af55014,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:15.513401 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.513758 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.514097 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.514459 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.514978 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.515307 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.515632 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.516039 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.516349 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.516575 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.516892 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.517208 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:15.521280 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:15.526237 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Attempting to bind port 7bc1b079-e125-417c-9e82-a22a7af55014 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:16:15.526652 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Attempting to bind port 7bc1b079-e125-417c-9e82-a22a7af55014 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:16:15.527024 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Attempting to bind port 7bc1b079-e125-417c-9e82-a22a7af55014 on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:16:15.532564 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:16:15.532943 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Checking segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:16:15.533626 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:15.533840 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Bound using segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:16:15.534207 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Bound port: 7bc1b079-e125-417c-9e82-a22a7af55014, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:16:15.534617 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:15.637565 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] For port 7bc1b079-e125-417c-9e82-a22a7af55014, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:16:15.641035 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] For port 7bc1b079-e125-417c-9e82-a22a7af55014, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7bc1b079-e125-417c-9e82-a22a7af55014,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:16:15.645861 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:15.649993 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:15.726953 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:16:15.727748 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:15:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:15.796024 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Pushing event updated for resources: {'Port': ['ID=7bc1b079-e125-417c-9e82-a22a7af55014,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:15.800935 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-1ab9522a-97c8-40d4-88f0-bc83a67daae7 service neutron] 10.222.0.54 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210661 Nov 25 09:16:15.857949 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-5418b8ef-4b03-4263-901a-0c3fe0a25e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:15.933978 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:16:15.952179 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-035e2e8a-9d9b-412c-96ee-58271ad54fc5 service neutron] 10.222.0.54 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443665 Nov 25 09:16:16.134130 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-461d3de1-7a84-4320-b40f-0c28d8808b02 req-9200597a-d691-42db-92cb-80a14f4e8f7a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 210 time: 0.0470586 Nov 25 09:16:16.274983 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:15Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:16.279059 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fde4b6-5fe0-4ef3-817e-200a05d3bd1e None None] The sync data for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv is: [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:15Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:16:16.521860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41f7702b-463c-4a74-b704-4ebbde475d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:16.786814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b619e87c-d3ae-4be8-be3a-9f50927ad23a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:16:16.861187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b619e87c-d3ae-4be8-be3a-9f50927ad23a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:16:16.861569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:17.002428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7bc1b079-e125-417c-9e82-a22a7af55014 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:16:17.041110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:17.082530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 7bc1b079-e125-417c-9e82-a22a7af55014 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:16:17.087416 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 7bc1b079-e125-417c-9e82-a22a7af55014 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:16:17.087786 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:17.218736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:17.252177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 7bc1b079-e125-417c-9e82-a22a7af55014, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7bc1b079-e125-417c-9e82-a22a7af55014,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:16:17.256454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:17.258511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:17.328265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=7bc1b079-e125-417c-9e82-a22a7af55014,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:17.331285 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:17.347261 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8f066649-d835-487a-8575-149dc5bd20b1 req-9a12f957-fbcb-4987-a21b-c35b93311d6a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 210 time: 0.0573897 Nov 25 09:16:17.355109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-7a4a579e-f55f-4e4f-8cba-9c7b012d1a41 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:17.356538 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-7a4a579e-f55f-4e4f-8cba-9c7b012d1a41 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 812 time: 0.2279398 Nov 25 09:16:17.406099 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-ccf7efe1-8849-4c21-b3b8-31179c1bdcaa tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 379 time: 0.0411153 Nov 25 09:16:17.415660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'port': {'device_id': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'admin_state_up': True, 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'security_groups': ['78c60204-3289-4b82-a5b0-292b856c6191']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:16:17.554093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:16:17.564137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:16:17.573343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Made reservation on behalf of 846e4a0311204b259362fa84ad4f64a0 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:16:17.576792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:17.737664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Allocated IP 172.20.0.6 (d2980622-16f1-494b-9b5f-c99efa0f6bb3/d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6/46935fdc-0c36-4679-b5ca-c236038561f5) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:16:17.925995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:17.940916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Transition to ACTIVE for port object 46935fdc-0c36-4679-b5ca-c236038561f5 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:16:17.963852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:17.969127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-338bbc0a-e90c-4f7d-bf56-fc8b25e86ae6 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:18.033331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:16:18.036409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:16:18.040876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:16:18.083057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event updated for resources: {'Port': ['ID=46935fdc-0c36-4679-b5ca-c236038561f5,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:18.088449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:18.110847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:18.111456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:18.136241 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7247369 Nov 25 09:16:18.147673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Request body: {'port': {'device_id': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:16:18.260278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:18.287776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-888957bc-d036-4168-8666-1ca918fd855c None None] Provisioning for port 46935fdc-0c36-4679-b5ca-c236038561f5 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:16:18.292948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-888957bc-d036-4168-8666-1ca918fd855c None None] Provisioning complete for port 46935fdc-0c36-4679-b5ca-c236038561f5 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:16:18.293329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-888957bc-d036-4168-8666-1ca918fd855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:18.350913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-888957bc-d036-4168-8666-1ca918fd855c None None] Port 46935fdc-0c36-4679-b5ca-c236038561f5 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:16:18.543039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0832e7-2527-4653-ad49-f445a18342db req-770ad98a-31c1-4c41-a7aa-aa300d2fc9e4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:18.544377 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fa0832e7-2527-4653-ad49-f445a18342db req-770ad98a-31c1-4c41-a7aa-aa300d2fc9e4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 931 time: 0.0830464 Nov 25 09:16:18.588383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-fa0832e7-2527-4653-ad49-f445a18342db req-e9eccdf5-1a20-4e05-8be3-5d4ca8e55316 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Synchronizing usage tracker for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:16:18.600196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-fa0832e7-2527-4653-ad49-f445a18342db req-e9eccdf5-1a20-4e05-8be3-5d4ca8e55316 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Unset dirty status for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:16:18.601332 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fa0832e7-2527-4653-ad49-f445a18342db req-e9eccdf5-1a20-4e05-8be3-5d4ca8e55316 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511653 Nov 25 09:16:18.608731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46935fdc-0c36-4679-b5ca-c236038561f5 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:16:18.616803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:18.632288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Transition to ACTIVE for port object 46935fdc-0c36-4679-b5ca-c236038561f5 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:16:18.636534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:18.640207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d31c2191-cc23-4141-a922-d8695f18cf7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:18.760641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7bc1b079-e125-417c-9e82-a22a7af55014 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:16:18.834176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 7bc1b079-e125-417c-9e82-a22a7af55014 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:16:18.834723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:18.920583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Pushing event updated for resources: {'Port': ['ID=46935fdc-0c36-4679-b5ca-c236038561f5,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:18.927861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:18.999993 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Attempting to bind port 46935fdc-0c36-4679-b5ca-c236038561f5 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:16:19.000328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Attempting to bind port 46935fdc-0c36-4679-b5ca-c236038561f5 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:16:19.000650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Attempting to bind port 46935fdc-0c36-4679-b5ca-c236038561f5 on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:16:19.005110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Port 46935fdc-0c36-4679-b5ca-c236038561f5 on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:16:19.005428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Attempting to bind port 46935fdc-0c36-4679-b5ca-c236038561f5 on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:16:19.010940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:16:19.011275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Checking segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:16:19.011651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Bound using segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:16:19.012066 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Bound port: 46935fdc-0c36-4679-b5ca-c236038561f5, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:16:19.012410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:19.098681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] For port 46935fdc-0c36-4679-b5ca-c236038561f5, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:16:19.101811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] For port 46935fdc-0c36-4679-b5ca-c236038561f5, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=46935fdc-0c36-4679-b5ca-c236038561f5,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:16:19.106278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:19.110734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8b14d7b6-0844-4778-8689-216e8e2b284f tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:19.163138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:19.163637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:19.165015 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] 10.222.0.41 "PUT /v2.0/ports/46935fdc-0c36-4679-b5ca-c236038561f5 HTTP/1.1" status: 200 len: 1093 time: 1.0216010 Nov 25 09:16:19.165518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:16:19.196667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Pushing event updated for resources: {'Port': ['ID=46935fdc-0c36-4679-b5ca-c236038561f5,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:19.207204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:19.240585 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5', 'status': 'completed', 'code': 200} Nov 25 09:16:19.285194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-fe009279-b549-465c-b264-befea711bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:19.286752 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-fe009279-b549-465c-b264-befea711bf68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 1096 time: 0.0785120 Nov 25 09:16:19.358398 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-f2303208-af9e-4bf1-9c97-d5b5008c5327 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46935fdc-0c36-4679-b5ca-c236038561f5 HTTP/1.1" status: 200 len: 217 time: 0.0641184 Nov 25 09:16:19.420091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-11b37111-2183-4a6f-a13c-3f0f1d8b51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:19.421559 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-11b37111-2183-4a6f-a13c-3f0f1d8b51c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0568221 Nov 25 09:16:19.500908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-fa0786c3-8de9-4f02-a08c-61bba53ffd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:19.502364 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-fa0786c3-8de9-4f02-a08c-61bba53ffd1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748062 Nov 25 09:16:19.636444 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-73a368fe-bd94-45e2-9fe3-2fd24328103a service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279764 Nov 25 09:16:19.766692 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f64d378-4651-44a2-9b09-f5281dd2a6be req-71bcd701-c508-420c-b3bc-03b3281bfede service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242936 Nov 25 09:16:19.793242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f6963-767c-4734-b759-944ffe686473 req-6a671aa9-6534-4712-b77a-e6f3bee15422 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:19.794730 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d30f6963-767c-4734-b759-944ffe686473 req-6a671aa9-6534-4712-b77a-e6f3bee15422 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 943 time: 0.0799448 Nov 25 09:16:19.817979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19167b74-1da5-42b7-a313-aaa9ade276b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:19.846399 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d30f6963-767c-4734-b759-944ffe686473 req-f4685e29-e91c-4692-996c-ff988a1a7f4d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456817 Nov 25 09:16:19.886036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1a3ad-cca0-4cfb-8158-a9f527ed55a7 req-2e6f60e1-3aab-4ac2-9523-5888a7759652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:19.887487 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-01f1a3ad-cca0-4cfb-8158-a9f527ed55a7 req-2e6f60e1-3aab-4ac2-9523-5888a7759652 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 1096 time: 0.0752454 Nov 25 09:16:20.014894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:20.035120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1a3ad-cca0-4cfb-8158-a9f527ed55a7 req-fad73742-4c8d-473f-9694-0e0324d7d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:20.036591 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-01f1a3ad-cca0-4cfb-8158-a9f527ed55a7 req-fad73742-4c8d-473f-9694-0e0324d7d2c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1428392 Nov 25 09:16:20.107910 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-01f1a3ad-cca0-4cfb-8158-a9f527ed55a7 req-166c9308-30e2-427c-8d6f-1e69a7b03c42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46935fdc-0c36-4679-b5ca-c236038561f5 HTTP/1.1" status: 200 len: 217 time: 0.0647941 Nov 25 09:16:20.171760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1a3ad-cca0-4cfb-8158-a9f527ed55a7 req-88b70c6f-91d3-45c4-9326-453083716a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:20.173110 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-01f1a3ad-cca0-4cfb-8158-a9f527ed55a7 req-88b70c6f-91d3-45c4-9326-453083716a95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0588787 Nov 25 09:16:20.250551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1a3ad-cca0-4cfb-8158-a9f527ed55a7 req-da030cde-703b-4c37-8f40-dacdb39a8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:20.251978 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-01f1a3ad-cca0-4cfb-8158-a9f527ed55a7 req-da030cde-703b-4c37-8f40-dacdb39a8f80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726895 Nov 25 09:16:20.381551 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-01f1a3ad-cca0-4cfb-8158-a9f527ed55a7 req-95175b75-1315-45a1-9ebd-d0ac19533820 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222093 Nov 25 09:16:20.513489 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-01f1a3ad-cca0-4cfb-8158-a9f527ed55a7 req-206a0ec2-b4db-4cae-bd5d-dd25d7b5f8da service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253529 Nov 25 09:16:21.033220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef358f-47e7-417a-b9ba-3cae327d9e09 req-f7adc613-0a8d-4992-94f9-5052014fc781 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:21.033900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-71ef358f-47e7-417a-b9ba-3cae327d9e09 req-f7adc613-0a8d-4992-94f9-5052014fc781 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Synchronizing usage tracker for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:16:21.049384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-71ef358f-47e7-417a-b9ba-3cae327d9e09 req-f7adc613-0a8d-4992-94f9-5052014fc781 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Unset dirty status for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:16:21.050619 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-71ef358f-47e7-417a-b9ba-3cae327d9e09 req-f7adc613-0a8d-4992-94f9-5052014fc781 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 943 time: 0.0963907 Nov 25 09:16:21.094593 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-71ef358f-47e7-417a-b9ba-3cae327d9e09 req-a2f4f5c1-a66d-46c6-b8b6-2ef538a86891 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382400 Nov 25 09:16:21.460991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:21.470709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 46935fdc-0c36-4679-b5ca-c236038561f5 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:16:21.604413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 46935fdc-0c36-4679-b5ca-c236038561f5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=46935fdc-0c36-4679-b5ca-c236038561f5,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:16:21.617168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '46935fdc-0c36-4679-b5ca-c236038561f5', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'port_id': '46935fdc-0c36-4679-b5ca-c236038561f5', 'mac_address': 'fa:16:3e:f8:82:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:16:21.674698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:21.691494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46935fdc-0c36-4679-b5ca-c236038561f5 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:16:21.706970 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 46935fdc-0c36-4679-b5ca-c236038561f5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=46935fdc-0c36-4679-b5ca-c236038561f5,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:16:21.711549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:21.713218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:21.778724 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=46935fdc-0c36-4679-b5ca-c236038561f5,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:21.785772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.786123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.786496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.786841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.787175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.787524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.787840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.788167 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.788495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.788820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.789143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.789463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:16:21.793119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:22.079150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['46935fdc-0c36-4679-b5ca-c236038561f5'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:16:22.280529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce64c56-ef72-4287-ada0-15fd7ae220a5 req-4cef49a9-c665-48ec-9213-f12695343fa0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:22.281890 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4ce64c56-ef72-4287-ada0-15fd7ae220a5 req-4cef49a9-c665-48ec-9213-f12695343fa0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 944 time: 0.0823631 Nov 25 09:16:22.325461 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4ce64c56-ef72-4287-ada0-15fd7ae220a5 req-ac0a75ef-dafb-45e8-aa41-feb0acadd889 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379717 Nov 25 09:16:23.475711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 46935fdc-0c36-4679-b5ca-c236038561f5 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:16:23.509483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93846b6-aba5-45a9-906f-2042cc10b155 req-52491a26-a5ed-4164-81bc-9ea831bb1466 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:23.510964 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c93846b6-aba5-45a9-906f-2042cc10b155 req-52491a26-a5ed-4164-81bc-9ea831bb1466 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 944 time: 0.0839510 Nov 25 09:16:23.543572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 46935fdc-0c36-4679-b5ca-c236038561f5 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:16:23.549042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 46935fdc-0c36-4679-b5ca-c236038561f5 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:16:23.549462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:23.673958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:23.675367 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c93846b6-aba5-45a9-906f-2042cc10b155 req-e06d8a71-9422-4be2-9908-fde911baf646 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586730 Nov 25 09:16:23.701908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:16:23.711790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 46935fdc-0c36-4679-b5ca-c236038561f5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=46935fdc-0c36-4679-b5ca-c236038561f5,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:16:23.715504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:23.717456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b05bcd5d-2d1e-428c-bd4a-85b8ba03e32b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:16:23.751935 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5', 'code': 200} Nov 25 09:16:23.821953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=46935fdc-0c36-4679-b5ca-c236038561f5,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:16:23.824960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:16:23.980689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b669a9-f108-4db2-8da2-627c1203b140 req-f5cbab56-1767-4c22-b75a-6e73fcd5d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:23.982134 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d7b669a9-f108-4db2-8da2-627c1203b140 req-f5cbab56-1767-4c22-b75a-6e73fcd5d242 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 1098 time: 0.0761640 Nov 25 09:16:24.021647 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d7b669a9-f108-4db2-8da2-627c1203b140 req-f8fcd7a7-a85d-41f4-a3a8-c9c13ecb3058 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326753 Nov 25 09:16:24.864320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a0de1-904c-44af-a195-f7f70edf48b8 req-02635f26-f9ce-423d-a85a-a9b623a23ed4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:24.865758 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c05a0de1-904c-44af-a195-f7f70edf48b8 req-02635f26-f9ce-423d-a85a-a9b623a23ed4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0869401 Nov 25 09:16:24.911124 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c05a0de1-904c-44af-a195-f7f70edf48b8 req-bb051762-8ec8-480d-9d13-46e3855dddf9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390368 Nov 25 09:16:26.101822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc65044-0fa4-4144-a6c3-1b7521855669 req-c436c8f6-10a6-4ed8-a6c8-dfa87126e633 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:26.103294 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ccc65044-0fa4-4144-a6c3-1b7521855669 req-c436c8f6-10a6-4ed8-a6c8-dfa87126e633 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0816503 Nov 25 09:16:26.147785 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ccc65044-0fa4-4144-a6c3-1b7521855669 req-a863c6a0-e03c-400c-9c17-5a1d7b8d2c03 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387850 Nov 25 09:16:26.334273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5e6fe-c376-4c56-b800-a0d65fe45a76 req-aef4d164-31b2-4b29-8256-bbc8bac35c0c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:26.335723 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-14f5e6fe-c376-4c56-b800-a0d65fe45a76 req-aef4d164-31b2-4b29-8256-bbc8bac35c0c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0837038 Nov 25 09:16:26.344386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 52940) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:16:26.349690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-9af1f867-3136-4826-b092-ea713a71a257 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'floatingip': {'port_id': '46935fdc-0c36-4679-b5ca-c236038561f5'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:16:26.423742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9af1f867-3136-4826-b092-ea713a71a257 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:27.006612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9af1f867-3136-4826-b092-ea713a71a257 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:27.011261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9af1f867-3136-4826-b092-ea713a71a257 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:27.176947 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-9af1f867-3136-4826-b092-ea713a71a257 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976 associated. External IP: 172.26.3.254, port: 46935fdc-0c36-4679-b5ca-c236038561f5. Nov 25 09:16:27.637117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af1f867-3136-4826-b092-ea713a71a257 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Router 9d003074-66a3-4343-9faa-722d53d5aa7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:16:27.816059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af1f867-3136-4826-b092-ea713a71a257 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:16:27.820442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9af1f867-3136-4826-b092-ea713a71a257 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:27.825885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837766d0-1a6b-48db-9162-f8a67999a4e6 None None] Sync routers for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:16:27.835710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837766d0-1a6b-48db-9162-f8a67999a4e6 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:16:27.836316 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-837766d0-1a6b-48db-9162-f8a67999a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:16:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:27.873998 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9af1f867-3136-4826-b092-ea713a71a257 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "PUT /v2.0/floatingips/d50c3cb9-f0c9-4b83-9d90-54126b74d976 HTTP/1.1" status: 200 len: 991 time: 1.5285239 Nov 25 09:16:27.874761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:16:27.927690 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5', 'status': 'completed', 'code': 200} Nov 25 09:16:28.022626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-837766d0-1a6b-48db-9162-f8a67999a4e6 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:16:28.030534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078157c-5663-42f2-85df-1e38eaa26a62 req-72e4b531-8ac3-42a7-9cdf-bdbcea519f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:28.032074 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b078157c-5663-42f2-85df-1e38eaa26a62 req-72e4b531-8ac3-42a7-9cdf-bdbcea519f6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 1098 time: 0.0834551 Nov 25 09:16:28.162386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078157c-5663-42f2-85df-1e38eaa26a62 req-31a7507f-009d-4a07-90f7-38d0683105cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:28.163707 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b078157c-5663-42f2-85df-1e38eaa26a62 req-31a7507f-009d-4a07-90f7-38d0683105cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1252081 Nov 25 09:16:28.261589 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b078157c-5663-42f2-85df-1e38eaa26a62 req-fada0650-fbfa-4d68-8575-7a5c7dbfd28d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46935fdc-0c36-4679-b5ca-c236038561f5 HTTP/1.1" status: 200 len: 999 time: 0.0916634 Nov 25 09:16:28.325385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078157c-5663-42f2-85df-1e38eaa26a62 req-d24d9622-22bb-44b3-8301-0d232b2d9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:28.326813 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b078157c-5663-42f2-85df-1e38eaa26a62 req-d24d9622-22bb-44b3-8301-0d232b2d9582 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0593081 Nov 25 09:16:28.365270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-837766d0-1a6b-48db-9162-f8a67999a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': '46935fdc-0c36-4679-b5ca-c236038561f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:f8:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:16:26Z', 'revision_number': 1, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:28.369215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837766d0-1a6b-48db-9162-f8a67999a4e6 None None] Checking router: 9d003074-66a3-4343-9faa-722d53d5aa7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:16:28.377750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837766d0-1a6b-48db-9162-f8a67999a4e6 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:16:28.378408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-837766d0-1a6b-48db-9162-f8a67999a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:16:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:28.400861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078157c-5663-42f2-85df-1e38eaa26a62 req-3436977f-ebbc-43e4-b374-86250f8b8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:16:28.402329 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b078157c-5663-42f2-85df-1e38eaa26a62 req-3436977f-ebbc-43e4-b374-86250f8b8adb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689812 Nov 25 09:16:28.534401 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b078157c-5663-42f2-85df-1e38eaa26a62 req-da8483fe-50af-42d6-83cb-04589da6a6a5 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248884 Nov 25 09:16:28.556742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-837766d0-1a6b-48db-9162-f8a67999a4e6 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:16:28.674821 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b078157c-5663-42f2-85df-1e38eaa26a62 req-47c339a0-ad2b-4c61-a933-1b21efc13322 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337800 Nov 25 09:16:28.921398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-837766d0-1a6b-48db-9162-f8a67999a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': '46935fdc-0c36-4679-b5ca-c236038561f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:f8:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:16:26Z', 'revision_number': 1, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:16:28.925583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837766d0-1a6b-48db-9162-f8a67999a4e6 None None] The sync data for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv is: [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': '46935fdc-0c36-4679-b5ca-c236038561f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:f8:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:16:26Z', 'revision_number': 1, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:16:29.137711 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f815e3-1e08-4063-91ed-60ab66536445 None None] New status for floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:16:34.155820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:46.523488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2d7b9b6b-5062-401a-8a5b-c8fdc3ae16d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:46.984481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:48.677584 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:16:49.820259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ee523be-50dc-4107-85f6-006bf2ca13ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:50.005658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:16:51.463575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:04.144978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:13.980645 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89a81451-9800-4bd6-9ff5-9903e181620f req-136551d0-ef1b-4ea5-8cc4-1699c7db8f32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768228 Nov 25 09:17:14.114378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81451-9800-4bd6-9ff5-9903e181620f req-c5f5f1a1-084d-458a-bea3-2e827e17c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:14.115744 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89a81451-9800-4bd6-9ff5-9903e181620f req-c5f5f1a1-084d-458a-bea3-2e827e17c8f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 1098 time: 0.0701499 Nov 25 09:17:14.257086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81451-9800-4bd6-9ff5-9903e181620f req-28dc46d9-37d9-4a2c-bc14-b067b702f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:14.258546 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89a81451-9800-4bd6-9ff5-9903e181620f req-28dc46d9-37d9-4a2c-bc14-b067b702f201 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1243820 Nov 25 09:17:14.478930 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89a81451-9800-4bd6-9ff5-9903e181620f req-034db404-b8b9-4879-8fbb-ab2bfa2d1736 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46935fdc-0c36-4679-b5ca-c236038561f5 HTTP/1.1" status: 200 len: 1001 time: 0.2141452 Nov 25 09:17:14.541887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81451-9800-4bd6-9ff5-9903e181620f req-9108c377-3efe-428f-bd71-d7bc07d01dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:14.543336 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89a81451-9800-4bd6-9ff5-9903e181620f req-9108c377-3efe-428f-bd71-d7bc07d01dc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0584025 Nov 25 09:17:14.618642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81451-9800-4bd6-9ff5-9903e181620f req-298713ea-83bc-4583-bf51-048ade76dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:14.620581 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89a81451-9800-4bd6-9ff5-9903e181620f req-298713ea-83bc-4583-bf51-048ade76dab5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705333 Nov 25 09:17:14.750208 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89a81451-9800-4bd6-9ff5-9903e181620f req-db880ae4-bb48-44fe-b3f5-438cdc7a2577 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224163 Nov 25 09:17:14.880106 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89a81451-9800-4bd6-9ff5-9903e181620f req-358090d7-c665-4457-9111-e7f4daf40c13 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230402 Nov 25 09:17:16.530630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5c77113-416b-46cd-92a2-5ca3b5844bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:16.986146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:19.824824 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ca39073-8d97-41ed-bd05-02c0ec88fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:20.008258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:21.466832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:25.676125 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:17:34.145848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:39.944951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e93fd-4db9-48b1-a2e3-adef53c0b876 req-6810d596-a7ce-4289-9c98-73dffc7cee4a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:39.946325 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-040e93fd-4db9-48b1-a2e3-adef53c0b876 req-6810d596-a7ce-4289-9c98-73dffc7cee4a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0791955 Nov 25 09:17:39.995354 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-040e93fd-4db9-48b1-a2e3-adef53c0b876 req-33bd0345-922c-4708-a33b-2cca7c9f8a96 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433733 Nov 25 09:17:40.476717 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-6485f162-cf3b-4074-8e5b-1aded7a22e6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691552 Nov 25 09:17:40.528691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343819a3-6306-4e0c-b237-bef5aff4ecb3 req-d772fc85-37a6-47fc-9c1b-5b85c7964674 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:40.530123 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-343819a3-6306-4e0c-b237-bef5aff4ecb3 req-d772fc85-37a6-47fc-9c1b-5b85c7964674 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0799291 Nov 25 09:17:40.575959 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-343819a3-6306-4e0c-b237-bef5aff4ecb3 req-71f919f1-dfe2-4ddf-b710-b2035b358ede tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398014 Nov 25 09:17:41.657858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-ae9f1dad-928b-4b07-a7a6-df77d9d6f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:41.659364 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-ae9f1dad-928b-4b07-a7a6-df77d9d6f6fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 1098 time: 0.0759432 Nov 25 09:17:41.766115 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0925787-36f1-4607-8e4f-e06b23f309bc req-6e353ffa-453e-442c-a3cd-402edcbd2c7b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:41.767599 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d0925787-36f1-4607-8e4f-e06b23f309bc req-6e353ffa-453e-442c-a3cd-402edcbd2c7b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0843363 Nov 25 09:17:41.793052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-4bde6559-c5eb-47d1-88e0-e1c45b0c031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:41.794565 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-4bde6559-c5eb-47d1-88e0-e1c45b0c031b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1286376 Nov 25 09:17:41.812993 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d0925787-36f1-4607-8e4f-e06b23f309bc req-cd614563-5d83-42b6-af5a-ff53d8feddb7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394988 Nov 25 09:17:41.892226 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-75bdddfc-502a-47cb-a500-5c373eabbcc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46935fdc-0c36-4679-b5ca-c236038561f5 HTTP/1.1" status: 200 len: 1001 time: 0.0918725 Nov 25 09:17:41.959486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-3eda0b14-8af9-4114-ab6e-6a441dc16f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:41.960901 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-3eda0b14-8af9-4114-ab6e-6a441dc16f20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0630724 Nov 25 09:17:42.037104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-1f36e2d2-e676-457a-a562-042dcd68756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:42.038647 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-1f36e2d2-e676-457a-a562-042dcd68756f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712724 Nov 25 09:17:42.173958 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-8e768804-6f6a-43af-baf2-94b2042161cf service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291444 Nov 25 09:17:42.304044 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-6fc6c6aa-c2f7-4ac7-b794-3184163228b9 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231358 Nov 25 09:17:43.001495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8668049-5ee3-4924-8a50-1bff0f152d55 req-ba749324-9a41-4ad2-b06f-7d0b43c8f42f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:43.002864 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a8668049-5ee3-4924-8a50-1bff0f152d55 req-ba749324-9a41-4ad2-b06f-7d0b43c8f42f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0861137 Nov 25 09:17:43.047408 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a8668049-5ee3-4924-8a50-1bff0f152d55 req-fcb4ef87-5096-4c74-a5f2-9658a92ea389 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390368 Nov 25 09:17:44.237677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f9e15-3343-4e40-80e3-655aca0fd78b req-6de6313a-89e9-4b69-aad8-1239dca564df tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:44.239167 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c26f9e15-3343-4e40-80e3-655aca0fd78b req-6de6313a-89e9-4b69-aad8-1239dca564df tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0838563 Nov 25 09:17:44.282502 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c26f9e15-3343-4e40-80e3-655aca0fd78b req-7e20ba31-f0d4-4183-940b-866cdf1fd694 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376897 Nov 25 09:17:45.466298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3be26-699e-40e9-a80d-2686ea70436f req-7921df11-b802-4138-b545-4d640041640d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:45.467750 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d3d3be26-699e-40e9-a80d-2686ea70436f req-7921df11-b802-4138-b545-4d640041640d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0792158 Nov 25 09:17:45.511429 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d3d3be26-699e-40e9-a80d-2686ea70436f req-f529e9e6-58ce-43bc-a26f-9d65678678d4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376153 Nov 25 09:17:46.521529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f017980-8cef-45ad-936c-4e22cd2a90d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:46.694555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdedf7c-690a-4f4b-a001-e331a0486905 req-9b7c4bc2-5203-4885-a2e1-af0a64af498b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:46.696095 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0fdedf7c-690a-4f4b-a001-e331a0486905 req-9b7c4bc2-5203-4885-a2e1-af0a64af498b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0823562 Nov 25 09:17:46.739651 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0fdedf7c-690a-4f4b-a001-e331a0486905 req-d8cfcb11-2a58-49c0-8bcf-cd7a4d7ca794 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379951 Nov 25 09:17:46.988257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:48.062590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf59a2-9163-40fd-a7a6-d7a97e21b13e req-ffce96d2-682f-4817-b38f-5dc3f8d96abf tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:48.064040 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0dcf59a2-9163-40fd-a7a6-d7a97e21b13e req-ffce96d2-682f-4817-b38f-5dc3f8d96abf tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0825517 Nov 25 09:17:48.105763 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0dcf59a2-9163-40fd-a7a6-d7a97e21b13e req-0bddd9bb-cb70-4a2e-b350-9a8d5ede4c3c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362184 Nov 25 09:17:49.297940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7550751-e93e-4f6a-b0ee-bfe5d9ac4d5b req-53f443f4-7f89-416b-ac5f-8f848bf81d44 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:49.299334 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b7550751-e93e-4f6a-b0ee-bfe5d9ac4d5b req-53f443f4-7f89-416b-ac5f-8f848bf81d44 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0835469 Nov 25 09:17:49.354382 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b7550751-e93e-4f6a-b0ee-bfe5d9ac4d5b req-9d65bfc8-67c5-4f41-9db4-f8285ff634be tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462308 Nov 25 09:17:49.826276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f52c7cd-d9df-4178-9840-1578d20b7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:50.011018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:50.538029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f4038-c1d5-409d-8a71-dd7bfb15da6c req-24038437-18d7-46f3-8c9f-d5d451272f40 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:50.539475 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1e9f4038-c1d5-409d-8a71-dd7bfb15da6c req-24038437-18d7-46f3-8c9f-d5d451272f40 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0808873 Nov 25 09:17:50.586677 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1e9f4038-c1d5-409d-8a71-dd7bfb15da6c req-1dde75de-69af-4921-a118-5ab6ea9dfffd tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415509 Nov 25 09:17:51.469852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:17:51.770891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8f482-3592-48d8-a41b-c2ec2e3ce60e req-1a0ba1a0-a148-4939-a767-80957d903c86 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:51.772242 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b0f8f482-3592-48d8-a41b-c2ec2e3ce60e req-1a0ba1a0-a148-4939-a767-80957d903c86 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0807860 Nov 25 09:17:51.816140 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b0f8f482-3592-48d8-a41b-c2ec2e3ce60e req-234e779f-2aa1-4bf0-908f-8059a72543f8 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383549 Nov 25 09:17:53.117502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fcdec-68f6-4806-aab3-2c7210061825 req-bb957d9e-f106-446f-b050-2ad3b31a47ca tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:53.118965 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-457fcdec-68f6-4806-aab3-2c7210061825 req-bb957d9e-f106-446f-b050-2ad3b31a47ca tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.1966059 Nov 25 09:17:53.163817 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-457fcdec-68f6-4806-aab3-2c7210061825 req-387b4ab3-4d5d-48a4-a4e2-e376299bc5ee tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383158 Nov 25 09:17:54.354202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d34d77-3732-4f41-a0cc-7b7f6cab25cf req-be7b75ca-dfb5-459e-98f4-0dfec8268b2b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:54.355601 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-29d34d77-3732-4f41-a0cc-7b7f6cab25cf req-be7b75ca-dfb5-459e-98f4-0dfec8268b2b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0881627 Nov 25 09:17:54.507026 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-29d34d77-3732-4f41-a0cc-7b7f6cab25cf req-aaf62b65-9755-4c87-a114-324d157c21bc tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449275 Nov 25 09:17:55.689955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ff219-ca35-47db-a546-2ff3bd626b01 req-550ea4f9-96dc-43c2-9455-7df04ef47d08 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:55.691393 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a24ff219-ca35-47db-a546-2ff3bd626b01 req-550ea4f9-96dc-43c2-9455-7df04ef47d08 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0810018 Nov 25 09:17:55.739805 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a24ff219-ca35-47db-a546-2ff3bd626b01 req-acab1ba7-15c4-42f0-bcbe-1d5408108c5a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Nov 25 09:17:56.925055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6962-cd29-44d9-8f57-154921743422 req-76cdcc16-b387-48cb-9be4-4f59cda8694f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:56.926505 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c76f6962-cd29-44d9-8f57-154921743422 req-76cdcc16-b387-48cb-9be4-4f59cda8694f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0835040 Nov 25 09:17:56.969937 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c76f6962-cd29-44d9-8f57-154921743422 req-c81e3fee-bce0-47e6-971b-32a91d5e4bef tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378706 Nov 25 09:17:58.159042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d862eab-8bbe-439a-a3b1-ce268c101bc1 req-16fbf132-c5bf-4556-8845-4bcb963c67bf tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:58.160676 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6d862eab-8bbe-439a-a3b1-ce268c101bc1 req-16fbf132-c5bf-4556-8845-4bcb963c67bf tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0798321 Nov 25 09:17:58.207523 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6d862eab-8bbe-439a-a3b1-ce268c101bc1 req-c8f21a8c-ab70-45ab-a468-1aaac151b23b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411453 Nov 25 09:17:59.021869 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-c5c5dc1c-2922-4bb6-9bfa-c374ec2610e3 service neutron] 10.222.0.41 "GET /v2.0/ports/46935fdc-0c36-4679-b5ca-c236038561f5/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0740294 Nov 25 09:17:59.289538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-e48e6ddd-349f-41b4-9f8b-43f37db16f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:59.290948 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-e48e6ddd-349f-41b4-9f8b-43f37db16f17 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 1098 time: 0.0706501 Nov 25 09:17:59.384143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-ea0b8aec-3a97-4e86-a6e4-943801b8fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:59.385680 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-ea0b8aec-3a97-4e86-a6e4-943801b8fe87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 1098 time: 0.0745976 Nov 25 09:17:59.397280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844111ba-b480-4871-9271-2a7520bf5f61 req-8850c3df-7aca-493d-b471-29e1c1758fa6 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:59.398775 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-844111ba-b480-4871-9271-2a7520bf5f61 req-8850c3df-7aca-493d-b471-29e1c1758fa6 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0830753 Nov 25 09:17:59.443314 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-844111ba-b480-4871-9271-2a7520bf5f61 req-24b694ce-2312-4fe9-909a-4e0553e41170 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388832 Nov 25 09:17:59.520533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-af9a2f2a-1479-48c7-96ff-5490a866cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:59.521955 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-af9a2f2a-1479-48c7-96ff-5490a866cde6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1299407 Nov 25 09:17:59.622756 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-e12abc76-11dd-40a6-bf9b-8dd2f1da7880 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46935fdc-0c36-4679-b5ca-c236038561f5 HTTP/1.1" status: 200 len: 1001 time: 0.0946956 Nov 25 09:17:59.681723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-19b7773c-15ea-47ca-afbf-997182e20b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:59.683118 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-19b7773c-15ea-47ca-afbf-997182e20b1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0547137 Nov 25 09:17:59.758764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-9a487357-b46c-4721-ab70-7a808a82ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:17:59.760164 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-9a487357-b46c-4721-ab70-7a808a82ea15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707994 Nov 25 09:17:59.890403 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-c64ae3d2-0eb5-41d4-a1b3-963e518d742e service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227691 Nov 25 09:18:00.020533 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c601de6f-5a80-4988-9aa1-498e67cfc83f req-5b590418-dec2-4691-9e7c-94f20242e326 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243501 Nov 25 09:18:00.630852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfaa3a4-cdb6-43d1-b55f-75baddb6faa6 req-c300e739-94c8-4721-af4b-48ed79184cf2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:00.632444 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3bfaa3a4-cdb6-43d1-b55f-75baddb6faa6 req-c300e739-94c8-4721-af4b-48ed79184cf2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0809653 Nov 25 09:18:00.677620 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3bfaa3a4-cdb6-43d1-b55f-75baddb6faa6 req-68044ad1-cfe3-426c-aece-4c5a484c6845 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391212 Nov 25 09:18:01.863072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a338f59-47f6-42a3-a772-c642edd05ae1 req-ca8a995a-9041-4398-888b-52df75a35ab9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:01.864505 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8a338f59-47f6-42a3-a772-c642edd05ae1 req-ca8a995a-9041-4398-888b-52df75a35ab9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0837440 Nov 25 09:18:01.907979 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8a338f59-47f6-42a3-a772-c642edd05ae1 req-3e89f034-c5ec-4c81-83bb-547b44750f18 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378036 Nov 25 09:18:02.079232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 46935fdc-0c36-4679-b5ca-c236038561f5 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:18:02.192430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:02.218267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:18:02.228069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 46935fdc-0c36-4679-b5ca-c236038561f5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=46935fdc-0c36-4679-b5ca-c236038561f5,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:18:02.231716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:02.235051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:18:02.299605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=46935fdc-0c36-4679-b5ca-c236038561f5,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:18:02.307009 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.307365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.307710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.308076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.308411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.308772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.309102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.309433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.309783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.310109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.310461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.310790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:02.315301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:18:02.326947 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5', 'code': 200} Nov 25 09:18:02.675846 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:18:03.095837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8304ae-d073-4540-8bbd-d30c137b73ab req-61865355-d175-448f-8a71-c22fb69f7ae9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:03.097266 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8b8304ae-d073-4540-8bbd-d30c137b73ab req-61865355-d175-448f-8a71-c22fb69f7ae9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 943 time: 0.0797341 Nov 25 09:18:03.147589 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8b8304ae-d073-4540-8bbd-d30c137b73ab req-d55d3d59-11d0-4e43-a625-1a22f99dea0f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441833 Nov 25 09:18:04.081083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 46935fdc-0c36-4679-b5ca-c236038561f5 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:18:04.185008 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:04.225879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 46935fdc-0c36-4679-b5ca-c236038561f5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=46935fdc-0c36-4679-b5ca-c236038561f5,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:18:04.242833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '46935fdc-0c36-4679-b5ca-c236038561f5', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'port_id': '46935fdc-0c36-4679-b5ca-c236038561f5', 'mac_address': 'fa:16:3e:f8:82:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:18:04.298855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:04.315802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46935fdc-0c36-4679-b5ca-c236038561f5 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:18:04.331809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 46935fdc-0c36-4679-b5ca-c236038561f5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=46935fdc-0c36-4679-b5ca-c236038561f5,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:18:04.335330 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:04.336164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613571-27cc-4968-b097-7adc6564219e req-fb32321b-0ac5-4e28-ad47-6dc8e8ba628e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:04.337307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:18:04.337606 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-92613571-27cc-4968-b097-7adc6564219e req-fb32321b-0ac5-4e28-ad47-6dc8e8ba628e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 943 time: 0.0824535 Nov 25 09:18:04.381841 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-92613571-27cc-4968-b097-7adc6564219e req-62d085a6-7767-4c82-9e56-3d1891191c6a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383675 Nov 25 09:18:04.402699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['46935fdc-0c36-4679-b5ca-c236038561f5'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:18:04.447006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=46935fdc-0c36-4679-b5ca-c236038561f5,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:18:04.451576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:18:04.754553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd5fe1-b756-488d-9c97-b8a8768b71c3 req-d5e24f13-64d3-43fc-8a55-7003d845b928 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:04.755996 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d1dd5fe1-b756-488d-9c97-b8a8768b71c3 req-d5e24f13-64d3-43fc-8a55-7003d845b928 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 944 time: 0.1466126 Nov 25 09:18:04.763338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-b2c40986-6edf-4115-928a-ddc31c4be91a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:04.764625 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-b2c40986-6edf-4115-928a-ddc31c4be91a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32&tenant_id=846e4a0311204b259362fa84ad4f64a0&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 944 time: 0.1233768 Nov 25 09:18:04.804249 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d1dd5fe1-b756-488d-9c97-b8a8768b71c3 req-f71283ad-5908-4674-8408-268409fcbc57 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386868 Nov 25 09:18:04.903530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-c04bf24c-39be-4876-a225-f60f13bfe0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:04.904958 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-c04bf24c-39be-4876-a225-f60f13bfe0ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 1097 time: 0.0695858 Nov 25 09:18:05.150271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-fd266950-063c-4867-84e2-5ecadf2eee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:05.151725 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-fd266950-063c-4867-84e2-5ecadf2eee01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.2403898 Nov 25 09:18:05.253054 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-572afc0b-a310-4168-9054-c1f9df84573d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46935fdc-0c36-4679-b5ca-c236038561f5 HTTP/1.1" status: 200 len: 1000 time: 0.0951014 Nov 25 09:18:05.316697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-adc24d65-426c-4cc3-bf14-db663bc1d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:05.318006 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-adc24d65-426c-4cc3-bf14-db663bc1d487 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0589306 Nov 25 09:18:05.391919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-65ddec61-7637-4675-807a-0af639f6fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:05.393336 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-65ddec61-7637-4675-807a-0af639f6fd2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691376 Nov 25 09:18:05.523377 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-441ea61e-da0f-484a-a7fa-263647dc05d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233647 Nov 25 09:18:05.655313 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0a8645b7-adee-4b80-af32-81738973d6a8 req-f330c529-2b89-46a3-ba89-f342a95cbfbc service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261797 Nov 25 09:18:05.993836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e04b8-eab7-4deb-b32f-dddee8d3e8a6 req-4d21b543-9cc7-42a2-81d8-2f6e2f350a72 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:05.995330 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e32e04b8-eab7-4deb-b32f-dddee8d3e8a6 req-4d21b543-9cc7-42a2-81d8-2f6e2f350a72 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 944 time: 0.0843682 Nov 25 09:18:06.043002 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e32e04b8-eab7-4deb-b32f-dddee8d3e8a6 req-d9e2d1db-c61a-4bfe-a051-451c4170b387 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418825 Nov 25 09:18:06.096744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 46935fdc-0c36-4679-b5ca-c236038561f5 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:18:06.170941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 46935fdc-0c36-4679-b5ca-c236038561f5 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:18:06.171326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:06.293021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:06.323301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:18:06.333087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 46935fdc-0c36-4679-b5ca-c236038561f5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=46935fdc-0c36-4679-b5ca-c236038561f5,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:18:06.337681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:06.340306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:18:06.370825 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5', 'code': 200} Nov 25 09:18:06.407966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=46935fdc-0c36-4679-b5ca-c236038561f5,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:18:06.411004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:18:07.223777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e8e82-23f6-4b67-9947-15dbc50becb8 req-484cb6b0-0443-40f6-a8d4-bd54d96ed672 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:07.225196 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a8e8e82-23f6-4b67-9947-15dbc50becb8 req-484cb6b0-0443-40f6-a8d4-bd54d96ed672 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0779641 Nov 25 09:18:07.269896 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4a8e8e82-23f6-4b67-9947-15dbc50becb8 req-068992ec-8601-42c7-bf79-f9d2faef00a3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391653 Nov 25 09:18:07.456855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9a0c3-66ae-41fa-8a31-192652f91d54 req-f69174cc-e1bb-40a4-a51f-b02d62059626 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:07.458299 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e6d9a0c3-66ae-41fa-8a31-192652f91d54 req-f69174cc-e1bb-40a4-a51f-b02d62059626 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0826352 Nov 25 09:18:07.502100 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e6d9a0c3-66ae-41fa-8a31-192652f91d54 req-3742e82f-e181-4ee9-8222-2a57a7823ca5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381682 Nov 25 09:18:07.685785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efbcba-5da0-4298-8bc4-c3588d0ceaeb req-89036626-bbae-4494-9b74-cc29683da5a0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:07.687153 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-29efbcba-5da0-4298-8bc4-c3588d0ceaeb req-89036626-bbae-4494-9b74-cc29683da5a0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0813949 Nov 25 09:18:07.730525 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-29efbcba-5da0-4298-8bc4-c3588d0ceaeb req-c9730512-a657-45ec-8355-fede1c0dee58 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372920 Nov 25 09:18:08.096304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7739c0-f27b-483e-b89c-da78f4e532b3 req-f21ea6eb-e206-41ef-b46c-651e152a2b7f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:08.097737 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bd7739c0-f27b-483e-b89c-da78f4e532b3 req-f21ea6eb-e206-41ef-b46c-651e152a2b7f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0793557 Nov 25 09:18:08.145669 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bd7739c0-f27b-483e-b89c-da78f4e532b3 req-763baa08-84ce-4d90-8ff0-34e72c432171 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419500 Nov 25 09:18:09.331869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5346d-96c6-42ff-803e-dba78db35e50 req-ae94f88c-66be-4743-bdf0-089022dfe92b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:09.333205 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2ee5346d-96c6-42ff-803e-dba78db35e50 req-ae94f88c-66be-4743-bdf0-089022dfe92b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0785470 Nov 25 09:18:09.376639 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2ee5346d-96c6-42ff-803e-dba78db35e50 req-a8322c5e-4517-4ca0-bf7d-56b90c590e83 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379221 Nov 25 09:18:09.940164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-1c53a05b-e9e0-4e7e-b26f-ea6a77aa38ce tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:09.941566 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-1c53a05b-e9e0-4e7e-b26f-ea6a77aa38ce tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0835991 Nov 25 09:18:10.010051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Deleting port 46935fdc-0c36-4679-b5ca-c236038561f5 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:18:10.010419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:10.262182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] For port 46935fdc-0c36-4679-b5ca-c236038561f5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=46935fdc-0c36-4679-b5ca-c236038561f5,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:18:10.262572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:10.554778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:10.555469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:10.555469 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976 disassociated. External IP: 172.26.3.254, port: 46935fdc-0c36-4679-b5ca-c236038561f5. Nov 25 09:18:10.555680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Calling delete_port for 46935fdc-0c36-4679-b5ca-c236038561f5 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:18:10.569027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94faa167-aad3-405c-b304-bf126eeeab01 req-26fbed5f-b7c8-4c61-b668-31b4eca14de5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:10.570557 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-94faa167-aad3-405c-b304-bf126eeeab01 req-26fbed5f-b7c8-4c61-b668-31b4eca14de5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 945 time: 0.0908716 Nov 25 09:18:10.617595 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-94faa167-aad3-405c-b304-bf126eeeab01 req-3bd42bce-872a-4911-ad57-1248459af202 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412097 Nov 25 09:18:10.812559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:10.818756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d164aee7-a0a2-4020-9632-e1f468529e9e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:18:10.865228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event deleted for resources: {'Port': ['ID=46935fdc-0c36-4679-b5ca-c236038561f5,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:18:10.876151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.876543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.876918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.877288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.877654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.878018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.878414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.878781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.879142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.879502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.879861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.880214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:18:10.883828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:18:11.067290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Router 9d003074-66a3-4343-9faa-722d53d5aa7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:18:11.246475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:18:11.255739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a4ad0f-d497-4b33-944d-d01964269c59 None None] Sync routers for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:18:11.265021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a4ad0f-d497-4b33-944d-d01964269c59 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:18:11.265640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-89a4ad0f-d497-4b33-944d-d01964269c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:17:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:18:11.320977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] No DVR routers for this DVR port 46935fdc-0c36-4679-b5ca-c236038561f5 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:18:11.323370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:11.325919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'name': 'network-vif-deleted', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:18:11.342298 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b27fe911-93d1-4d3d-bf4c-d16b34f3573e req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "DELETE /v2.0/ports/46935fdc-0c36-4679-b5ca-c236038561f5 HTTP/1.1" status: 204 len: 173 time: 1.3952701 Nov 25 09:18:11.374948 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bcadf2-ac98-4789-ad32-add8c77afe32', 'name': 'network-vif-deleted', 'tag': '46935fdc-0c36-4679-b5ca-c236038561f5', 'status': 'completed', 'code': 200} Nov 25 09:18:11.452821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-89a4ad0f-d497-4b33-944d-d01964269c59 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:18:11.766136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-89a4ad0f-d497-4b33-944d-d01964269c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:18:11.770322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a4ad0f-d497-4b33-944d-d01964269c59 None None] Checking router: 9d003074-66a3-4343-9faa-722d53d5aa7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:18:11.779478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a4ad0f-d497-4b33-944d-d01964269c59 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:18:11.786138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-89a4ad0f-d497-4b33-944d-d01964269c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:17:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:18:11.801494 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bb654e71-2ecf-4e01-8289-c381362d7ffb req-5976f95a-a4f1-440a-9838-b80b3980da91 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bcadf2-ac98-4789-ad32-add8c77afe32 HTTP/1.1" status: 200 len: 210 time: 0.0521359 Nov 25 09:18:12.014058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-89a4ad0f-d497-4b33-944d-d01964269c59 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:18:12.134063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 46935fdc-0c36-4679-b5ca-c236038561f5 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:18:12.190112 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 46935fdc-0c36-4679-b5ca-c236038561f5 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:18:12.190489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 46935fdc-0c36-4679-b5ca-c236038561f5 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:18:12.354308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-89a4ad0f-d497-4b33-944d-d01964269c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:18:12.358101 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a4ad0f-d497-4b33-944d-d01964269c59 None None] The sync data for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv is: [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:18:12.564942 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086357c-09db-4966-afd7-01b71073367f None None] New status for floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:18:13.134627 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-f18e1d87-3e27-4eaf-a6fc-25b6e4c52532 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--415883200&fields=id&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 267 time: 0.0411305 Nov 25 09:18:13.283496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-855150d7-d579-42c8-82cd-f86d449973e6 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:13.284814 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-855150d7-d579-42c8-82cd-f86d449973e6 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 812 time: 0.1439459 Nov 25 09:18:13.298998 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-533c7565-77a0-4032-a7e4-f0f9be10e14e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/quotas/846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 375 time: 0.0088539 Nov 25 09:18:13.384657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-c17af94a-f25d-4b7e-a2a2-1840704bc653 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Synchronizing usage tracker for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:18:13.400117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-c17af94a-f25d-4b7e-a2a2-1840704bc653 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Unset dirty status for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:18:13.401474 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-c17af94a-f25d-4b7e-a2a2-1840704bc653 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0977652 Nov 25 09:18:13.537630 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-527f1fed-799d-4050-b6fe-a2c068ba6e90 service neutron] 10.222.0.54 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245863 Nov 25 09:18:13.666988 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-351c70cc-a436-401a-9684-85bbe56b5a1e service neutron] 10.222.0.54 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235616 Nov 25 09:18:13.838175 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dcb49e6c-cdb0-40bf-9c68-153a63c5c12f req-ca2fa298-8d53-40ef-bd18-f16169135037 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 210 time: 0.0426180 Nov 25 09:18:14.829575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-89cb9462-bda5-4e17-9009-cf4a5e5d2f27 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:14.831104 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-89cb9462-bda5-4e17-9009-cf4a5e5d2f27 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 812 time: 0.1512954 Nov 25 09:18:14.884181 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-22479846-2694-492f-800c-c5bde9ed9e09 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 379 time: 0.0445504 Nov 25 09:18:14.899728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'port': {'device_id': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'admin_state_up': True, 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'security_groups': ['78c60204-3289-4b82-a5b0-292b856c6191']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:18:15.140074 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0c5d4951-55e4-43a3-996a-cffd891b2ffb req-e91179ec-4557-4efc-9dbd-d7e060dcc421 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 210 time: 0.1772575 Nov 25 09:18:15.188382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:18:15.197710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:18:15.207603 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Made reservation on behalf of 846e4a0311204b259362fa84ad4f64a0 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:18:15.210927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:15.370838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Allocated IP 172.20.0.14 (d2980622-16f1-494b-9b5f-c99efa0f6bb3/d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6/2a114c55-78f4-474e-a164-9e0f838fa226) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:18:15.552756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:15.568257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Transition to ACTIVE for port object 2a114c55-78f4-474e-a164-9e0f838fa226 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:18:15.590918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:15.596975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4c6a359-469a-4f98-9fb7-38d2a29f2e78 tempest-ServersAdminNegativeTestJSON-224515141 tempest-ServersAdminNegativeTestJSON-224515141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:18:15.664217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:18:15.667564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:18:15.669923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:18:15.718334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event updated for resources: {'Port': ['ID=2a114c55-78f4-474e-a164-9e0f838fa226,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:18:15.721757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:18:15.744469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:15.745161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:15.771128 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8758011 Nov 25 09:18:15.784024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Request body: {'port': {'device_id': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:18:15.900325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:15.907743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b066b7e3-aa25-4d17-8d9e-83654110e111 None None] Provisioning for port 2a114c55-78f4-474e-a164-9e0f838fa226 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:18:15.912898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b066b7e3-aa25-4d17-8d9e-83654110e111 None None] Provisioning complete for port 2a114c55-78f4-474e-a164-9e0f838fa226 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:18:15.913281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b066b7e3-aa25-4d17-8d9e-83654110e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:15.967915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b066b7e3-aa25-4d17-8d9e-83654110e111 None None] Port 2a114c55-78f4-474e-a164-9e0f838fa226 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:18:16.236892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a114c55-78f4-474e-a164-9e0f838fa226 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:18:16.244235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:16.258610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Transition to ACTIVE for port object 2a114c55-78f4-474e-a164-9e0f838fa226 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:18:16.262077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:16.266996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e294bd25-a15c-453e-8eac-f50944de4a73 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:18:16.324599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58a4f3-ab86-4f23-ac10-766879422ef4 req-9528f11f-e4d1-4606-a2b5-f0a0f014587b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:16.326039 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8b58a4f3-ab86-4f23-ac10-766879422ef4 req-9528f11f-e4d1-4606-a2b5-f0a0f014587b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 944 time: 0.0821521 Nov 25 09:18:16.379175 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8b58a4f3-ab86-4f23-ac10-766879422ef4 req-5106b53c-c8de-4f4f-ad0b-4bb1adcacefb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Nov 25 09:18:16.420633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a114c55-78f4-474e-a164-9e0f838fa226,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:18:16.428401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:18:16.501615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Attempting to bind port 2a114c55-78f4-474e-a164-9e0f838fa226 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:18:16.501871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Attempting to bind port 2a114c55-78f4-474e-a164-9e0f838fa226 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:18:16.502196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Attempting to bind port 2a114c55-78f4-474e-a164-9e0f838fa226 on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:18:16.507293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Port 2a114c55-78f4-474e-a164-9e0f838fa226 on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:18:16.507712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Attempting to bind port 2a114c55-78f4-474e-a164-9e0f838fa226 on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:18:16.512886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:18:16.513221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Checking segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:18:16.513602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Bound using segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:18:16.514028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Bound port: 2a114c55-78f4-474e-a164-9e0f838fa226, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:18:16.514407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:16.523446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c40095a8-08b3-4039-8392-0af78bffaf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:16.607841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] For port 2a114c55-78f4-474e-a164-9e0f838fa226, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:18:16.611443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] For port 2a114c55-78f4-474e-a164-9e0f838fa226, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a114c55-78f4-474e-a164-9e0f838fa226,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:18:16.615333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:16.619630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:18:16.674812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:16.675419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:16.676779 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/2a114c55-78f4-474e-a164-9e0f838fa226 HTTP/1.1" status: 200 len: 1094 time: 0.8978345 Nov 25 09:18:16.677309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:18:16.711202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a114c55-78f4-474e-a164-9e0f838fa226,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:18:16.722145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:18:16.755086 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226', 'status': 'completed', 'code': 200} Nov 25 09:18:16.798195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-2d8febef-ed13-47fc-850c-6eb3c9cc2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:16.799727 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-2d8febef-ed13-47fc-850c-6eb3c9cc2b41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 1097 time: 0.0765746 Nov 25 09:18:16.873650 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-d4737674-331f-4468-a716-bb8a50d82ce2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a114c55-78f4-474e-a164-9e0f838fa226 HTTP/1.1" status: 200 len: 217 time: 0.0665116 Nov 25 09:18:16.942769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-977c8a0a-e459-4f16-a7dc-d14ace9c292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:16.944123 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-977c8a0a-e459-4f16-a7dc-d14ace9c292a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0645001 Nov 25 09:18:16.991292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:17.021325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-568b61f7-e0d6-4ed1-a043-5577e06d43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:17.022794 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-568b61f7-e0d6-4ed1-a043-5577e06d43d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728488 Nov 25 09:18:17.268610 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-2ad881fc-cf51-4405-9731-2351643474ec service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396202 Nov 25 09:18:17.401481 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4831cf3-0397-4062-bc2f-4a95285f88ea req-4f74864b-a678-45fd-af60-401167ea73fc service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258252 Nov 25 09:18:17.517042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5de07-29d5-477b-94ba-4fe23ae0343c req-943430e3-6b8e-4b20-b304-e3ca85331a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:17.518561 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5cb5de07-29d5-477b-94ba-4fe23ae0343c req-943430e3-6b8e-4b20-b304-e3ca85331a4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 1097 time: 0.0705011 Nov 25 09:18:17.574268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f21d8-dc30-4d02-b710-99ae2067719c req-25eb7f42-bfdc-49ae-aafe-f3c548afced6 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:17.575752 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a08f21d8-dc30-4d02-b710-99ae2067719c req-25eb7f42-bfdc-49ae-aafe-f3c548afced6 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 944 time: 0.0835977 Nov 25 09:18:17.620381 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a08f21d8-dc30-4d02-b710-99ae2067719c req-9c28c1b9-15ef-4746-8d8b-2fd7b214967a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382981 Nov 25 09:18:17.649754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5de07-29d5-477b-94ba-4fe23ae0343c req-d8f88ca4-9154-4bb2-9af8-c9e089964341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:17.651224 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5cb5de07-29d5-477b-94ba-4fe23ae0343c req-d8f88ca4-9154-4bb2-9af8-c9e089964341 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1264024 Nov 25 09:18:17.722116 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5cb5de07-29d5-477b-94ba-4fe23ae0343c req-96582f36-5e4c-4e0e-8f4a-366517c53edc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a114c55-78f4-474e-a164-9e0f838fa226 HTTP/1.1" status: 200 len: 217 time: 0.0643132 Nov 25 09:18:17.783442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5de07-29d5-477b-94ba-4fe23ae0343c req-e6af4b37-01b5-4b30-83df-6a21fd7cd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:17.784807 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5cb5de07-29d5-477b-94ba-4fe23ae0343c req-e6af4b37-01b5-4b30-83df-6a21fd7cd500 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0563197 Nov 25 09:18:17.861818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5de07-29d5-477b-94ba-4fe23ae0343c req-c6b798d6-1c6c-4da4-9d3b-fd9fd5c26162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:17.863252 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5cb5de07-29d5-477b-94ba-4fe23ae0343c req-c6b798d6-1c6c-4da4-9d3b-fd9fd5c26162 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714700 Nov 25 09:18:17.991763 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5cb5de07-29d5-477b-94ba-4fe23ae0343c req-a89dbee1-4fd4-4b63-8e83-3130e9156f4f service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213968 Nov 25 09:18:18.120558 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5cb5de07-29d5-477b-94ba-4fe23ae0343c req-c24cb728-ca18-4501-b21a-8877eb374457 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223416 Nov 25 09:18:18.804021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb580bad-343b-4444-bfdd-6638cca5cdf4 req-bf85b642-8baa-4921-ad6b-71ff8273f790 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:18.804704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-cb580bad-343b-4444-bfdd-6638cca5cdf4 req-bf85b642-8baa-4921-ad6b-71ff8273f790 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Synchronizing usage tracker for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:18:18.820529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-cb580bad-343b-4444-bfdd-6638cca5cdf4 req-bf85b642-8baa-4921-ad6b-71ff8273f790 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Unset dirty status for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:18:18.821785 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cb580bad-343b-4444-bfdd-6638cca5cdf4 req-bf85b642-8baa-4921-ad6b-71ff8273f790 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 944 time: 0.0963900 Nov 25 09:18:18.866405 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cb580bad-343b-4444-bfdd-6638cca5cdf4 req-5e1b94f1-e7cf-4738-b9bb-d5ecb3221f5d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389411 Nov 25 09:18:19.831318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fdaa8c9e-4833-4a4a-9565-9eae704cdc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:20.014524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:20.054427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1d31c-baa7-4f6e-bdf0-389053d035d2 req-c497b1a9-54d9-494a-af7c-46578c232e06 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:20.055881 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-77d1d31c-baa7-4f6e-bdf0-389053d035d2 req-c497b1a9-54d9-494a-af7c-46578c232e06 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 944 time: 0.0875053 Nov 25 09:18:20.099670 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-77d1d31c-baa7-4f6e-bdf0-389053d035d2 req-f7b7d2f2-588f-4dbb-94d5-52767f5290c2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380766 Nov 25 09:18:21.286692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75626023-3f89-464a-978c-fc81765321a2 req-cfecb006-056f-43f5-9181-2271c77c0c0a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:21.288038 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-75626023-3f89-464a-978c-fc81765321a2 req-cfecb006-056f-43f5-9181-2271c77c0c0a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 944 time: 0.0855355 Nov 25 09:18:21.331743 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-75626023-3f89-464a-978c-fc81765321a2 req-2aee15b8-e132-4128-bff1-c758b034963c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381796 Nov 25 09:18:21.472540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:22.189553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 2a114c55-78f4-474e-a164-9e0f838fa226 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:18:22.321570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 2a114c55-78f4-474e-a164-9e0f838fa226, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a114c55-78f4-474e-a164-9e0f838fa226,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:18:22.338782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '2a114c55-78f4-474e-a164-9e0f838fa226', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'port_id': '2a114c55-78f4-474e-a164-9e0f838fa226', 'mac_address': 'fa:16:3e:c4:10:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:18:22.415272 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:22.439075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a114c55-78f4-474e-a164-9e0f838fa226 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:18:22.454837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 2a114c55-78f4-474e-a164-9e0f838fa226, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a114c55-78f4-474e-a164-9e0f838fa226,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:18:22.458758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:22.460625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:18:22.521157 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aea88c-4ba5-4f3a-9918-1757596aed28 req-4ec67ab7-c2b8-4947-8dfd-b6064526a794 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:22.522629 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d8aea88c-4ba5-4f3a-9918-1757596aed28 req-4ec67ab7-c2b8-4947-8dfd-b6064526a794 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 945 time: 0.0801547 Nov 25 09:18:22.529204 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=2a114c55-78f4-474e-a164-9e0f838fa226,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:18:22.532890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:18:22.567315 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d8aea88c-4ba5-4f3a-9918-1757596aed28 req-0777423b-ed56-4320-9e32-7eb505dde2f3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389204 Nov 25 09:18:22.811879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['2a114c55-78f4-474e-a164-9e0f838fa226'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:18:23.754602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd545894-7cd5-4ca7-a6de-9b3c2f1311ea req-3908429b-602b-4005-88b2-45d772237295 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:23.756037 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd545894-7cd5-4ca7-a6de-9b3c2f1311ea req-3908429b-602b-4005-88b2-45d772237295 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 945 time: 0.0808580 Nov 25 09:18:23.803946 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd545894-7cd5-4ca7-a6de-9b3c2f1311ea req-346ca06e-b35e-4aa7-957a-ce9220aedb85 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421016 Nov 25 09:18:24.205446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 2a114c55-78f4-474e-a164-9e0f838fa226 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:18:24.274579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 2a114c55-78f4-474e-a164-9e0f838fa226 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:18:24.279281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 2a114c55-78f4-474e-a164-9e0f838fa226 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:18:24.279604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:24.393815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:24.419664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:18:24.429034 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 2a114c55-78f4-474e-a164-9e0f838fa226, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a114c55-78f4-474e-a164-9e0f838fa226,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:18:24.432441 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:24.434249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:18:24.463912 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226', 'code': 200} Nov 25 09:18:24.503886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=2a114c55-78f4-474e-a164-9e0f838fa226,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:18:24.506757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:18:24.705044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a95d2-e839-465f-8703-9fcf751355f2 req-a8281ff6-92d5-42e9-baad-51723b369e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:24.706503 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8f1a95d2-e839-465f-8703-9fcf751355f2 req-a8281ff6-92d5-42e9-baad-51723b369e8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 1099 time: 0.0680013 Nov 25 09:18:24.747366 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8f1a95d2-e839-465f-8703-9fcf751355f2 req-83789d20-92cb-4167-9f94-79dd911d645b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348325 Nov 25 09:18:24.992876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a260-1e09-4a5a-942e-9b70b4da624e req-8c33d812-c2a4-409e-819c-9e39cf1612cf tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:24.994237 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-28b6a260-1e09-4a5a-942e-9b70b4da624e req-8c33d812-c2a4-409e-819c-9e39cf1612cf tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0827193 Nov 25 09:18:25.038477 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-28b6a260-1e09-4a5a-942e-9b70b4da624e req-126a1333-2c8c-427a-85fd-934aa4d84001 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383735 Nov 25 09:18:26.229611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde236c2-1adb-4a13-aa31-cdac94ede0bf req-91d05949-a337-4059-822a-347fdbcc09d0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:26.231090 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-cde236c2-1adb-4a13-aa31-cdac94ede0bf req-91d05949-a337-4059-822a-347fdbcc09d0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0839083 Nov 25 09:18:26.284455 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-cde236c2-1adb-4a13-aa31-cdac94ede0bf req-8ce43ca4-bb32-4c6f-b349-4f571ca0ec9b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467274 Nov 25 09:18:26.461458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4ba42-0699-4a5c-8120-c518a834211e req-104ff6a5-a89b-4514-8204-cb2433e81beb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:26.462916 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-41f4ba42-0699-4a5c-8120-c518a834211e req-104ff6a5-a89b-4514-8204-cb2433e81beb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0791843 Nov 25 09:18:26.472089 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 53240) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:18:26.477303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-15281f73-1827-4b76-b7a5-9372cb68d26e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'floatingip': {'port_id': '2a114c55-78f4-474e-a164-9e0f838fa226'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:18:26.554835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15281f73-1827-4b76-b7a5-9372cb68d26e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:27.243180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15281f73-1827-4b76-b7a5-9372cb68d26e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:27.247336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15281f73-1827-4b76-b7a5-9372cb68d26e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:27.418318 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-15281f73-1827-4b76-b7a5-9372cb68d26e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976 associated. External IP: 172.26.3.254, port: 2a114c55-78f4-474e-a164-9e0f838fa226. Nov 25 09:18:27.763087 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15281f73-1827-4b76-b7a5-9372cb68d26e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Router 9d003074-66a3-4343-9faa-722d53d5aa7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:18:28.064341 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15281f73-1827-4b76-b7a5-9372cb68d26e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:18:28.068624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15281f73-1827-4b76-b7a5-9372cb68d26e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:28.073739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d912753e-d188-4b06-8c5a-c2466ac2991e None None] Sync routers for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:18:28.083622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d912753e-d188-4b06-8c5a-c2466ac2991e None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:18:28.084240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d912753e-d188-4b06-8c5a-c2466ac2991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:18:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:18:28.122376 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-15281f73-1827-4b76-b7a5-9372cb68d26e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "PUT /v2.0/floatingips/d50c3cb9-f0c9-4b83-9d90-54126b74d976 HTTP/1.1" status: 200 len: 992 time: 1.6492255 Nov 25 09:18:28.123038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:18:28.173097 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226', 'status': 'completed', 'code': 200} Nov 25 09:18:28.276482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2a8d0-43f6-42ae-9c7e-3f6d09ecc020 req-fb1333e7-5c37-4667-98da-b95374470f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:28.277962 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fea2a8d0-43f6-42ae-9c7e-3f6d09ecc020 req-fb1333e7-5c37-4667-98da-b95374470f7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 1099 time: 0.0799177 Nov 25 09:18:28.309817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d912753e-d188-4b06-8c5a-c2466ac2991e None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:18:28.408333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2a8d0-43f6-42ae-9c7e-3f6d09ecc020 req-823a7ea1-85ae-48f3-ae80-9eeda53aedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:28.409763 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fea2a8d0-43f6-42ae-9c7e-3f6d09ecc020 req-823a7ea1-85ae-48f3-ae80-9eeda53aedc7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1250541 Nov 25 09:18:28.512658 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fea2a8d0-43f6-42ae-9c7e-3f6d09ecc020 req-5f66382a-78b1-4939-b24d-c10d2cf739c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a114c55-78f4-474e-a164-9e0f838fa226 HTTP/1.1" status: 200 len: 1000 time: 0.0962474 Nov 25 09:18:28.576406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2a8d0-43f6-42ae-9c7e-3f6d09ecc020 req-c5a8f9df-07d7-4f1b-930d-7caa21a6704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:28.577716 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fea2a8d0-43f6-42ae-9c7e-3f6d09ecc020 req-c5a8f9df-07d7-4f1b-930d-7caa21a6704f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0590298 Nov 25 09:18:28.651421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d912753e-d188-4b06-8c5a-c2466ac2991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': '2a114c55-78f4-474e-a164-9e0f838fa226', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:c4:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:18:27Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:18:28.651978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2a8d0-43f6-42ae-9c7e-3f6d09ecc020 req-e76f6114-f0d8-4ea4-8ca8-a25b01e6cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:18:28.653454 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fea2a8d0-43f6-42ae-9c7e-3f6d09ecc020 req-e76f6114-f0d8-4ea4-8ca8-a25b01e6cb12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699024 Nov 25 09:18:28.655310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d912753e-d188-4b06-8c5a-c2466ac2991e None None] Checking router: 9d003074-66a3-4343-9faa-722d53d5aa7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:18:28.663718 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d912753e-d188-4b06-8c5a-c2466ac2991e None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:18:28.664331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d912753e-d188-4b06-8c5a-c2466ac2991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:18:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:18:28.786295 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fea2a8d0-43f6-42ae-9c7e-3f6d09ecc020 req-e01089bc-69b0-4764-996d-1842baf9b195 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267242 Nov 25 09:18:28.846879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d912753e-d188-4b06-8c5a-c2466ac2991e None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:18:28.930755 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fea2a8d0-43f6-42ae-9c7e-3f6d09ecc020 req-ef97173e-5464-40f3-880f-6dc60b307317 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382682 Nov 25 09:18:29.216249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d912753e-d188-4b06-8c5a-c2466ac2991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': '2a114c55-78f4-474e-a164-9e0f838fa226', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:c4:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:18:27Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:18:29.220860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d912753e-d188-4b06-8c5a-c2466ac2991e None None] The sync data for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv is: [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': '2a114c55-78f4-474e-a164-9e0f838fa226', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:c4:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:18:27Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:18:29.430851 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd118f9-e062-4ca9-8118-f95bc6091fc6 None None] New status for floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:18:34.171963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:39.674579 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:18:46.523900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5272443-2a88-4082-bd16-8ce887375418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:46.995065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:49.833607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d794afb-7a41-4c5d-a6e5-94707877c9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:50.018169 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:18:51.475857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:04.199045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:15.988129 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-b7df937c-8a65-4254-b132-3affa727f4df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746057 Nov 25 09:19:16.121551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-4470181c-0bf3-42ba-9def-f190fcc95d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:16.122997 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-4470181c-0bf3-42ba-9def-f190fcc95d83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 1099 time: 0.0693395 Nov 25 09:19:16.267600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-f207a886-2ec6-4e33-8fc7-c8656491c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:16.268948 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-f207a886-2ec6-4e33-8fc7-c8656491c1f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1255679 Nov 25 09:19:16.375219 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-44f752bd-d9b5-4ced-8709-9d8464c075a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a114c55-78f4-474e-a164-9e0f838fa226 HTTP/1.1" status: 200 len: 1002 time: 0.0994151 Nov 25 09:19:16.437513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-c88b74bc-89aa-48f4-9108-f9ab54b323d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:16.439505 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-c88b74bc-89aa-48f4-9108-f9ab54b323d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0570674 Nov 25 09:19:16.528059 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daa0efa3-6fb1-43ec-b1b3-47be5413e976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:16.533772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-8b3ec98e-c75e-4664-bf77-3b4558433a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:16.535262 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-8b3ec98e-c75e-4664-bf77-3b4558433a27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794494 Nov 25 09:19:16.545318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-1cf70751-c5ff-4864-8692-cdc8ab1fe7ae service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:19:16.546221 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-1cf70751-c5ff-4864-8692-cdc8ab1fe7ae service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046902 Nov 25 09:19:16.672579 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:19:16.677556 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-1b2d1e23-d883-4968-a070-53cbd58651b5 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248171 Nov 25 09:19:16.807327 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe5261ca-c08a-4550-bea7-71e31a1764e3 req-3ab19424-59c1-48f3-b34f-87305d95eed0 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224928 Nov 25 09:19:16.996756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:19.836281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3e359a0-2c4c-45d4-983c-38251e790991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:20.019921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:21.478515 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:34.220861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:38.142677 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153b603-5b33-4d1e-bb77-484cf82346c0 req-ff455ad2-4f0e-4254-8091-f95c0f1e799e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:38.144688 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b153b603-5b33-4d1e-bb77-484cf82346c0 req-ff455ad2-4f0e-4254-8091-f95c0f1e799e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.1293385 Nov 25 09:19:38.191519 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b153b603-5b33-4d1e-bb77-484cf82346c0 req-0bca1f57-6bf2-4198-a9d2-9ad67a01a9a2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411232 Nov 25 09:19:39.423415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dc1e8-3978-4ef5-9140-c4404c4303e4 req-d1f79a09-34f1-4f4c-8743-b6f037f17245 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:39.424882 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b94dc1e8-3978-4ef5-9140-c4404c4303e4 req-d1f79a09-34f1-4f4c-8743-b6f037f17245 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.1277936 Nov 25 09:19:39.468318 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b94dc1e8-3978-4ef5-9140-c4404c4303e4 req-68ee3d6e-ff8c-4fdd-8ccf-f71994fa375e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379174 Nov 25 09:19:40.648649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24898542-c6ab-41b4-af07-77e77a0f5e63 req-abdb9738-6bf9-48ab-902c-6963900fede5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:40.650273 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-24898542-c6ab-41b4-af07-77e77a0f5e63 req-abdb9738-6bf9-48ab-902c-6963900fede5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0797896 Nov 25 09:19:40.695157 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-24898542-c6ab-41b4-af07-77e77a0f5e63 req-c6ab4d04-c661-4217-b657-02fe1e7d94b1 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381675 Nov 25 09:19:42.008336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5310d-a788-4d92-8a7b-c7f2a6dc9e8c req-e734e860-26be-4cfd-a951-40096d02d26d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:42.009709 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-12c5310d-a788-4d92-8a7b-c7f2a6dc9e8c req-e734e860-26be-4cfd-a951-40096d02d26d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.2068751 Nov 25 09:19:42.054462 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-12c5310d-a788-4d92-8a7b-c7f2a6dc9e8c req-f3c56ab7-f1a9-4cbf-996f-d67c48398059 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388467 Nov 25 09:19:43.239726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85e562-cdcd-4179-873a-981da3d35ee1 req-e1a07888-86fe-47ff-a5e8-0b75f184cf65 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:43.241184 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dd85e562-cdcd-4179-873a-981da3d35ee1 req-e1a07888-86fe-47ff-a5e8-0b75f184cf65 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0840061 Nov 25 09:19:43.285237 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dd85e562-cdcd-4179-873a-981da3d35ee1 req-0612b8dd-c4db-4fb9-8ca2-71f9ad052fb6 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383642 Nov 25 09:19:44.468872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec582fdb-8415-4b85-b753-b3f5e2035f22 req-2b7f7086-c7ce-42be-8c9f-9fcd916c3ba5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:44.470334 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec582fdb-8415-4b85-b753-b3f5e2035f22 req-2b7f7086-c7ce-42be-8c9f-9fcd916c3ba5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0802543 Nov 25 09:19:44.517278 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec582fdb-8415-4b85-b753-b3f5e2035f22 req-d26ce415-866f-43de-9f05-5659300b109b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410824 Nov 25 09:19:45.700197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b9a64-b688-4e68-a046-bf153ab89596 req-a99b406d-0bb1-413f-b4cb-e9564d86f9ee tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:45.701626 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-049b9a64-b688-4e68-a046-bf153ab89596 req-a99b406d-0bb1-413f-b4cb-e9564d86f9ee tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0786934 Nov 25 09:19:45.745066 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-049b9a64-b688-4e68-a046-bf153ab89596 req-5e851842-87e4-47db-b79c-44f65c4948a4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371754 Nov 25 09:19:46.530523 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-136cd3dc-292e-4ab4-89cb-016df6706b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:46.926063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f64970-96e4-4575-9432-e9d1cc841105 req-3f18fdca-5df3-42d7-a154-ff8a98fbb410 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:46.927504 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-95f64970-96e4-4575-9432-e9d1cc841105 req-3f18fdca-5df3-42d7-a154-ff8a98fbb410 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0787458 Nov 25 09:19:46.970439 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-95f64970-96e4-4575-9432-e9d1cc841105 req-63415994-824d-47c6-b641-43d638c3afbb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373290 Nov 25 09:19:46.999098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:48.408670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975455-e57a-446c-a5f2-69b389e4f469 req-d70c206b-f0c2-4ec4-83a7-86e1adbe9e55 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:48.410552 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c2975455-e57a-446c-a5f2-69b389e4f469 req-d70c206b-f0c2-4ec4-83a7-86e1adbe9e55 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.1925728 Nov 25 09:19:48.454240 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c2975455-e57a-446c-a5f2-69b389e4f469 req-227120bf-4a0a-47ef-8894-e8884780f1f5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380211 Nov 25 09:19:49.642028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e927235-4a26-46b9-8ede-e87e62d1f741 req-2a253325-8d5d-4b3c-a3ee-55dfeee870f4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:49.643950 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e927235-4a26-46b9-8ede-e87e62d1f741 req-2a253325-8d5d-4b3c-a3ee-55dfeee870f4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0833366 Nov 25 09:19:49.687916 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e927235-4a26-46b9-8ede-e87e62d1f741 req-324c1bc9-6166-4065-b653-4c4b9f9f7b20 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382535 Nov 25 09:19:49.838226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-31a32050-32cc-4ddb-be49-7d49255d000b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:50.023211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:50.870670 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618befa-f7ea-4cdf-a2f0-95f6d9d012f5 req-44166930-2c48-418d-8a3a-c7a59885b492 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:50.872136 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b618befa-f7ea-4cdf-a2f0-95f6d9d012f5 req-44166930-2c48-418d-8a3a-c7a59885b492 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0806248 Nov 25 09:19:50.917987 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b618befa-f7ea-4cdf-a2f0-95f6d9d012f5 req-680295a6-97c3-4efa-9c4c-88a15e11bb85 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396883 Nov 25 09:19:51.481376 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:19:52.111343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aadd1-644e-496a-9a83-146087b872d6 req-71a7eb9e-7059-47a6-9926-0f72210d538a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:52.112867 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9b9aadd1-644e-496a-9a83-146087b872d6 req-71a7eb9e-7059-47a6-9926-0f72210d538a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0822465 Nov 25 09:19:52.163412 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9b9aadd1-644e-496a-9a83-146087b872d6 req-a703a3bd-b6fe-46d1-b17e-ebc9f93192b4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444982 Nov 25 09:19:53.354992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947124f-32ca-4d76-beb2-b5e7d63dc89f req-a930bbab-7170-4637-87f8-9c0bcab3d3b7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:53.356430 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5947124f-32ca-4d76-beb2-b5e7d63dc89f req-a930bbab-7170-4637-87f8-9c0bcab3d3b7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0802579 Nov 25 09:19:53.400013 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5947124f-32ca-4d76-beb2-b5e7d63dc89f req-33a639ca-3daa-49db-b717-2dc89ac5bc29 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379903 Nov 25 09:19:53.671131 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:19:54.582462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844792c-dd69-4730-93f4-93c33e3bdec1 req-09f37271-0ce1-492c-95fc-b89a86b15034 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:54.583880 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f844792c-dd69-4730-93f4-93c33e3bdec1 req-09f37271-0ce1-492c-95fc-b89a86b15034 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0814157 Nov 25 09:19:54.626579 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f844792c-dd69-4730-93f4-93c33e3bdec1 req-12eba552-c407-416a-ac77-9110243073a0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371377 Nov 25 09:19:55.004810 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-bbce6881-f2fd-4ed3-8ace-be5c96bf7385 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152968 Nov 25 09:19:55.016099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eeb6e5-598d-4077-a734-cc029ee612ce req-a47bdaca-7677-43c2-a537-9ebf2e2704ea tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:55.017648 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3eeb6e5-598d-4077-a734-cc029ee612ce req-a47bdaca-7677-43c2-a537-9ebf2e2704ea tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0802724 Nov 25 09:19:55.066504 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3eeb6e5-598d-4077-a734-cc029ee612ce req-bfc4aefd-fa14-4e92-b476-36060bcddffe tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425146 Nov 25 09:19:56.125702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-94e593ad-19df-436b-be26-8915384bccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:56.127334 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-94e593ad-19df-436b-be26-8915384bccd6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 1099 time: 0.0747755 Nov 25 09:19:56.255320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1ecca-3a3f-4680-b9ad-94349c16fea0 req-03e68a73-4957-470e-a78b-8759eb834549 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:56.256780 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e4d1ecca-3a3f-4680-b9ad-94349c16fea0 req-03e68a73-4957-470e-a78b-8759eb834549 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0795393 Nov 25 09:19:56.262754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-32faa7e8-10e3-4754-ba58-b03cff7730a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:56.264176 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-32faa7e8-10e3-4754-ba58-b03cff7730a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1308489 Nov 25 09:19:56.301646 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e4d1ecca-3a3f-4680-b9ad-94349c16fea0 req-9cc17bf9-ff11-41ff-804d-95817718b991 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387325 Nov 25 09:19:56.367535 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-83c1fc48-f9cb-4912-981b-1fb2725414f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a114c55-78f4-474e-a164-9e0f838fa226 HTTP/1.1" status: 200 len: 1002 time: 0.0971713 Nov 25 09:19:56.431719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-63c2c8ad-53d4-4cab-935f-83749a6d7c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:56.433142 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-63c2c8ad-53d4-4cab-935f-83749a6d7c6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0573370 Nov 25 09:19:56.509527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-2482e2fe-0b69-43d7-8418-87ac5a05196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:56.510989 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-2482e2fe-0b69-43d7-8418-87ac5a05196a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720012 Nov 25 09:19:56.639175 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-b9bc659f-6112-4741-a5e8-b8289e716975 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217396 Nov 25 09:19:56.767450 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-97d9c7d2-79f9-4666-8f68-84a207ff78db service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217234 Nov 25 09:19:57.483045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688c492-ea06-4b71-9c64-44add7e0881a req-1d3f38e1-10a1-4071-8d75-7f56f2ee0bb2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:57.484481 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5688c492-ea06-4b71-9c64-44add7e0881a req-1d3f38e1-10a1-4071-8d75-7f56f2ee0bb2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0789316 Nov 25 09:19:57.527737 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5688c492-ea06-4b71-9c64-44add7e0881a req-8094f2a1-acb8-4985-a32c-5b5841666cb3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376713 Nov 25 09:19:58.417997 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-96f54e1a-7fc4-4858-a18a-24837780119f service neutron] 10.222.0.41 "GET /v2.0/ports/2a114c55-78f4-474e-a164-9e0f838fa226/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0776668 Nov 25 09:19:58.677293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-d8a6a797-6c92-440f-bfa2-ddb794fd0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:58.678706 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-d8a6a797-6c92-440f-bfa2-ddb794fd0608 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 1099 time: 0.0715787 Nov 25 09:19:58.725323 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73548c8e-6dda-4421-bc34-a917ee8ae234 req-d75482af-f622-4d3e-a1a9-9e96f25ce31e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:58.729471 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73548c8e-6dda-4421-bc34-a917ee8ae234 req-d75482af-f622-4d3e-a1a9-9e96f25ce31e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0887585 Nov 25 09:19:58.774973 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-73548c8e-6dda-4421-bc34-a917ee8ae234 req-ba191e5a-c6d2-460d-8820-0feebb72b8e0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418777 Nov 25 09:19:58.777860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-a0c1a78e-83a2-49df-8d6d-2d27e8e8d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:58.779311 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-a0c1a78e-83a2-49df-8d6d-2d27e8e8d7c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 1099 time: 0.0773313 Nov 25 09:19:59.023703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-440dc9f9-bdaf-40b1-b87b-f7a368aa4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:59.025165 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-440dc9f9-bdaf-40b1-b87b-f7a368aa4ee7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.2395921 Nov 25 09:19:59.130797 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-e7a18467-96e0-4bc9-aaeb-7d985ab395af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a114c55-78f4-474e-a164-9e0f838fa226 HTTP/1.1" status: 200 len: 1002 time: 0.0976081 Nov 25 09:19:59.195963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-0fb46a5a-a522-461d-9339-0c994ccc1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:59.197385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-0fb46a5a-a522-461d-9339-0c994ccc1a17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0584488 Nov 25 09:19:59.276504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-a380577c-a64a-4f32-a72e-6b0cb12a4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:59.277850 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-a380577c-a64a-4f32-a72e-6b0cb12a4cea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688710 Nov 25 09:19:59.411012 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-351b8c04-c616-441a-9fec-d14fb3e858de service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249774 Nov 25 09:19:59.544510 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a9d7b8a-071e-4b7e-8c6f-c4d04f9de1ac req-6acf1234-1c3a-497c-9da6-22d60c570d26 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257846 Nov 25 09:19:59.961080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad4b22-13d0-41ea-832f-25af9d085d45 req-69895b1e-9bb0-40a9-84f3-e6253c4b16b7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:19:59.962653 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0bad4b22-13d0-41ea-832f-25af9d085d45 req-69895b1e-9bb0-40a9-84f3-e6253c4b16b7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0829310 Nov 25 09:20:00.007744 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0bad4b22-13d0-41ea-832f-25af9d085d45 req-b0f220dd-87a1-4cfa-91fd-cc189a1afa3b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384719 Nov 25 09:20:00.697113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 2a114c55-78f4-474e-a164-9e0f838fa226 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:20:00.808466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:00.834252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:20:00.843948 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 2a114c55-78f4-474e-a164-9e0f838fa226, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a114c55-78f4-474e-a164-9e0f838fa226,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:20:00.850309 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:00.852110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:20:00.886702 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226', 'code': 200} Nov 25 09:20:00.920211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=2a114c55-78f4-474e-a164-9e0f838fa226,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:20:00.927707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.928041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.928409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.928744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.929069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.929400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.929720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.930043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.930454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.930776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.931092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.931406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:00.935166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:20:01.333049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42e294-0d35-48dc-a6c2-7d149bbd64b2 req-bb18eded-388b-40b5-ae95-c5e658af8899 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:01.334423 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1a42e294-0d35-48dc-a6c2-7d149bbd64b2 req-bb18eded-388b-40b5-ae95-c5e658af8899 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 944 time: 0.0785155 Nov 25 09:20:01.383574 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1a42e294-0d35-48dc-a6c2-7d149bbd64b2 req-77bab221-d048-4cf0-bf93-916b1ec9586e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434775 Nov 25 09:20:02.567686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637abdc2-c03b-4cf8-afd6-a1550b1e8f01 req-42695744-6f15-4848-90b2-c91eef917ea5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:02.569128 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-637abdc2-c03b-4cf8-afd6-a1550b1e8f01 req-42695744-6f15-4848-90b2-c91eef917ea5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 944 time: 0.0797431 Nov 25 09:20:02.611194 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-637abdc2-c03b-4cf8-afd6-a1550b1e8f01 req-7165296b-ea8d-45c5-9082-99751f3d00f7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363770 Nov 25 09:20:02.686988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 2a114c55-78f4-474e-a164-9e0f838fa226 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:20:02.873653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 2a114c55-78f4-474e-a164-9e0f838fa226, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a114c55-78f4-474e-a164-9e0f838fa226,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:20:02.888331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '2a114c55-78f4-474e-a164-9e0f838fa226', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'port_id': '2a114c55-78f4-474e-a164-9e0f838fa226', 'mac_address': 'fa:16:3e:c4:10:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:20:02.927734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3871648-44f5-4f0d-ac61-c848819f3976 req-273faa79-c89e-4372-927c-f21fbf4bae67 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:02.929460 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e3871648-44f5-4f0d-ac61-c848819f3976 req-273faa79-c89e-4372-927c-f21fbf4bae67 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 944 time: 0.0870824 Nov 25 09:20:02.933437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-86d0dc6e-e969-474d-a0d3-fad223799900 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:02.934897 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-86d0dc6e-e969-474d-a0d3-fad223799900 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f&tenant_id=846e4a0311204b259362fa84ad4f64a0&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 944 time: 0.0919359 Nov 25 09:20:02.950405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:02.970478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a114c55-78f4-474e-a164-9e0f838fa226 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:20:02.973530 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e3871648-44f5-4f0d-ac61-c848819f3976 req-b535526d-250d-47ec-8f8b-be7ab2308100 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383446 Nov 25 09:20:02.989331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 2a114c55-78f4-474e-a164-9e0f838fa226, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a114c55-78f4-474e-a164-9e0f838fa226,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:20:02.992725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:02.994630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:20:03.066388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=2a114c55-78f4-474e-a164-9e0f838fa226,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:20:03.069285 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:20:03.077732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['2a114c55-78f4-474e-a164-9e0f838fa226'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:20:03.078746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-a21ea559-f704-44e7-9dd2-3e81006ee6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:03.080745 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-a21ea559-f704-44e7-9dd2-3e81006ee6b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 1098 time: 0.0743997 Nov 25 09:20:03.212329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-32c4fe7a-c953-409e-8879-c4d467dcafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:03.214046 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-32c4fe7a-c953-409e-8879-c4d467dcafa8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1268804 Nov 25 09:20:03.318062 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-a55207f2-c508-4df9-b5d9-598c620aa35f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a114c55-78f4-474e-a164-9e0f838fa226 HTTP/1.1" status: 200 len: 1001 time: 0.0977440 Nov 25 09:20:03.384403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-5bd55422-a185-4937-ad8b-3ccc19684678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:03.385768 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-5bd55422-a185-4937-ad8b-3ccc19684678 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0612884 Nov 25 09:20:03.460424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-9ff49cea-dc24-4110-8ce8-17a2d3ab1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:03.461849 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-9ff49cea-dc24-4110-8ce8-17a2d3ab1140 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698178 Nov 25 09:20:03.591722 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-08834022-f40f-4a9a-b802-2bcd46877399 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226327 Nov 25 09:20:03.720672 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11f828b9-7236-46bf-ad5e-cc3e6029dbbd req-5deb5922-3262-441e-afd5-8e2cf429d60b service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221597 Nov 25 09:20:04.174838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11194d9f-1a01-4b80-be6c-95ab384ad838 req-b3e5b252-644d-4286-8046-0b8dfa94eced tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:04.176283 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11194d9f-1a01-4b80-be6c-95ab384ad838 req-b3e5b252-644d-4286-8046-0b8dfa94eced tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 945 time: 0.0917370 Nov 25 09:20:04.217344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:04.340266 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-11194d9f-1a01-4b80-be6c-95ab384ad838 req-4bfc5570-2f40-4ef1-9b4f-bf8c7c4d7f39 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583414 Nov 25 09:20:04.685480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 2a114c55-78f4-474e-a164-9e0f838fa226 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:20:04.754775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 2a114c55-78f4-474e-a164-9e0f838fa226 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:20:04.755161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:04.869534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:04.895918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:20:04.905575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 2a114c55-78f4-474e-a164-9e0f838fa226, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a114c55-78f4-474e-a164-9e0f838fa226,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:20:04.910165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:04.912024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:20:04.944662 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226', 'code': 200} Nov 25 09:20:04.982496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=2a114c55-78f4-474e-a164-9e0f838fa226,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:20:04.985591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:20:05.523754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d1f9-ca14-4cd1-adf7-a3c91cce8216 req-1c28b2a7-ef12-4f1c-9426-18acb75eac2b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:05.525202 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a556d1f9-ca14-4cd1-adf7-a3c91cce8216 req-1c28b2a7-ef12-4f1c-9426-18acb75eac2b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0790012 Nov 25 09:20:05.574298 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a556d1f9-ca14-4cd1-adf7-a3c91cce8216 req-863413ca-15b7-4a35-90f0-05371a379398 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435922 Nov 25 09:20:05.761720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc06b9d-cbcc-4b85-a534-a53b3c15355a req-f21c9653-022f-4941-ad38-e764e7d3120c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:05.763229 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ddc06b9d-cbcc-4b85-a534-a53b3c15355a req-f21c9653-022f-4941-ad38-e764e7d3120c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0826058 Nov 25 09:20:05.811978 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ddc06b9d-cbcc-4b85-a534-a53b3c15355a req-5d4a56c5-b812-49e3-af96-f929c260169f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422096 Nov 25 09:20:06.159862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23883cd7-88ba-48ff-a2e2-5438ef2c6303 req-cf4d35b0-c6d0-4e8e-b4a2-1fce534932fb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:06.161313 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-23883cd7-88ba-48ff-a2e2-5438ef2c6303 req-cf4d35b0-c6d0-4e8e-b4a2-1fce534932fb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0865436 Nov 25 09:20:06.210117 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-23883cd7-88ba-48ff-a2e2-5438ef2c6303 req-1f9f8d7a-e00c-446b-8941-e60ad1e6c6b7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432193 Nov 25 09:20:06.256030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1e1bf-a013-487b-bc64-f684633b98bb req-d0214da2-28ae-4c46-b6e5-6b3fc9daacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:06.257486 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b6f1e1bf-a013-487b-bc64-f684633b98bb req-d0214da2-28ae-4c46-b6e5-6b3fc9daacce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 1099 time: 0.1255453 Nov 25 09:20:06.384265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1e1bf-a013-487b-bc64-f684633b98bb req-a23d1fb9-e2d0-4a79-98c1-0f626647433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:06.386383 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b6f1e1bf-a013-487b-bc64-f684633b98bb req-a23d1fb9-e2d0-4a79-98c1-0f626647433b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1226604 Nov 25 09:20:06.489278 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b6f1e1bf-a013-487b-bc64-f684633b98bb req-136e7a53-ca55-4be9-ad72-176f0c5530c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a114c55-78f4-474e-a164-9e0f838fa226 HTTP/1.1" status: 200 len: 1002 time: 0.0965769 Nov 25 09:20:06.551820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1e1bf-a013-487b-bc64-f684633b98bb req-927668b5-35ea-415e-a8bb-5775347a15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:06.553925 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b6f1e1bf-a013-487b-bc64-f684633b98bb req-927668b5-35ea-415e-a8bb-5775347a15c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0565453 Nov 25 09:20:06.629891 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1e1bf-a013-487b-bc64-f684633b98bb req-56f6fccb-b554-4d68-8768-a4611e73038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:06.631340 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b6f1e1bf-a013-487b-bc64-f684633b98bb req-56f6fccb-b554-4d68-8768-a4611e73038f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710652 Nov 25 09:20:06.759062 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b6f1e1bf-a013-487b-bc64-f684633b98bb req-fa9bad21-b7be-4086-9986-6b1033f65e24 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203809 Nov 25 09:20:06.887647 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b6f1e1bf-a013-487b-bc64-f684633b98bb req-b6be3812-a786-483e-ac97-ac31566d94a1 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219690 Nov 25 09:20:07.397230 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92bfff-6590-4ea2-93a5-4aa571a88a45 req-5d8d08db-3f5c-452b-b31c-91c6f8008c5f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:07.398604 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed92bfff-6590-4ea2-93a5-4aa571a88a45 req-5d8d08db-3f5c-452b-b31c-91c6f8008c5f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0825694 Nov 25 09:20:07.443819 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed92bfff-6590-4ea2-93a5-4aa571a88a45 req-8ee4a5b7-5292-44ac-8d84-7272b0816b7c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393915 Nov 25 09:20:08.633969 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9338b0-c26e-4c2d-b001-8ad33fef1f8a req-7edf4b96-06d3-4707-982d-4722c55ff073 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:08.635443 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fc9338b0-c26e-4c2d-b001-8ad33fef1f8a req-7edf4b96-06d3-4707-982d-4722c55ff073 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0838075 Nov 25 09:20:08.679119 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fc9338b0-c26e-4c2d-b001-8ad33fef1f8a req-c6ded887-48a8-4b69-863f-cfd4fbc7b021 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381680 Nov 25 09:20:09.048482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717447f2-326b-442e-9c9b-a9f369e7871d req-8be8181b-13f9-4191-b613-4fe32d587db3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:09.050410 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-717447f2-326b-442e-9c9b-a9f369e7871d req-8be8181b-13f9-4191-b613-4fe32d587db3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0801435 Nov 25 09:20:09.093956 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-717447f2-326b-442e-9c9b-a9f369e7871d req-8a0f5419-c671-4945-a990-e35646df1637 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379248 Nov 25 09:20:10.283506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9ed2f-d214-42f2-935b-2ab03cd40af7 req-33f0b0e7-b4cf-4dcd-875c-255f1e4bbb07 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:10.284864 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6fd9ed2f-d214-42f2-935b-2ab03cd40af7 req-33f0b0e7-b4cf-4dcd-875c-255f1e4bbb07 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0850339 Nov 25 09:20:10.327705 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6fd9ed2f-d214-42f2-935b-2ab03cd40af7 req-11c609b8-c7bf-4a29-a6c0-0ecb35c28ba3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372422 Nov 25 09:20:10.756648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922ec0a-4349-4404-8284-488cc309403c req-badda12c-ccf3-4f7e-9cec-a98377b0bab3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:10.758064 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3922ec0a-4349-4404-8284-488cc309403c req-badda12c-ccf3-4f7e-9cec-a98377b0bab3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0788245 Nov 25 09:20:10.828504 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Deleting port 2a114c55-78f4-474e-a164-9e0f838fa226 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:20:10.828871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:11.071094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] For port 2a114c55-78f4-474e-a164-9e0f838fa226, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2a114c55-78f4-474e-a164-9e0f838fa226,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:20:11.071454 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:11.478720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:11.479422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:11.479422 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976 disassociated. External IP: 172.26.3.254, port: 2a114c55-78f4-474e-a164-9e0f838fa226. Nov 25 09:20:11.479707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Calling delete_port for 2a114c55-78f4-474e-a164-9e0f838fa226 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:20:11.516698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa0236-e3a1-412e-b15c-9de1cda64b9b req-8e9dd005-3c13-4405-92a9-99734ed97355 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:11.518200 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d3fa0236-e3a1-412e-b15c-9de1cda64b9b req-8e9dd005-3c13-4405-92a9-99734ed97355 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 946 time: 0.0847027 Nov 25 09:20:11.563465 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d3fa0236-e3a1-412e-b15c-9de1cda64b9b req-8f94a426-c584-4711-9118-7fe261d35976 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392742 Nov 25 09:20:11.622353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:11.628203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-814897a0-7570-4680-87b2-0ad4014442a2 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:20:11.671106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event deleted for resources: {'Port': ['ID=2a114c55-78f4-474e-a164-9e0f838fa226,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:20:11.681794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.682111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.682527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.682892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.683252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.683612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.683969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.684328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.684687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.685039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.685392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.685745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:20:11.689339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:20:11.880160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Router 9d003074-66a3-4343-9faa-722d53d5aa7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:20:12.059479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:20:12.068791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceacbf41-b317-47da-9134-4265dcd6b586 None None] Sync routers for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:20:12.077929 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceacbf41-b317-47da-9134-4265dcd6b586 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:20:12.078585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ceacbf41-b317-47da-9134-4265dcd6b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:19:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:20:12.129662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] No DVR routers for this DVR port 2a114c55-78f4-474e-a164-9e0f838fa226 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:20:12.132260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:12.134794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'name': 'network-vif-deleted', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:20:12.150920 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3922ec0a-4349-4404-8284-488cc309403c req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "DELETE /v2.0/ports/2a114c55-78f4-474e-a164-9e0f838fa226 HTTP/1.1" status: 204 len: 173 time: 1.3875654 Nov 25 09:20:12.184725 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37d19e5-d0cd-4fa5-bfc4-2aafd448358f', 'name': 'network-vif-deleted', 'tag': '2a114c55-78f4-474e-a164-9e0f838fa226', 'status': 'completed', 'code': 200} Nov 25 09:20:12.264089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-ceacbf41-b317-47da-9134-4265dcd6b586 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:20:12.570546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ceacbf41-b317-47da-9134-4265dcd6b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:20:12.574357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceacbf41-b317-47da-9134-4265dcd6b586 None None] Checking router: 9d003074-66a3-4343-9faa-722d53d5aa7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:20:12.584182 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceacbf41-b317-47da-9134-4265dcd6b586 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:20:12.584895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ceacbf41-b317-47da-9134-4265dcd6b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:19:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:20:12.716978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 2a114c55-78f4-474e-a164-9e0f838fa226 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:20:12.734998 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9d69ddd2-5bf6-40e2-a316-31d526445787 req-1404991a-5476-40da-a65c-78d7b8659a44 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=a37d19e5-d0cd-4fa5-bfc4-2aafd448358f HTTP/1.1" status: 200 len: 210 time: 0.0462213 Nov 25 09:20:12.804997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 2a114c55-78f4-474e-a164-9e0f838fa226 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:20:12.805308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 2a114c55-78f4-474e-a164-9e0f838fa226 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:20:12.848284 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-ceacbf41-b317-47da-9134-4265dcd6b586 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:20:13.153336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ceacbf41-b317-47da-9134-4265dcd6b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:20:13.157168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceacbf41-b317-47da-9134-4265dcd6b586 None None] The sync data for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv is: [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:20:13.378274 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931db262-a2ae-418e-afce-ce6d6bd8b799 None None] New status for floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:20:14.088337 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-d43441aa-fd6e-4656-a2bf-3545413ab263 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--415883200&fields=id&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 267 time: 0.0384419 Nov 25 09:20:14.244635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24184900-e1cf-4eac-82ef-228de5193f82 req-a54036e9-815a-4f7d-a21c-c2bf6024f612 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:14.246085 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-a54036e9-815a-4f7d-a21c-c2bf6024f612 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 812 time: 0.1516941 Nov 25 09:20:14.260525 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-1bbb6fd4-9838-4fab-b49c-45e710e3fafd tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/quotas/846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 375 time: 0.0088971 Nov 25 09:20:14.346461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-24184900-e1cf-4eac-82ef-228de5193f82 req-948abc9e-9a73-4dfb-af91-5324c6cca01b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Synchronizing usage tracker for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:20:14.361273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-24184900-e1cf-4eac-82ef-228de5193f82 req-948abc9e-9a73-4dfb-af91-5324c6cca01b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Unset dirty status for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:20:14.362642 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-948abc9e-9a73-4dfb-af91-5324c6cca01b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974317 Nov 25 09:20:14.498906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-80c2a05f-74cf-48ba-aaaf-44ed0573dcdf service neutron] 10.222.0.54 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239185 Nov 25 09:20:14.631177 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-f7a65ec4-3c5d-4cb4-a7da-d1de3ae44deb service neutron] 10.222.0.54 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264572 Nov 25 09:20:14.805411 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c1a881c4-bd34-44f1-a318-f762a1081c2c req-e4cfad27-5408-43b1-8cb9-c7137d8c2f94 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 210 time: 0.0456142 Nov 25 09:20:15.925533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24184900-e1cf-4eac-82ef-228de5193f82 req-a994bd6f-af7b-4bd7-9bdf-8f54961ff43e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:15.926966 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-a994bd6f-af7b-4bd7-9bdf-8f54961ff43e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 812 time: 0.1500568 Nov 25 09:20:15.988761 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b99dde9c-6973-49c5-8fca-3bdc91bede7a req-2508ce36-88a5-4fbd-8ef9-54f4580ffb4f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 210 time: 0.0608363 Nov 25 09:20:16.014994 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-b4310abe-5e22-498c-bf7d-76793e2d0269 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 379 time: 0.0550003 Nov 25 09:20:16.024083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'port': {'device_id': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'admin_state_up': True, 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'security_groups': ['78c60204-3289-4b82-a5b0-292b856c6191']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:20:16.290192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:20:16.299695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:20:16.309023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Made reservation on behalf of 846e4a0311204b259362fa84ad4f64a0 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:20:16.312899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:16.477001 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Allocated IP 172.20.0.11 (d2980622-16f1-494b-9b5f-c99efa0f6bb3/d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6/e97e930f-3593-420b-bf9d-15652f396e0c) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:20:16.533196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65bdaf4c-ff0f-44d9-9b2f-7ba0c2b4d79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:16.665398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:16.681165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Transition to ACTIVE for port object e97e930f-3593-420b-bf9d-15652f396e0c will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:20:16.703173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:16.709223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-467eb965-954c-4d6a-a57e-c28ffe8bd582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:20:16.771462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:20:16.774909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:20:16.778779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:20:16.819177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event updated for resources: {'Port': ['ID=e97e930f-3593-420b-bf9d-15652f396e0c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:20:16.823967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:20:16.847619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:16.848152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:16.872721 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8523674 Nov 25 09:20:16.884002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Request body: {'port': {'device_id': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:20:17.000836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:17.003624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:17.055571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-359643a7-4684-49b6-b8ff-11ae72b3f6f3 None None] Provisioning for port e97e930f-3593-420b-bf9d-15652f396e0c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:20:17.061032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-359643a7-4684-49b6-b8ff-11ae72b3f6f3 None None] Provisioning complete for port e97e930f-3593-420b-bf9d-15652f396e0c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:20:17.061636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-359643a7-4684-49b6-b8ff-11ae72b3f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:17.121142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-359643a7-4684-49b6-b8ff-11ae72b3f6f3 None None] Port e97e930f-3593-420b-bf9d-15652f396e0c cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:20:17.186277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c204f68-e9fd-441f-8973-da5557ba91dc req-d8f99dfd-123e-4426-b379-248f18cfeded tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:17.187808 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1c204f68-e9fd-441f-8973-da5557ba91dc req-d8f99dfd-123e-4426-b379-248f18cfeded tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 932 time: 0.0822561 Nov 25 09:20:17.232348 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1c204f68-e9fd-441f-8973-da5557ba91dc req-dfc934e0-b409-4e1b-b2d9-49fd70831284 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385294 Nov 25 09:20:17.347803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97e930f-3593-420b-bf9d-15652f396e0c {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:20:17.354802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:17.368816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Transition to ACTIVE for port object e97e930f-3593-420b-bf9d-15652f396e0c will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:20:17.372495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:17.376836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:20:17.537410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e97e930f-3593-420b-bf9d-15652f396e0c,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:20:17.545053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:20:17.620035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Attempting to bind port e97e930f-3593-420b-bf9d-15652f396e0c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:20:17.620364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Attempting to bind port e97e930f-3593-420b-bf9d-15652f396e0c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:20:17.620685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Attempting to bind port e97e930f-3593-420b-bf9d-15652f396e0c on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:20:17.625428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Port e97e930f-3593-420b-bf9d-15652f396e0c on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:20:17.625685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Attempting to bind port e97e930f-3593-420b-bf9d-15652f396e0c on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:20:17.631008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:20:17.631343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Checking segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:20:17.631822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Bound using segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:20:17.632142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Bound port: e97e930f-3593-420b-bf9d-15652f396e0c, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:20:17.632486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:17.725368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:20:17.728284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:20:17.732581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:17.736080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:20:17.794960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:17.795561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:17.796913 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/e97e930f-3593-420b-bf9d-15652f396e0c HTTP/1.1" status: 200 len: 1094 time: 0.9171083 Nov 25 09:20:17.797430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:20:17.827248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e97e930f-3593-420b-bf9d-15652f396e0c,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:20:17.832175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:20:17.872488 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'status': 'completed', 'code': 200} Nov 25 09:20:17.915152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24184900-e1cf-4eac-82ef-228de5193f82 req-080c6cec-f3d3-43b3-a56f-77c5926181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:17.916689 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-080c6cec-f3d3-43b3-a56f-77c5926181a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 1097 time: 0.0768447 Nov 25 09:20:17.994073 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-1ec47f0e-1b47-465a-adaa-299ca29003f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97e930f-3593-420b-bf9d-15652f396e0c HTTP/1.1" status: 200 len: 217 time: 0.0691247 Nov 25 09:20:18.059442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24184900-e1cf-4eac-82ef-228de5193f82 req-b41fbebe-aaf8-4c55-b907-e39374d22ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:18.060798 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-b41fbebe-aaf8-4c55-b907-e39374d22ab7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0604846 Nov 25 09:20:18.134878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24184900-e1cf-4eac-82ef-228de5193f82 req-c208bab5-dbdf-4f88-95d5-f88c5f73e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:18.136335 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-c208bab5-dbdf-4f88-95d5-f88c5f73e1c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696559 Nov 25 09:20:18.267952 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-65ab6ff6-7d04-4d94-8479-fe2d34f71461 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250513 Nov 25 09:20:18.400971 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24184900-e1cf-4eac-82ef-228de5193f82 req-791d593a-46ec-434a-afa4-03953b5f6e44 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268845 Nov 25 09:20:18.424332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e2e5a-e1a9-4dfe-961d-01bc937462fb req-fb45287a-a4c4-4f17-933b-2581e5ebdb5c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:18.425724 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-731e2e5a-e1a9-4dfe-961d-01bc937462fb req-fb45287a-a4c4-4f17-933b-2581e5ebdb5c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 944 time: 0.0866621 Nov 25 09:20:18.471270 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-731e2e5a-e1a9-4dfe-961d-01bc937462fb req-0dcd027f-2f41-41ed-a097-96af953cccc7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398540 Nov 25 09:20:18.517068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d26142-f9f0-4039-bf61-2c93cb644f19 req-9fe07023-4a3c-45ae-9366-31e21628ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:18.518548 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86d26142-f9f0-4039-bf61-2c93cb644f19 req-9fe07023-4a3c-45ae-9366-31e21628ad58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 1097 time: 0.0768530 Nov 25 09:20:18.759657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d26142-f9f0-4039-bf61-2c93cb644f19 req-67cfc387-b3a4-419f-abaf-1ed2df36a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:18.761090 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86d26142-f9f0-4039-bf61-2c93cb644f19 req-67cfc387-b3a4-419f-abaf-1ed2df36a0d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.2358534 Nov 25 09:20:18.831457 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86d26142-f9f0-4039-bf61-2c93cb644f19 req-5f22d03e-6bba-4467-9a35-58bda409922e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97e930f-3593-420b-bf9d-15652f396e0c HTTP/1.1" status: 200 len: 217 time: 0.0635734 Nov 25 09:20:18.892742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d26142-f9f0-4039-bf61-2c93cb644f19 req-87a1826d-7f50-4bbf-8165-08eb167755fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:18.894120 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86d26142-f9f0-4039-bf61-2c93cb644f19 req-87a1826d-7f50-4bbf-8165-08eb167755fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0565052 Nov 25 09:20:18.969359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d26142-f9f0-4039-bf61-2c93cb644f19 req-7b967628-eb19-4851-b41d-5ff3c9d3f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:18.971361 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86d26142-f9f0-4039-bf61-2c93cb644f19 req-7b967628-eb19-4851-b41d-5ff3c9d3f959 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691388 Nov 25 09:20:19.102125 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86d26142-f9f0-4039-bf61-2c93cb644f19 req-f3ae48c3-205a-43dd-bc64-0c89b8304ba6 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242299 Nov 25 09:20:19.232939 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86d26142-f9f0-4039-bf61-2c93cb644f19 req-50a67f27-448a-47ef-a1d8-252acda45432 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245496 Nov 25 09:20:19.657707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75571e9-64d4-41e9-b7a7-f18ec65d2a7c req-9a8ca0b6-ebd6-4726-b9fe-811a8c370082 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:19.659076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a75571e9-64d4-41e9-b7a7-f18ec65d2a7c req-9a8ca0b6-ebd6-4726-b9fe-811a8c370082 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Synchronizing usage tracker for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:20:19.674524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a75571e9-64d4-41e9-b7a7-f18ec65d2a7c req-9a8ca0b6-ebd6-4726-b9fe-811a8c370082 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Unset dirty status for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:20:19.675677 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a75571e9-64d4-41e9-b7a7-f18ec65d2a7c req-9a8ca0b6-ebd6-4726-b9fe-811a8c370082 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 944 time: 0.1005261 Nov 25 09:20:19.719150 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a75571e9-64d4-41e9-b7a7-f18ec65d2a7c req-007e790f-91d2-4a2f-a33f-3d34d0ffb161 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378160 Nov 25 09:20:19.839695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a4dc6beb-81ef-44fe-9650-c855082434ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:20.027063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:20.900640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e3194-868a-44ae-bcb9-1c6fe5d837bd req-f81c052a-16f3-4349-aa1d-e837cfd7db61 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:20.902108 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8b3e3194-868a-44ae-bcb9-1c6fe5d837bd req-f81c052a-16f3-4349-aa1d-e837cfd7db61 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 944 time: 0.0806208 Nov 25 09:20:20.950381 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8b3e3194-868a-44ae-bcb9-1c6fe5d837bd req-b7a22a34-8de7-4b50-9ded-3dbfe8f437d4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394361 Nov 25 09:20:21.483570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:22.137796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2891f4-473f-424b-9000-da6ec3b7b27a req-76ade224-8da9-4989-a332-8d670faa5845 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:22.139255 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b2891f4-473f-424b-9000-da6ec3b7b27a req-76ade224-8da9-4989-a332-8d670faa5845 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 944 time: 0.0834975 Nov 25 09:20:22.182937 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0b2891f4-473f-424b-9000-da6ec3b7b27a req-a324b204-1c49-4957-af1d-d0f5a8d21c58 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381269 Nov 25 09:20:22.748082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device e97e930f-3593-420b-bf9d-15652f396e0c details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:20:22.878984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:20:22.892484 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'port_id': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'mac_address': 'fa:16:3e:57:9d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:20:22.946274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:22.966120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97e930f-3593-420b-bf9d-15652f396e0c {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:20:22.981393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:20:22.985800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:22.987492 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9375240c-4d2b-4bed-b44e-21435358fae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:20:23.053444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=e97e930f-3593-420b-bf9d-15652f396e0c,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:20:23.056601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:20:23.349374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['e97e930f-3593-420b-bf9d-15652f396e0c'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:20:23.368858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac9cc9-7126-499c-9829-0e1ccd8c5e75 req-b744982c-ad44-4a7c-990c-b5c522b8004a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:23.370340 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d7ac9cc9-7126-499c-9829-0e1ccd8c5e75 req-b744982c-ad44-4a7c-990c-b5c522b8004a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 945 time: 0.0849535 Nov 25 09:20:23.414816 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d7ac9cc9-7126-499c-9829-0e1ccd8c5e75 req-80b83fa6-59fb-4482-977f-d87562b6e74d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385864 Nov 25 09:20:24.595351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca5d26-ef2a-44e8-874c-6d5ed89adea4 req-c96b6d57-fff0-4cb2-8a40-4e571e3b3fff tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:24.596812 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24ca5d26-ef2a-44e8-874c-6d5ed89adea4 req-c96b6d57-fff0-4cb2-8a40-4e571e3b3fff tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 945 time: 0.0791318 Nov 25 09:20:24.639680 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-24ca5d26-ef2a-44e8-874c-6d5ed89adea4 req-9a079752-a281-41a8-afe5-9d65b3feea17 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369766 Nov 25 09:20:24.762399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device e97e930f-3593-420b-bf9d-15652f396e0c up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:20:24.838977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port e97e930f-3593-420b-bf9d-15652f396e0c completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:20:24.843618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port e97e930f-3593-420b-bf9d-15652f396e0c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:20:24.844000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:24.959952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:24.986814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:20:24.996331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:20:25.000639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:25.002654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:20:25.033297 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'code': 200} Nov 25 09:20:25.071088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=e97e930f-3593-420b-bf9d-15652f396e0c,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:20:25.073899 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:20:25.255945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacbffe-6e72-4c46-9f0a-1508795cdf2a req-67d3ff3c-952a-45aa-8926-6a2f39589f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:25.257376 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3aacbffe-6e72-4c46-9f0a-1508795cdf2a req-67d3ff3c-952a-45aa-8926-6a2f39589f9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 1099 time: 0.0729396 Nov 25 09:20:25.297260 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3aacbffe-6e72-4c46-9f0a-1508795cdf2a req-d81acffc-1eea-434c-9c93-46dfa7d241d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333903 Nov 25 09:20:25.820860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761525e9-5b66-45e7-b4d8-f7c0a3a61490 req-4ef82f58-6a8b-4692-ae73-07c670d089ec tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:25.822274 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-761525e9-5b66-45e7-b4d8-f7c0a3a61490 req-4ef82f58-6a8b-4692-ae73-07c670d089ec tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0785728 Nov 25 09:20:25.866212 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-761525e9-5b66-45e7-b4d8-f7c0a3a61490 req-01740b9d-69f2-4a6d-912b-7d7efe8b7849 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383306 Nov 25 09:20:27.055488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17393e73-2f18-4549-8d5e-8a03526a6b35 req-23372654-63bd-443c-8a4d-77bc2d5afc79 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:27.057018 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-17393e73-2f18-4549-8d5e-8a03526a6b35 req-23372654-63bd-443c-8a4d-77bc2d5afc79 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0804877 Nov 25 09:20:27.103594 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-17393e73-2f18-4549-8d5e-8a03526a6b35 req-71228c38-9f2b-444a-bba3-5fee4ff85984 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410864 Nov 25 09:20:27.284866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71c347-3ead-40c6-9375-2674c28ccd77 req-95fbfc48-2471-4c5d-b50a-e2a96186ca20 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:27.286312 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ea71c347-3ead-40c6-9375-2674c28ccd77 req-95fbfc48-2471-4c5d-b50a-e2a96186ca20 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0833285 Nov 25 09:20:27.294753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 53548) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:20:27.299707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-a2f3d8e4-fc3b-40e1-aa28-fe250c088378 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'floatingip': {'port_id': 'e97e930f-3593-420b-bf9d-15652f396e0c'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:20:27.378824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d8e4-fc3b-40e1-aa28-fe250c088378 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:28.066055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d8e4-fc3b-40e1-aa28-fe250c088378 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:28.069815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d8e4-fc3b-40e1-aa28-fe250c088378 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:28.233313 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-a2f3d8e4-fc3b-40e1-aa28-fe250c088378 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976 associated. External IP: 172.26.3.254, port: e97e930f-3593-420b-bf9d-15652f396e0c. Nov 25 09:20:28.584446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f3d8e4-fc3b-40e1-aa28-fe250c088378 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Router 9d003074-66a3-4343-9faa-722d53d5aa7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:20:28.771902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f3d8e4-fc3b-40e1-aa28-fe250c088378 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:20:28.776717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d8e4-fc3b-40e1-aa28-fe250c088378 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:28.781220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169003c9-1435-4d3a-8c7b-5eafdcc135cc None None] Sync routers for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:20:28.795252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169003c9-1435-4d3a-8c7b-5eafdcc135cc None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:20:28.795884 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-169003c9-1435-4d3a-8c7b-5eafdcc135cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:20:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:20:28.833432 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a2f3d8e4-fc3b-40e1-aa28-fe250c088378 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "PUT /v2.0/floatingips/d50c3cb9-f0c9-4b83-9d90-54126b74d976 HTTP/1.1" status: 200 len: 992 time: 1.5375874 Nov 25 09:20:28.834197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:20:28.880688 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'status': 'completed', 'code': 200} Nov 25 09:20:28.983390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc80a5-3ab3-48ff-8e79-c0df244067e1 req-58f152ea-7981-4292-a208-1a8839286df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:28.984979 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c8bc80a5-3ab3-48ff-8e79-c0df244067e1 req-58f152ea-7981-4292-a208-1a8839286df1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 1099 time: 0.0756240 Nov 25 09:20:28.996952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-169003c9-1435-4d3a-8c7b-5eafdcc135cc None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:20:29.130214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc80a5-3ab3-48ff-8e79-c0df244067e1 req-c7e50ca1-699c-4f74-973e-42b08db3a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:29.131607 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c8bc80a5-3ab3-48ff-8e79-c0df244067e1 req-c7e50ca1-699c-4f74-973e-42b08db3a268 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1405458 Nov 25 09:20:29.383262 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c8bc80a5-3ab3-48ff-8e79-c0df244067e1 req-392fb953-7e16-46d0-b17d-d81c080f377e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97e930f-3593-420b-bf9d-15652f396e0c HTTP/1.1" status: 200 len: 1000 time: 0.2443001 Nov 25 09:20:29.420261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-169003c9-1435-4d3a-8c7b-5eafdcc135cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:57:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:20:27Z', 'revision_number': 9, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:20:29.425086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169003c9-1435-4d3a-8c7b-5eafdcc135cc None None] Checking router: 9d003074-66a3-4343-9faa-722d53d5aa7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:20:29.436732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169003c9-1435-4d3a-8c7b-5eafdcc135cc None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:20:29.438040 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-169003c9-1435-4d3a-8c7b-5eafdcc135cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:20:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:20:29.448946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc80a5-3ab3-48ff-8e79-c0df244067e1 req-e41bb4e6-44ee-47f1-b017-07fbb3a1e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:29.450400 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c8bc80a5-3ab3-48ff-8e79-c0df244067e1 req-e41bb4e6-44ee-47f1-b017-07fbb3a1e45f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0602551 Nov 25 09:20:29.531450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc80a5-3ab3-48ff-8e79-c0df244067e1 req-cce5a289-8bd6-4ed2-a6fa-a2fe2fb153c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:20:29.532992 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c8bc80a5-3ab3-48ff-8e79-c0df244067e1 req-cce5a289-8bd6-4ed2-a6fa-a2fe2fb153c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759792 Nov 25 09:20:29.622459 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-169003c9-1435-4d3a-8c7b-5eafdcc135cc None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:20:29.673285 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c8bc80a5-3ab3-48ff-8e79-c0df244067e1 req-c9f0154a-032c-4a82-8de5-49405ede6d10 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337392 Nov 25 09:20:29.808103 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c8bc80a5-3ab3-48ff-8e79-c0df244067e1 req-74b404d2-bb5e-4f4c-80d5-c4c6fe6800bb service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289246 Nov 25 09:20:29.980687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-169003c9-1435-4d3a-8c7b-5eafdcc135cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:57:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:20:27Z', 'revision_number': 9, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:20:29.985399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169003c9-1435-4d3a-8c7b-5eafdcc135cc None None] The sync data for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv is: [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:57:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:20:27Z', 'revision_number': 9, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:20:30.200365 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db013c-404e-4ad9-90a4-eaa244de39d3 None None] New status for floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:20:30.668940 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:20:34.222769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:46.537690 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-349639ba-4267-47b4-aae6-d910f9be8fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:47.006576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:49.841744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c5fbf16-a42a-48a4-bd40-c14f647ac876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:50.030037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:20:51.487352 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:04.228399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:07.667766 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:21:16.539125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c35f88d-be6e-4783-befc-e30fb460340c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:17.008625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:17.963773 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-7456f003-dd7c-428c-83be-cea385efaca3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680714 Nov 25 09:21:18.100785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-a9c9407f-b54f-403e-9d1f-224d3bbc51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:18.102244 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-a9c9407f-b54f-403e-9d1f-224d3bbc51ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 1099 time: 0.0714161 Nov 25 09:21:18.250091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-54c831be-f9f1-4668-b814-b169890c164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:18.251540 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-54c831be-f9f1-4668-b814-b169890c164b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1268694 Nov 25 09:21:18.355117 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-0830ca70-9ff9-4229-ad06-1c74c7b8e149 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97e930f-3593-420b-bf9d-15652f396e0c HTTP/1.1" status: 200 len: 1003 time: 0.0961516 Nov 25 09:21:18.419313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-f6323335-72f1-4fd4-84f2-40cf01e9b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:18.420697 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-f6323335-72f1-4fd4-84f2-40cf01e9b302 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0592651 Nov 25 09:21:18.494789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-08956fdb-92a5-4cb9-94f4-7d291b8f1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:18.496114 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-08956fdb-92a5-4cb9-94f4-7d291b8f1b69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683320 Nov 25 09:21:18.626366 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-e8f22479-900b-4b46-97f6-1521dd99a3c7 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234910 Nov 25 09:21:18.762062 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3db3fd41-2e78-47ec-9a67-e6eb720394d1 req-45617196-7dc5-46de-82c1-16bc4d2fdea2 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280253 Nov 25 09:21:19.845997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3fd266b3-25f3-406d-827e-ec486f8b85c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:20.032394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:21.490213 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:34.242521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:37.837148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eb0d2-c962-4d57-979a-c688d3816198 req-349dd6b3-2906-41bc-8bcb-59ad56514ead tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:37.838612 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a8eb0d2-c962-4d57-979a-c688d3816198 req-349dd6b3-2906-41bc-8bcb-59ad56514ead tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0878611 Nov 25 09:21:37.882893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6a8eb0d2-c962-4d57-979a-c688d3816198 req-87e8ed18-e51c-49f5-8300-e92ac091dc70 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385947 Nov 25 09:21:37.884086 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-2c1e4202-b989-4db6-b1a7-a6913c64910b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1820807 Nov 25 09:21:39.026300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9618-33f0-424e-a26a-f17cf626b65a req-ae66e736-f82a-4a4d-98be-e6246b4d09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:39.027934 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-ae66e736-f82a-4a4d-98be-e6246b4d09cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 1099 time: 0.0788078 Nov 25 09:21:39.086159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb1555-0aa2-4590-bccd-cbad629b3579 req-fc03d05b-f174-4a0b-a7dd-0c2396398ce2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:39.087709 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-44eb1555-0aa2-4590-bccd-cbad629b3579 req-fc03d05b-f174-4a0b-a7dd-0c2396398ce2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0855949 Nov 25 09:21:39.131824 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-44eb1555-0aa2-4590-bccd-cbad629b3579 req-8b49ec44-a50a-4fc5-a7cb-9b50a936f795 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385261 Nov 25 09:21:39.161143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9618-33f0-424e-a26a-f17cf626b65a req-4a9f3f94-c2af-42c4-86f9-9a43b756de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:39.162595 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-4a9f3f94-c2af-42c4-86f9-9a43b756de2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1278641 Nov 25 09:21:39.263955 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-2b55686f-a848-451d-8909-085b484d5a98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97e930f-3593-420b-bf9d-15652f396e0c HTTP/1.1" status: 200 len: 1003 time: 0.0939648 Nov 25 09:21:39.324686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9618-33f0-424e-a26a-f17cf626b65a req-5d1e26d0-761b-46ac-873a-5723b9dd74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:39.326039 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-5d1e26d0-761b-46ac-873a-5723b9dd74fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0552044 Nov 25 09:21:39.510978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9618-33f0-424e-a26a-f17cf626b65a req-8c4fba25-5430-46af-8224-823caa64bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:39.512416 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-8c4fba25-5430-46af-8224-823caa64bb7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1796048 Nov 25 09:21:39.639236 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-9afd762e-02c1-4a17-abc5-d2cd1fcaab1f service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203969 Nov 25 09:21:39.765482 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-26e9e389-9f6a-4e8f-aeb3-432a78b34ef4 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202610 Nov 25 09:21:40.316390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574073ea-ecaa-4046-af1d-73df2ab248b2 req-dcc46397-5e67-4ed2-ae30-1b0f6ab048db tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:40.317701 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-574073ea-ecaa-4046-af1d-73df2ab248b2 req-dcc46397-5e67-4ed2-ae30-1b0f6ab048db tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0773876 Nov 25 09:21:40.360517 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-574073ea-ecaa-4046-af1d-73df2ab248b2 req-d0e0873d-3174-4a95-9176-f834e93461be tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371680 Nov 25 09:21:41.541267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f50cd8-333c-405b-afd5-ffdb463ab8ae req-56cb3577-aa39-49cd-870c-1c21974919c7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:41.542718 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-66f50cd8-333c-405b-afd5-ffdb463ab8ae req-56cb3577-aa39-49cd-870c-1c21974919c7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0794919 Nov 25 09:21:41.585580 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-66f50cd8-333c-405b-afd5-ffdb463ab8ae req-23c44085-43dc-4881-b724-b7ac742d5b84 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373392 Nov 25 09:21:42.775395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c70019-d575-4eec-9b7d-5b550704e80f req-8024a317-9fa4-4042-82da-76eee134b8af tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:42.776808 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-80c70019-d575-4eec-9b7d-5b550704e80f req-8024a317-9fa4-4042-82da-76eee134b8af tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0823536 Nov 25 09:21:42.820283 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-80c70019-d575-4eec-9b7d-5b550704e80f req-9c8f785b-a65e-4533-8702-36d8f1c2fdca tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379033 Nov 25 09:21:44.009332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a399c1d-8999-4ef6-abda-b4d05c93e662 req-0bce4e82-7591-4606-91d1-d6521f49100d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:44.010817 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5a399c1d-8999-4ef6-abda-b4d05c93e662 req-0bce4e82-7591-4606-91d1-d6521f49100d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0847182 Nov 25 09:21:44.054713 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5a399c1d-8999-4ef6-abda-b4d05c93e662 req-ef373d62-3f62-4c63-871f-c371cd91027d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382936 Nov 25 09:21:44.666304 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:21:45.236205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506be3e-d845-4879-b219-d8684d6f594a req-82aa05d7-69f9-4173-856e-e48686a4ff2e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:45.237637 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5506be3e-d845-4879-b219-d8684d6f594a req-82aa05d7-69f9-4173-856e-e48686a4ff2e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0786760 Nov 25 09:21:45.284915 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5506be3e-d845-4879-b219-d8684d6f594a req-868cd135-8c46-4bea-a3c9-62af4170f236 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416389 Nov 25 09:21:46.541620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6fe898d-4587-432f-9399-6041eb0455a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:46.610970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230d31d-94d7-41a3-8ea6-d87a2353edc9 req-a9da7602-f5e8-4f93-96b2-b02948d8f4fb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:46.612293 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c230d31d-94d7-41a3-8ea6-d87a2353edc9 req-a9da7602-f5e8-4f93-96b2-b02948d8f4fb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0810344 Nov 25 09:21:46.667132 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c230d31d-94d7-41a3-8ea6-d87a2353edc9 req-db9b58e1-b4f0-4cf1-97d7-95c43fc8e4de tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484293 Nov 25 09:21:47.011667 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:47.851970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6ba7-3855-4800-8449-0d7d13adb635 req-3428b289-dac5-400c-a37b-6123bdfa62eb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:47.853388 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bc0c6ba7-3855-4800-8449-0d7d13adb635 req-3428b289-dac5-400c-a37b-6123bdfa62eb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0788167 Nov 25 09:21:47.896963 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bc0c6ba7-3855-4800-8449-0d7d13adb635 req-9535c3d6-04e6-4bee-a5df-c5ed1fe8f44d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379889 Nov 25 09:21:49.087468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64599e09-bb24-4420-9e18-20233bb7402f req-a7068bee-05f6-4b48-bce9-278299a45db8 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:49.088912 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-64599e09-bb24-4420-9e18-20233bb7402f req-a7068bee-05f6-4b48-bce9-278299a45db8 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0804045 Nov 25 09:21:49.137152 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-64599e09-bb24-4420-9e18-20233bb7402f req-62c6715c-da16-4e54-8bc4-59796b2b8041 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426259 Nov 25 09:21:49.848633 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-546ff476-0274-483b-8f2a-adc19bbb5311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:50.036666 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:50.321627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1139eee-8e11-41f9-9d91-33d8bfe0a89e req-0d0e0132-729f-4256-b4a5-0195f35b7cee tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:50.323088 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c1139eee-8e11-41f9-9d91-33d8bfe0a89e req-0d0e0132-729f-4256-b4a5-0195f35b7cee tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0817204 Nov 25 09:21:50.368883 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c1139eee-8e11-41f9-9d91-33d8bfe0a89e req-95853d00-7cdc-4619-bdf2-7c9a49a123e3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401931 Nov 25 09:21:51.420453 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-d5101b36-23b6-46ca-8359-b034bb215a56 service neutron] 10.222.0.41 "GET /v2.0/ports/e97e930f-3593-420b-bf9d-15652f396e0c/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0753326 Nov 25 09:21:51.495930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:51.564649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c97f33-6618-4c32-b4cd-35b7c60d30dd req-e8d0aa94-bea6-45df-9729-49dee91a4471 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:51.566122 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-12c97f33-6618-4c32-b4cd-35b7c60d30dd req-e8d0aa94-bea6-45df-9729-49dee91a4471 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0895367 Nov 25 09:21:51.614951 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-12c97f33-6618-4c32-b4cd-35b7c60d30dd req-a1d933ab-2e55-44f2-a5c0-c4511ab4e267 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431376 Nov 25 09:21:51.686179 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9618-33f0-424e-a26a-f17cf626b65a req-4418727a-bc3d-47c8-906d-61ab8a71c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:51.687583 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-4418727a-bc3d-47c8-906d-61ab8a71c5da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 1099 time: 0.0736008 Nov 25 09:21:51.775864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9618-33f0-424e-a26a-f17cf626b65a req-8b95d675-318e-4da2-b4aa-9c5a3d92f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:51.777279 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-8b95d675-318e-4da2-b4aa-9c5a3d92f08c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 1099 time: 0.0689735 Nov 25 09:21:51.905383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9618-33f0-424e-a26a-f17cf626b65a req-714e8198-b29b-4796-bda8-8d96f2543410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:51.906841 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-714e8198-b29b-4796-bda8-8d96f2543410 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1230083 Nov 25 09:21:52.009892 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-1726461d-9ece-41ae-8325-ee49ec740e4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97e930f-3593-420b-bf9d-15652f396e0c HTTP/1.1" status: 200 len: 1003 time: 0.0961473 Nov 25 09:21:52.071789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9618-33f0-424e-a26a-f17cf626b65a req-991d1dd2-b754-4033-9511-45e959bc0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:52.073179 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-991d1dd2-b754-4033-9511-45e959bc0bed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0569255 Nov 25 09:21:52.150624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9618-33f0-424e-a26a-f17cf626b65a req-e9354556-46b6-49f6-b907-fa406aee5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:52.152044 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-e9354556-46b6-49f6-b907-fa406aee5c10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725119 Nov 25 09:21:52.279500 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-5c347def-d621-4d4e-8d25-a0ebe003dee2 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204827 Nov 25 09:21:52.520779 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-579d9618-33f0-424e-a26a-f17cf626b65a req-413f1936-7cc2-428c-bcf9-1082963dd3da service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355537 Nov 25 09:21:52.796941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb515f80-7272-4926-a8e0-cf562b7b2467 req-fab36cb8-3b56-403b-ae3a-fa2ea900ccd6 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:52.798373 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb515f80-7272-4926-a8e0-cf562b7b2467 req-fab36cb8-3b56-403b-ae3a-fa2ea900ccd6 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0782046 Nov 25 09:21:52.842727 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb515f80-7272-4926-a8e0-cf562b7b2467 req-013b886f-1fc0-496c-8b06-e0d6dd367617 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378904 Nov 25 09:21:54.055571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241352f-c08a-415d-99a6-2276307cb4ca req-1c5bf7a2-0e8c-4a1d-8c91-f9619a6ddd01 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:54.059880 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9241352f-c08a-415d-99a6-2276307cb4ca req-1c5bf7a2-0e8c-4a1d-8c91-f9619a6ddd01 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.1128805 Nov 25 09:21:54.112421 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9241352f-c08a-415d-99a6-2276307cb4ca req-fac14340-8e0d-4fcd-969c-562c719a3eb8 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447853 Nov 25 09:21:55.228774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device e97e930f-3593-420b-bf9d-15652f396e0c details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:21:55.232443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device e97e930f-3593-420b-bf9d-15652f396e0c no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:21:55.305166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd5ad1-642b-45a8-8c92-7b21f9147c85 req-838b6df0-817b-45ff-8fa7-e9defaa4efe7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:55.306815 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-29bd5ad1-642b-45a8-8c92-7b21f9147c85 req-838b6df0-817b-45ff-8fa7-e9defaa4efe7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0859060 Nov 25 09:21:55.352886 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-29bd5ad1-642b-45a8-8c92-7b21f9147c85 req-caecbb6d-68ef-443a-823f-f2ad71e75c5a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401466 Nov 25 09:21:55.459994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:55.478268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:21:55.498548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'port_id': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'mac_address': 'fa:16:3e:57:9d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:21:55.505836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:21:55.548146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:21:55.559736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:55.564543 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'code': 200} Nov 25 09:21:55.565047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:21:55.656093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:55.682926 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e97e930f-3593-420b-bf9d-15652f396e0c {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:21:55.729854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=e97e930f-3593-420b-bf9d-15652f396e0c,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:21:55.745985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.746363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.746705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.747041 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.747384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.747701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.748024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.748347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.748677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.748989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.749305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.749622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:21:55.755957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:21:55.762144 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:21:55.762536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:21:56.317813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:56.334332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97e930f-3593-420b-bf9d-15652f396e0c {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:21:56.349111 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:21:56.352958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:56.355654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4bd911d3-61aa-4add-852e-6014bc70f482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:21:56.420487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['e97e930f-3593-420b-bf9d-15652f396e0c'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:21:56.468280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=e97e930f-3593-420b-bf9d-15652f396e0c,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:21:56.477325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:21:56.540249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d3c8a-a509-48a9-95a8-a370d1675511 req-9ab2fc59-6618-40ba-87c7-4bff42b63182 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:56.541710 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-629d3c8a-a509-48a9-95a8-a370d1675511 req-9ab2fc59-6618-40ba-87c7-4bff42b63182 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 945 time: 0.0803037 Nov 25 09:21:56.590144 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-629d3c8a-a509-48a9-95a8-a370d1675511 req-4348f1b5-c390-461a-9017-04cda2057036 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422964 Nov 25 09:21:57.040477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-8bbd575e-298e-4ed9-a822-181470423e16 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:57.041903 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-8bbd575e-298e-4ed9-a822-181470423e16 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640&tenant_id=846e4a0311204b259362fa84ad4f64a0&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 945 time: 0.1443164 Nov 25 09:21:57.106063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9d98e-55a5-4434-954c-3fa71482c97f req-1ae497d1-0f30-40bd-a66f-6b0eb77c611e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:57.107449 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a6a9d98e-55a5-4434-954c-3fa71482c97f req-1ae497d1-0f30-40bd-a66f-6b0eb77c611e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 945 time: 0.1550903 Nov 25 09:21:57.167121 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-7e7a20c3-dc3b-4f57-a230-40e9984adffa service neutron] 10.222.0.41 "GET /v2.0/ports/e97e930f-3593-420b-bf9d-15652f396e0c/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.1191096 Nov 25 09:21:57.171496 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a6a9d98e-55a5-4434-954c-3fa71482c97f req-cafee824-77bf-4ead-b2ee-bda2139818e9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544462 Nov 25 09:21:57.237500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device e97e930f-3593-420b-bf9d-15652f396e0c up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:21:57.264279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-252cfdee-6399-4ba3-b10a-b80ce288bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:57.265741 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-252cfdee-6399-4ba3-b10a-b80ce288bf4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 1098 time: 0.0763164 Nov 25 09:21:57.303765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port e97e930f-3593-420b-bf9d-15652f396e0c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:21:57.304144 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:57.396414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-14972251-3e32-49fc-a417-d7d356ac0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:57.397772 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-14972251-3e32-49fc-a417-d7d356ac0580 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1263096 Nov 25 09:21:57.420297 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:57.451654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:21:57.455847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:21:57.458415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:21:57.501463 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-3ad795d2-8593-40b1-a013-73aed7a6cb00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97e930f-3593-420b-bf9d-15652f396e0c HTTP/1.1" status: 200 len: 1003 time: 0.0976884 Nov 25 09:21:57.526744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=e97e930f-3593-420b-bf9d-15652f396e0c,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:21:57.529726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:21:57.563304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-04b5badf-179e-4d63-a2c3-19b657f54661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:57.564734 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-04b5badf-179e-4d63-a2c3-19b657f54661 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0575976 Nov 25 09:21:57.565395 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:21:57.618146 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'code': 200} Nov 25 09:21:57.640554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-d16a85cd-7757-4a16-8356-b3a28ad624e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:57.642010 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-d16a85cd-7757-4a16-8356-b3a28ad624e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712047 Nov 25 09:21:57.772240 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-386903c8-fcbf-4321-b306-594e7e141fc4 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235578 Nov 25 09:21:57.901989 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-eafc47b8-85be-4f49-9f4b-7153c7222e9f service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235828 Nov 25 09:21:58.361340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ba455-0d25-4f08-9c7b-58a6d5da4840 req-e8b9e4ee-8406-4897-8f33-5e46f697e5cc tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:58.362703 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-010ba455-0d25-4f08-9c7b-58a6d5da4840 req-e8b9e4ee-8406-4897-8f33-5e46f697e5cc tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0821280 Nov 25 09:21:58.405861 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-010ba455-0d25-4f08-9c7b-58a6d5da4840 req-ca00014b-a950-4310-a042-7e1845914ebc tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370092 Nov 25 09:21:59.595693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81875315-e79e-4fea-9d26-09d803240bf4 req-81175e5c-e63d-4545-923f-ce3ae2b6f8d0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:21:59.597385 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-81875315-e79e-4fea-9d26-09d803240bf4 req-81175e5c-e63d-4545-923f-ce3ae2b6f8d0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0844362 Nov 25 09:21:59.640100 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-81875315-e79e-4fea-9d26-09d803240bf4 req-55e089f8-456b-4049-a31a-e457ddcd769b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364082 Nov 25 09:22:00.566860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-e450bd7c-c7eb-493c-bc7a-656a328f88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:00.568443 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-e450bd7c-c7eb-493c-bc7a-656a328f88a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 1099 time: 0.0701163 Nov 25 09:22:00.661294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-72afe6c6-2992-46e8-8970-1a8047f8bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:00.662700 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-72afe6c6-2992-46e8-8970-1a8047f8bbd6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 1099 time: 0.0743167 Nov 25 09:22:00.960600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-8cf51cd4-2069-4cf1-aa0f-4b4d6115085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:00.962019 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-8cf51cd4-2069-4cf1-aa0f-4b4d6115085d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.2935286 Nov 25 09:22:00.974043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b4794-59b4-47fc-b3da-6bb819744d8f req-b79422d7-659e-4ccf-a9ac-dcd367364cd2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:00.975397 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f18b4794-59b4-47fc-b3da-6bb819744d8f req-b79422d7-659e-4ccf-a9ac-dcd367364cd2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.1194906 Nov 25 09:22:01.101940 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f18b4794-59b4-47fc-b3da-6bb819744d8f req-3ac27327-a53e-46dd-b348-f24ac41855fd tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793977 Nov 25 09:22:01.103691 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-658281bc-d468-4462-91cb-78aff7ec0180 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97e930f-3593-420b-bf9d-15652f396e0c HTTP/1.1" status: 200 len: 1003 time: 0.1274905 Nov 25 09:22:01.175456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-7f1312a3-5aee-4a12-b1ef-9b81d0ad823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:01.177466 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-7f1312a3-5aee-4a12-b1ef-9b81d0ad823f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0603521 Nov 25 09:22:01.254324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-52fd09ab-aa3e-4275-aa3a-ed2a4096e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:01.256268 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-52fd09ab-aa3e-4275-aa3a-ed2a4096e266 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721745 Nov 25 09:22:01.384874 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-2da6a64f-ad55-4b22-a245-e39792b6b40b service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217408 Nov 25 09:22:01.520392 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-84c279ed-2250-4015-834d-c0f6a4f10f97 req-9cd103de-7dfd-4084-b545-8f05d21e6755 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236727 Nov 25 09:22:02.286755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee5007-6b29-4754-aeb4-53cd7e80d7bd req-745fc69c-6431-438c-be45-63fcbb97d9c3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:02.288087 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-99ee5007-6b29-4754-aeb4-53cd7e80d7bd req-745fc69c-6431-438c-be45-63fcbb97d9c3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 946 time: 0.0789332 Nov 25 09:22:02.334503 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-99ee5007-6b29-4754-aeb4-53cd7e80d7bd req-393880e7-c0fa-48db-a6fa-9c859a828ce6 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407975 Nov 25 09:22:03.247789 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device e97e930f-3593-420b-bf9d-15652f396e0c details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:22:03.385655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:22:03.400695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'port_id': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'mac_address': 'fa:16:3e:57:9d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:22:03.458621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:03.476568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e97e930f-3593-420b-bf9d-15652f396e0c {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:22:03.492207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:22:03.496809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:03.500068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:22:03.545423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12be36-0ea7-42ec-842b-41914f549168 req-d26066f7-544d-4285-8801-e0cf25cad988 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:03.547088 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ce12be36-0ea7-42ec-842b-41914f549168 req-d26066f7-544d-4285-8801-e0cf25cad988 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 945 time: 0.0878899 Nov 25 09:22:03.577558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['e97e930f-3593-420b-bf9d-15652f396e0c'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:22:03.593497 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ce12be36-0ea7-42ec-842b-41914f549168 req-dd6d7fca-76bd-4dc8-b25c-a74bfc4ad54f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400984 Nov 25 09:22:03.620736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=e97e930f-3593-420b-bf9d-15652f396e0c,revision_number=9']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:22:03.629360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:22:04.264849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:04.780610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8bae7-b963-445f-af82-082c8cc0887e req-41994736-8b67-4461-9ee6-32103ad0a039 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:04.782036 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-98d8bae7-b963-445f-af82-082c8cc0887e req-41994736-8b67-4461-9ee6-32103ad0a039 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 945 time: 0.0800509 Nov 25 09:22:04.825083 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-98d8bae7-b963-445f-af82-082c8cc0887e req-1c8e439d-ff08-46d3-9f86-8c0d408eac77 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373905 Nov 25 09:22:05.010080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366508bc-9e95-4036-a305-ba91f4673639 req-c9d4a1f2-1f04-4f6b-a7ac-763632639840 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:05.011560 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-366508bc-9e95-4036-a305-ba91f4673639 req-c9d4a1f2-1f04-4f6b-a7ac-763632639840 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 945 time: 0.0791545 Nov 25 09:22:05.059087 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-366508bc-9e95-4036-a305-ba91f4673639 req-790272a8-6d85-4b8b-bc57-de76fbc672e5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419469 Nov 25 09:22:05.243735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device e97e930f-3593-420b-bf9d-15652f396e0c up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:22:05.243966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2ed7c-1b95-4f2b-bdc9-47897950e41c req-fbc8b7bf-f3ad-4539-9748-204e433f01b0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:05.245246 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ddb2ed7c-1b95-4f2b-bdc9-47897950e41c req-fbc8b7bf-f3ad-4539-9748-204e433f01b0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 945 time: 0.0828733 Nov 25 09:22:05.290598 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ddb2ed7c-1b95-4f2b-bdc9-47897950e41c req-414d999f-5c34-41a6-8c70-0c36e747f17d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395644 Nov 25 09:22:05.312360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port e97e930f-3593-420b-bf9d-15652f396e0c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:22:05.312833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:05.430017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:05.456483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:22:05.466973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:22:05.472111 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:05.474428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:22:05.511431 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'code': 200} Nov 25 09:22:05.544689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=e97e930f-3593-420b-bf9d-15652f396e0c,revision_number=10']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:22:05.547640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:22:05.674814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f81733-9675-42be-85bc-9b12b1663978 req-6070f0d4-536b-42bf-9f6b-83a4e361e0c5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:05.676266 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c9f81733-9675-42be-85bc-9b12b1663978 req-6070f0d4-536b-42bf-9f6b-83a4e361e0c5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 947 time: 0.0800419 Nov 25 09:22:05.720885 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c9f81733-9675-42be-85bc-9b12b1663978 req-f01eeaae-9246-4bd8-84ea-638f80374eea tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384612 Nov 25 09:22:06.907344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380d036-82c0-4447-8f7d-c83048d208a7 req-25453b3a-020d-47b4-b20d-7b346627c19d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:06.908779 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8380d036-82c0-4447-8f7d-c83048d208a7 req-25453b3a-020d-47b4-b20d-7b346627c19d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 947 time: 0.0789330 Nov 25 09:22:06.952373 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8380d036-82c0-4447-8f7d-c83048d208a7 req-3b51d782-aa24-4145-bf3b-baf13261a86a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374072 Nov 25 09:22:07.786875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-2e143cbc-67d7-4b69-9c12-ee9fd4e10e27 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:07.788286 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-2e143cbc-67d7-4b69-9c12-ee9fd4e10e27 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 947 time: 0.0829108 Nov 25 09:22:07.860499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Deleting port e97e930f-3593-420b-bf9d-15652f396e0c {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:22:07.860835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:08.108245 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] For port e97e930f-3593-420b-bf9d-15652f396e0c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=e97e930f-3593-420b-bf9d-15652f396e0c,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:22:08.108933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:08.138964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e781ad-0bfb-415d-aa80-55430b9d36ca req-f39e2d27-04c4-4a7d-bda7-f79e7ca84fd5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:08.140450 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-05e781ad-0bfb-415d-aa80-55430b9d36ca req-f39e2d27-04c4-4a7d-bda7-f79e7ca84fd5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 947 time: 0.0842035 Nov 25 09:22:08.184953 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-05e781ad-0bfb-415d-aa80-55430b9d36ca req-79f06e77-2a14-45d6-b3dc-a41349809137 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379362 Nov 25 09:22:08.510415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:08.510782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:08.511090 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976 disassociated. External IP: 172.26.3.254, port: e97e930f-3593-420b-bf9d-15652f396e0c. Nov 25 09:22:08.511424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Calling delete_port for e97e930f-3593-420b-bf9d-15652f396e0c owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:22:08.655126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:08.660598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:22:08.704378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event deleted for resources: {'Port': ['ID=e97e930f-3593-420b-bf9d-15652f396e0c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:22:08.714402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.714792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.715208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.715531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.715896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.716270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.716638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.717002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.717367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.717730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.718091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.718477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:22:08.722350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:22:08.905153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Router 9d003074-66a3-4343-9faa-722d53d5aa7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:22:09.078688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:22:09.088628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e17e3-c54d-4aad-b13a-f74c92e16aa2 None None] Sync routers for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:22:09.098155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e17e3-c54d-4aad-b13a-f74c92e16aa2 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:22:09.098835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c92e17e3-c54d-4aad-b13a-f74c92e16aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:21:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:22:09.156173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] No DVR routers for this DVR port e97e930f-3593-420b-bf9d-15652f396e0c on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:22:09.158766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:09.161824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'name': 'network-vif-deleted', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:22:09.178097 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7bc52e22-660a-4c4b-ace9-ba789ab7f583 req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "DELETE /v2.0/ports/e97e930f-3593-420b-bf9d-15652f396e0c HTTP/1.1" status: 204 len: 173 time: 1.3842502 Nov 25 09:22:09.288572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-c92e17e3-c54d-4aad-b13a-f74c92e16aa2 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:22:09.293400 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2a8a0d-a149-4634-8b3b-51be80dd3640', 'name': 'network-vif-deleted', 'tag': 'e97e930f-3593-420b-bf9d-15652f396e0c', 'status': 'completed', 'code': 200} Nov 25 09:22:09.365051 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-23bbe52e-eb69-462c-a72c-4ff5383be13a req-8a680cdf-1465-4135-b61f-e5b129d305a5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f2a8a0d-a149-4634-8b3b-51be80dd3640 HTTP/1.1" status: 200 len: 210 time: 0.0453124 Nov 25 09:22:09.649434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c92e17e3-c54d-4aad-b13a-f74c92e16aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:22:09.653805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e17e3-c54d-4aad-b13a-f74c92e16aa2 None None] Checking router: 9d003074-66a3-4343-9faa-722d53d5aa7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:22:09.662920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e17e3-c54d-4aad-b13a-f74c92e16aa2 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:22:09.663543 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c92e17e3-c54d-4aad-b13a-f74c92e16aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:21:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:22:09.844508 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-c92e17e3-c54d-4aad-b13a-f74c92e16aa2 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:22:10.149563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c92e17e3-c54d-4aad-b13a-f74c92e16aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:22:10.153565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e17e3-c54d-4aad-b13a-f74c92e16aa2 None None] The sync data for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv is: [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:22:10.372326 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef4291-bab1-4ef9-ad85-77eac0f7cc9c None None] New status for floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:22:10.721096 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-6f0d02d8-817b-42f5-829a-248406e69087 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--415883200&fields=id&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 267 time: 0.0421815 Nov 25 09:22:10.869750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974e251-7619-48d7-8b81-9404a71888b7 req-ba13d9f3-b059-43d5-aa8a-18e1fd6b4e1a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:10.871200 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-ba13d9f3-b059-43d5-aa8a-18e1fd6b4e1a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 812 time: 0.1435013 Nov 25 09:22:10.885779 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-42933c2d-52ab-4c52-a0f9-7e9653846e53 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/quotas/846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 375 time: 0.0092084 Nov 25 09:22:10.966640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-9974e251-7619-48d7-8b81-9404a71888b7 req-05652637-c097-4ef2-8808-2fde7717817c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Synchronizing usage tracker for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:22:10.981845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-9974e251-7619-48d7-8b81-9404a71888b7 req-05652637-c097-4ef2-8808-2fde7717817c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Unset dirty status for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:22:10.983205 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-05652637-c097-4ef2-8808-2fde7717817c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927010 Nov 25 09:22:11.047289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-36683e14-025e-45bf-a5b9-c4ca187644f6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:22:11.048258 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-36683e14-025e-45bf-a5b9-c4ca187644f6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534616 Nov 25 09:22:11.179827 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-d4034c87-1f06-42ea-939f-4975d35eebf3 service neutron] 10.222.0.54 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251814 Nov 25 09:22:11.308715 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-9bed98d2-8229-4c39-ae61-3cbcc7d40527 service neutron] 10.222.0.54 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230729 Nov 25 09:22:11.484297 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-532df154-0415-4b3a-9dc8-726c201c8bdd req-46903ee6-5b55-4229-a944-2494ea71a378 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 210 time: 0.0463517 Nov 25 09:22:12.474076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974e251-7619-48d7-8b81-9404a71888b7 req-3da4f7f8-3e29-43c3-9a1b-cca8ea712563 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:12.475505 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-3da4f7f8-3e29-43c3-9a1b-cca8ea712563 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 812 time: 0.1485360 Nov 25 09:22:12.527138 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-da4cd8e0-8292-4e97-9df9-13dbffe151b4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 379 time: 0.0433877 Nov 25 09:22:12.536309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'port': {'device_id': 'd7405994-39ca-4e93-8378-c173e99e6878', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'admin_state_up': True, 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'security_groups': ['78c60204-3289-4b82-a5b0-292b856c6191']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:22:12.787294 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9242e46b-9728-4741-b645-1a5ef8b46939 req-2a425762-4768-4160-885e-2d61f4b2f628 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 210 time: 0.0520177 Nov 25 09:22:12.839646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:22:12.849345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:22:12.859765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Made reservation on behalf of 846e4a0311204b259362fa84ad4f64a0 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:22:12.863447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:13.022956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Allocated IP 172.20.0.10 (d2980622-16f1-494b-9b5f-c99efa0f6bb3/d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6/d9afac13-0144-4b81-94dc-f2127b00dcb4) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:22:13.210590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:13.225908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Transition to ACTIVE for port object d9afac13-0144-4b81-94dc-f2127b00dcb4 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:22:13.249118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:13.254306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-684f0af6-b041-41c0-a9be-07ee46fb914a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:22:13.289173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device e97e930f-3593-420b-bf9d-15652f396e0c no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:22:13.319646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:22:13.322743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:22:13.323631 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: e97e930f-3593-420b-bf9d-15652f396e0c {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:22:13.324648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device e97e930f-3593-420b-bf9d-15652f396e0c not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:22:13.326705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:22:13.361733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event updated for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:22:13.373213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:22:13.399042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:13.399646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:13.426196 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8936665 Nov 25 09:22:13.438446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Request body: {'port': {'device_id': 'd7405994-39ca-4e93-8378-c173e99e6878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:22:13.554600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:13.574011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df1dfeee-1c50-41ef-b776-62b6ecdf8283 None None] Provisioning for port d9afac13-0144-4b81-94dc-f2127b00dcb4 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:22:13.579247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df1dfeee-1c50-41ef-b776-62b6ecdf8283 None None] Provisioning complete for port d9afac13-0144-4b81-94dc-f2127b00dcb4 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:22:13.579697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df1dfeee-1c50-41ef-b776-62b6ecdf8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:13.636838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df1dfeee-1c50-41ef-b776-62b6ecdf8283 None None] Port d9afac13-0144-4b81-94dc-f2127b00dcb4 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:22:13.889646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9afac13-0144-4b81-94dc-f2127b00dcb4 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:22:13.897435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:13.912152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Transition to ACTIVE for port object d9afac13-0144-4b81-94dc-f2127b00dcb4 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:22:13.915841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:13.920344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6bab1c58-b0a4-4c8d-8cfb-4ecf9adfeb8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:22:13.981102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295dc4e-86aa-4ce5-bf76-8d1b7397c4a2 req-2b01da75-074a-492b-8cb0-0f578bfcb2dc tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:13.982610 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9295dc4e-86aa-4ce5-bf76-8d1b7397c4a2 req-2b01da75-074a-492b-8cb0-0f578bfcb2dc tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 944 time: 0.0813394 Nov 25 09:22:14.037499 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9295dc4e-86aa-4ce5-bf76-8d1b7397c4a2 req-bf587bf0-61dd-40c4-8ce5-29d2ac15ab3f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479457 Nov 25 09:22:14.068664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Pushing event updated for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:22:14.075805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:22:14.152111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Attempting to bind port d9afac13-0144-4b81-94dc-f2127b00dcb4 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:22:14.152443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Attempting to bind port d9afac13-0144-4b81-94dc-f2127b00dcb4 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:22:14.152767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Attempting to bind port d9afac13-0144-4b81-94dc-f2127b00dcb4 on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:22:14.157401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Port d9afac13-0144-4b81-94dc-f2127b00dcb4 on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:22:14.157717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Attempting to bind port d9afac13-0144-4b81-94dc-f2127b00dcb4 on network d2980622-16f1-494b-9b5f-c99efa0f6bb3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:22:14.162936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:22:14.163271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Checking segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:22:14.163732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Bound using segment: {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:22:14.164084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Bound port: d9afac13-0144-4b81-94dc-f2127b00dcb4, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c352d3-4f11-45a7-b31c-c363dad359df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:22:14.164382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:14.251774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:22:14.255588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:22:14.260682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:14.264431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9078296a-6892-4e06-b995-d801ee4955a5 tempest-DeleteServersTestJSON-1554271303 tempest-DeleteServersTestJSON-1554271303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:22:14.323117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:14.323713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:14.325066 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] 10.222.0.41 "PUT /v2.0/ports/d9afac13-0144-4b81-94dc-f2127b00dcb4 HTTP/1.1" status: 200 len: 1094 time: 0.8910584 Nov 25 09:22:14.325627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:22:14.345985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Pushing event updated for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:22:14.349457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:22:14.405959 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'status': 'completed', 'code': 200} Nov 25 09:22:14.441596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974e251-7619-48d7-8b81-9404a71888b7 req-234a3380-c543-4ade-8edc-dd2c00aa38be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:14.443805 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-234a3380-c543-4ade-8edc-dd2c00aa38be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 1097 time: 0.0770278 Nov 25 09:22:14.631316 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-d5ae1812-398f-4e3f-adef-454f9829b21d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4 HTTP/1.1" status: 200 len: 217 time: 0.1804292 Nov 25 09:22:14.691476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974e251-7619-48d7-8b81-9404a71888b7 req-ccf89d24-cfd1-4e1f-b161-99bfda86b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:14.693969 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-ccf89d24-cfd1-4e1f-b161-99bfda86b9f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0566728 Nov 25 09:22:14.770610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974e251-7619-48d7-8b81-9404a71888b7 req-101ee537-2914-426f-bbf5-f9a5fdf9679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:14.772028 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-101ee537-2914-426f-bbf5-f9a5fdf9679a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723076 Nov 25 09:22:14.901124 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-75302faa-6d51-4f21-9901-8f3cbb31335c service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225226 Nov 25 09:22:15.029927 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9974e251-7619-48d7-8b81-9404a71888b7 req-551076e3-b482-40c5-b63c-4e354881aa9b service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223640 Nov 25 09:22:15.142062 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aa910-e7ab-4fa0-bb64-db6c7e4b3915 req-8f1fe566-43d0-457f-94c0-72edadf81bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:15.143503 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d1aa910-e7ab-4fa0-bb64-db6c7e4b3915 req-8f1fe566-43d0-457f-94c0-72edadf81bbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 1097 time: 0.0709336 Nov 25 09:22:15.228979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58518e58-eb1a-44cd-9a2b-faa60d71acf9 req-fcefa4dd-07e5-45e1-904d-2689dca37b65 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:15.230469 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-58518e58-eb1a-44cd-9a2b-faa60d71acf9 req-fcefa4dd-07e5-45e1-904d-2689dca37b65 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 944 time: 0.0874746 Nov 25 09:22:15.275696 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-58518e58-eb1a-44cd-9a2b-faa60d71acf9 req-14530f26-681e-4e78-9463-2636a4811efa tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394351 Nov 25 09:22:15.277231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aa910-e7ab-4fa0-bb64-db6c7e4b3915 req-7deead8b-647e-42a9-8ca1-aa8fef90b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:15.278689 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d1aa910-e7ab-4fa0-bb64-db6c7e4b3915 req-7deead8b-647e-42a9-8ca1-aa8fef90b733 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1288333 Nov 25 09:22:15.349995 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d1aa910-e7ab-4fa0-bb64-db6c7e4b3915 req-b67c3e4d-c79d-4ada-837d-108110e83c8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4 HTTP/1.1" status: 200 len: 217 time: 0.0648024 Nov 25 09:22:15.415865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aa910-e7ab-4fa0-bb64-db6c7e4b3915 req-26176eb1-d12d-43ab-9bb2-a2f455dc77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:15.417165 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d1aa910-e7ab-4fa0-bb64-db6c7e4b3915 req-26176eb1-d12d-43ab-9bb2-a2f455dc77a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0610778 Nov 25 09:22:15.496057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aa910-e7ab-4fa0-bb64-db6c7e4b3915 req-bf8480cc-8561-4cde-a604-65143d3ded5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:15.497466 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d1aa910-e7ab-4fa0-bb64-db6c7e4b3915 req-bf8480cc-8561-4cde-a604-65143d3ded5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723376 Nov 25 09:22:15.625235 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d1aa910-e7ab-4fa0-bb64-db6c7e4b3915 req-cb0c9fc0-52b5-4b63-8fda-544c0bd052d9 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204498 Nov 25 09:22:15.756487 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d1aa910-e7ab-4fa0-bb64-db6c7e4b3915 req-6ae8eef1-4270-4137-8704-663b14a3e303 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242657 Nov 25 09:22:16.459683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcc769-0394-44c8-986b-cc8d024b36d2 req-baf2168e-b712-4734-a58e-c2aa173e2a21 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:16.460357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-26bcc769-0394-44c8-986b-cc8d024b36d2 req-baf2168e-b712-4734-a58e-c2aa173e2a21 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Synchronizing usage tracker for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:22:16.474746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-26bcc769-0394-44c8-986b-cc8d024b36d2 req-baf2168e-b712-4734-a58e-c2aa173e2a21 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Unset dirty status for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:22:16.475829 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26bcc769-0394-44c8-986b-cc8d024b36d2 req-baf2168e-b712-4734-a58e-c2aa173e2a21 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 944 time: 0.0947998 Nov 25 09:22:16.518340 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26bcc769-0394-44c8-986b-cc8d024b36d2 req-f22519e3-cbbd-46c8-8ff0-ba0dc6db1b10 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367780 Nov 25 09:22:16.543096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e076d9c-7af6-4d79-bc02-693fad12094b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:17.013071 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:17.698642 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce600acc-a568-4831-9696-4f7a9581cb2a req-4535ab00-e8a2-4fc1-a890-6f648560ef7a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:17.700058 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ce600acc-a568-4831-9696-4f7a9581cb2a req-4535ab00-e8a2-4fc1-a890-6f648560ef7a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 944 time: 0.0785882 Nov 25 09:22:17.742510 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ce600acc-a568-4831-9696-4f7a9581cb2a req-f6f72553-239d-462d-bac4-09b0203abe66 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368385 Nov 25 09:22:18.934508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aaf0f-d1d4-4a4c-8e5c-7d29c437edd9 req-fa6d3a40-4c08-4613-a6b0-e6eb7833fe28 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:18.935946 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-814aaf0f-d1d4-4a4c-8e5c-7d29c437edd9 req-fa6d3a40-4c08-4613-a6b0-e6eb7833fe28 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 944 time: 0.0827038 Nov 25 09:22:18.979369 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-814aaf0f-d1d4-4a4c-8e5c-7d29c437edd9 req-c9a5554a-ebc7-43a1-9186-6b368db40c6e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378194 Nov 25 09:22:19.304678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device d9afac13-0144-4b81-94dc-f2127b00dcb4 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:22:19.438630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:22:19.451865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'port_id': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'mac_address': 'fa:16:3e:53:a3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:22:19.505765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:19.525481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9afac13-0144-4b81-94dc-f2127b00dcb4 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:22:19.540128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:22:19.544154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:19.545929 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:22:19.610247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:22:19.613065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:22:19.849557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86813a3b-b72c-4ba0-a7e6-eda46850c532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:19.853501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['d9afac13-0144-4b81-94dc-f2127b00dcb4'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:22:20.038716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:20.287911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339f09f-04e1-419a-b91d-1084dfd66146 req-d146d153-0648-41f6-8836-23fa77b8f72e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:20.289263 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5339f09f-04e1-419a-b91d-1084dfd66146 req-d146d153-0648-41f6-8836-23fa77b8f72e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 945 time: 0.1892738 Nov 25 09:22:20.332657 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5339f09f-04e1-419a-b91d-1084dfd66146 req-40bec8fa-874f-4e2a-8c8f-de449347a04a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377147 Nov 25 09:22:21.336332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device d9afac13-0144-4b81-94dc-f2127b00dcb4 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:22:21.412659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port d9afac13-0144-4b81-94dc-f2127b00dcb4 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:22:21.418426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port d9afac13-0144-4b81-94dc-f2127b00dcb4 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:22:21.418836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:21.528665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd413e-b6ee-451e-906c-1ad4f67947af req-61bdaab4-207b-4740-bea6-913061addf65 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:21.531285 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-87dd413e-b6ee-451e-906c-1ad4f67947af req-61bdaab4-207b-4740-bea6-913061addf65 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 945 time: 0.0879047 Nov 25 09:22:21.579753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:21.584014 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-87dd413e-b6ee-451e-906c-1ad4f67947af req-4e41d34b-008b-4599-8d78-4bdfbf6e413a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460002 Nov 25 09:22:21.615519 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:21.642622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:22:21.654059 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:22:21.658455 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:21.661931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:22:21.666416 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:22:21.697554 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'code': 200} Nov 25 09:22:21.732595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:22:21.735449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:22:21.914005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354ac70-7b8b-416a-bc41-17418f199c03 req-f1903587-b269-4498-95c0-ac9928344e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:21.915413 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e354ac70-7b8b-416a-bc41-17418f199c03 req-f1903587-b269-4498-95c0-ac9928344e19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 1099 time: 0.0706620 Nov 25 09:22:21.955049 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e354ac70-7b8b-416a-bc41-17418f199c03 req-ca22a3a0-4819-4587-b5b2-7aa7bdee8783 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333395 Nov 25 09:22:22.769592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a823e-b49f-4cc8-adde-3417964412b7 req-50b0b02e-f491-41b8-ae31-924ddf943cbc tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:22.771541 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-308a823e-b49f-4cc8-adde-3417964412b7 req-50b0b02e-f491-41b8-ae31-924ddf943cbc tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0836542 Nov 25 09:22:22.927820 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-308a823e-b49f-4cc8-adde-3417964412b7 req-d52e7b79-5d57-4a31-8c16-fe1ba40147d2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506782 Nov 25 09:22:24.113975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d260ef-8a63-4afe-9641-5484adb28ce1 req-e938b589-558c-4b70-9e67-cf5a29e7254f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:24.115450 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-70d260ef-8a63-4afe-9641-5484adb28ce1 req-e938b589-558c-4b70-9e67-cf5a29e7254f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0816777 Nov 25 09:22:24.159517 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-70d260ef-8a63-4afe-9641-5484adb28ce1 req-be8d6935-f288-472a-b5f3-d65528cef0a6 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384905 Nov 25 09:22:24.334246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88f499-1521-4733-b1bc-725e414a68da req-9f4ca329-166a-4a11-b5c1-4993b90a7041 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:24.335608 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3c88f499-1521-4733-b1bc-725e414a68da req-9f4ca329-166a-4a11-b5c1-4993b90a7041 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0777035 Nov 25 09:22:24.344025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 53844) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:22:24.349262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0778b638-be21-49e7-8281-90a58b3123e1 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Request body: {'floatingip': {'port_id': 'd9afac13-0144-4b81-94dc-f2127b00dcb4'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:22:24.425232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0778b638-be21-49e7-8281-90a58b3123e1 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:25.009016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0778b638-be21-49e7-8281-90a58b3123e1 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:25.012914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0778b638-be21-49e7-8281-90a58b3123e1 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:25.183316 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-0778b638-be21-49e7-8281-90a58b3123e1 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976 associated. External IP: 172.26.3.254, port: d9afac13-0144-4b81-94dc-f2127b00dcb4. Nov 25 09:22:25.646859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0778b638-be21-49e7-8281-90a58b3123e1 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Router 9d003074-66a3-4343-9faa-722d53d5aa7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:22:25.827940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0778b638-be21-49e7-8281-90a58b3123e1 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:22:25.832781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0778b638-be21-49e7-8281-90a58b3123e1 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:25.837275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf924a4-8eb0-49f9-95b8-2106bc06bd80 None None] Sync routers for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:22:25.847485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf924a4-8eb0-49f9-95b8-2106bc06bd80 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:22:25.848164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7bf924a4-8eb0-49f9-95b8-2106bc06bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:22:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:22:25.887985 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0778b638-be21-49e7-8281-90a58b3123e1 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "PUT /v2.0/floatingips/d50c3cb9-f0c9-4b83-9d90-54126b74d976 HTTP/1.1" status: 200 len: 993 time: 1.5428715 Nov 25 09:22:25.888629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:22:25.944358 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'status': 'completed', 'code': 200} Nov 25 09:22:26.031583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7bf924a4-8eb0-49f9-95b8-2106bc06bd80 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:22:26.054716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14706d-3811-4969-a23c-b970349285ca req-8e09437e-61ce-4846-a2c6-51e06d28b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:26.056311 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-be14706d-3811-4969-a23c-b970349285ca req-8e09437e-61ce-4846-a2c6-51e06d28b89e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 1099 time: 0.0832951 Nov 25 09:22:26.189631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14706d-3811-4969-a23c-b970349285ca req-9e0bc326-5f2f-4bd8-a3c5-1e74abe582c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:26.190985 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-be14706d-3811-4969-a23c-b970349285ca req-9e0bc326-5f2f-4bd8-a3c5-1e74abe582c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1284170 Nov 25 09:22:26.290786 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-be14706d-3811-4969-a23c-b970349285ca req-e29db92f-613c-4f17-9b72-3a83655fbc1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4 HTTP/1.1" status: 200 len: 1001 time: 0.0935907 Nov 25 09:22:26.356808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14706d-3811-4969-a23c-b970349285ca req-616a89d5-820f-4e63-80b2-95e029eba2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:26.358441 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-be14706d-3811-4969-a23c-b970349285ca req-616a89d5-820f-4e63-80b2-95e029eba2a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0621872 Nov 25 09:22:26.372321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7bf924a4-8eb0-49f9-95b8-2106bc06bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:53:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7405994-39ca-4e93-8378-c173e99e6878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:22:24Z', 'revision_number': 13, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:22:26.376148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf924a4-8eb0-49f9-95b8-2106bc06bd80 None None] Checking router: 9d003074-66a3-4343-9faa-722d53d5aa7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:22:26.384532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf924a4-8eb0-49f9-95b8-2106bc06bd80 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:22:26.385141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7bf924a4-8eb0-49f9-95b8-2106bc06bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:22:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:22:26.434896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14706d-3811-4969-a23c-b970349285ca req-cdedff01-7a55-43c1-ab16-ea9039e94bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:22:26.436358 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-be14706d-3811-4969-a23c-b970349285ca req-cdedff01-7a55-43c1-ab16-ea9039e94bd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721335 Nov 25 09:22:26.565344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7bf924a4-8eb0-49f9-95b8-2106bc06bd80 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:22:26.566965 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-be14706d-3811-4969-a23c-b970349285ca req-b2b8f4a7-e2cd-4dce-814d-15afb7790736 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239898 Nov 25 09:22:26.697511 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-be14706d-3811-4969-a23c-b970349285ca req-ba708004-f964-4401-8d90-85c97948a3bf service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243525 Nov 25 09:22:26.905818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7bf924a4-8eb0-49f9-95b8-2106bc06bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:53:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7405994-39ca-4e93-8378-c173e99e6878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:22:24Z', 'revision_number': 13, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:22:26.909998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf924a4-8eb0-49f9-95b8-2106bc06bd80 None None] The sync data for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv is: [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'd50c3cb9-f0c9-4b83-9d90-54126b74d976', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'floating_ip_address': '172.26.3.254', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'port_id': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'mac_address': 'fa:16:3e:53:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7405994-39ca-4e93-8378-c173e99e6878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:16:14Z', 'updated_at': '2021-11-25T09:22:24Z', 'revision_number': 13, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:22:27.114714 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f4b5de-46d4-49d4-8a3b-97e2653774eb None None] New status for floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:22:34.259255 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:46.544969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f46df51d-a462-4027-ab09-a865371feb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:47.014549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:49.852903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62fdf8f4-3e66-47da-928f-862a7d4cbe4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:50.042352 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:51.504138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:22:58.665945 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:23:04.254241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:16.546705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-82cada22-73da-4d78-b65d-dfac7e425c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:17.016717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:17.988829 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-50ff52a9-5884-4c90-a2df-56ffce592791 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726521 Nov 25 09:23:18.125933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-bbd99596-abf4-4a77-bfeb-487670af396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:18.127389 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-bbd99596-abf4-4a77-bfeb-487670af396a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 1099 time: 0.0703120 Nov 25 09:23:18.270632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-ddaa4101-dbca-4a76-a6e9-441f3d2caf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:18.271964 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-ddaa4101-dbca-4a76-a6e9-441f3d2caf71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1242909 Nov 25 09:23:18.374465 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-5ec6bbb4-e001-4b3a-9cb6-ccc0d0c7b525 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4 HTTP/1.1" status: 200 len: 1003 time: 0.0959759 Nov 25 09:23:18.436578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-8e86d3a6-8fd4-4376-9ab4-9884aa6094ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:18.437932 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-8e86d3a6-8fd4-4376-9ab4-9884aa6094ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0556359 Nov 25 09:23:18.627753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-a64cef14-b649-4cdc-9b60-21e01f7fc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:18.629221 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-a64cef14-b649-4cdc-9b60-21e01f7fc6a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1837273 Nov 25 09:23:18.759318 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-4bc5552a-f0a9-4bb6-a57c-0f82ef935d24 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228416 Nov 25 09:23:18.889934 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0414ddce-8494-4b3b-88d7-c870b9b8bab1 req-da468cbb-1ca0-4698-b0f9-a68590311578 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242933 Nov 25 09:23:19.857185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c46a3afa-a3e9-4cd1-a21a-4065c25ddbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:20.042681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:21.505411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:34.271730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:35.665655 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:23:36.284663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fad84b-1bcd-41a0-bb27-dcb221271a68 req-60252775-afe9-4b90-ba75-b34454e7aa0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:36.286049 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d0fad84b-1bcd-41a0-bb27-dcb221271a68 req-60252775-afe9-4b90-ba75-b34454e7aa0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0816901 Nov 25 09:23:36.334431 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d0fad84b-1bcd-41a0-bb27-dcb221271a68 req-add05571-3e48-45b3-9d8f-4f3982b6d960 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393107 Nov 25 09:23:45.985529 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-6c91cbb2-3bd6-4eae-8a58-e6ff52171daf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791762 Nov 25 09:23:46.045121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ae411-2b46-43f3-af81-43bfbae1c800 req-17d1cd14-c822-4173-98d2-64cad64f84ab tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:46.046629 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4a4ae411-2b46-43f3-af81-43bfbae1c800 req-17d1cd14-c822-4173-98d2-64cad64f84ab tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0841582 Nov 25 09:23:46.095356 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4a4ae411-2b46-43f3-af81-43bfbae1c800 req-b8eb303b-522c-4b70-99a8-8af040af7022 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 Nov 25 09:23:46.549046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17cc52bf-afec-4388-bb31-0242d272d560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:47.018360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:47.234491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207854-f6e1-48fa-b94c-173f7437a106 req-c4a6214c-4fee-4367-82a4-d15f6f8f7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:47.235927 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-c4a6214c-4fee-4367-82a4-d15f6f8f7b18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 1099 time: 0.0696998 Nov 25 09:23:47.285667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c81584-a475-4ebc-bf3e-b90c02d9ffeb req-eb9075ab-0582-4930-8c58-f37143cf81c8 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:47.287059 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-71c81584-a475-4ebc-bf3e-b90c02d9ffeb req-eb9075ab-0582-4930-8c58-f37143cf81c8 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0820427 Nov 25 09:23:47.332875 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-71c81584-a475-4ebc-bf3e-b90c02d9ffeb req-fe7537d3-24fd-4831-8ceb-3bb4dd34109a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392914 Nov 25 09:23:47.366884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207854-f6e1-48fa-b94c-173f7437a106 req-a818f980-3693-408e-8302-7b2b8e4e4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:47.368322 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-a818f980-3693-408e-8302-7b2b8e4e4d39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1264625 Nov 25 09:23:47.470704 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-17e1a915-7554-46e3-9aec-6d3ea1450141 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4 HTTP/1.1" status: 200 len: 1003 time: 0.0955813 Nov 25 09:23:47.531274 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207854-f6e1-48fa-b94c-173f7437a106 req-15ff767f-22b7-4650-9372-df7f9682adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:47.532632 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-15ff767f-22b7-4650-9372-df7f9682adc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0562742 Nov 25 09:23:47.608558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207854-f6e1-48fa-b94c-173f7437a106 req-536dcb3a-c5f1-4539-a49c-bf3d1bb58285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:47.609895 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-536dcb3a-c5f1-4539-a49c-bf3d1bb58285 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710001 Nov 25 09:23:47.746155 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-8070cf87-bea4-49bf-9217-d149496a6937 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296570 Nov 25 09:23:47.876772 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-6a53018f-aa39-4d4f-9e68-a4a8c9e08e82 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236250 Nov 25 09:23:48.519294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63d7f4-0b66-45ef-a72a-9c2d74bb358d req-a7378e3e-2dcb-4d36-b351-81a4aff807b0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:48.520718 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d63d7f4-0b66-45ef-a72a-9c2d74bb358d req-a7378e3e-2dcb-4d36-b351-81a4aff807b0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0803277 Nov 25 09:23:48.563141 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4d63d7f4-0b66-45ef-a72a-9c2d74bb358d req-842d9604-e1d6-4839-b611-e19b1a6d4e08 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366623 Nov 25 09:23:49.749422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ea14-5237-47c6-930f-ca03597d4ffc req-0dc03021-c5ca-4e2e-b6df-86261e518d90 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:49.750869 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ac75ea14-5237-47c6-930f-ca03597d4ffc req-0dc03021-c5ca-4e2e-b6df-86261e518d90 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0817540 Nov 25 09:23:49.793991 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ac75ea14-5237-47c6-930f-ca03597d4ffc req-13fafbd9-a07d-4aa4-88d9-916a77081c1a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374939 Nov 25 09:23:49.859110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ab127ad-dd07-4586-9c26-7464ee914b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:50.045243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:50.991894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1510f-513a-49f6-b286-4aeaa1ed383e req-af2ad22f-7ae2-421a-9da2-848f98f0b56f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:50.993869 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ba1510f-513a-49f6-b286-4aeaa1ed383e req-af2ad22f-7ae2-421a-9da2-848f98f0b56f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0963147 Nov 25 09:23:51.038022 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ba1510f-513a-49f6-b286-4aeaa1ed383e req-47f4e7f7-07f4-4f03-a298-fddf655259d9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385046 Nov 25 09:23:51.508450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:23:52.223850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c361d7e-59fe-44e3-90cc-0ce2046f17f4 req-24cce6a4-f9a8-4992-812f-cbdcf415675a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:52.225292 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0c361d7e-59fe-44e3-90cc-0ce2046f17f4 req-24cce6a4-f9a8-4992-812f-cbdcf415675a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0836513 Nov 25 09:23:52.271807 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0c361d7e-59fe-44e3-90cc-0ce2046f17f4 req-9db534fb-dba8-44c2-801c-150a14aa9359 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408585 Nov 25 09:23:53.451667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b5bdb-74ff-452d-b7ea-6258cadd70ab req-8d856a2d-100e-46c9-8679-fac5ec70e52e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:53.453111 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d42b5bdb-74ff-452d-b7ea-6258cadd70ab req-8d856a2d-100e-46c9-8679-fac5ec70e52e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0781381 Nov 25 09:23:53.495800 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d42b5bdb-74ff-452d-b7ea-6258cadd70ab req-66cdfaf1-21cb-4e40-91ff-e49c8dd80258 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371897 Nov 25 09:23:54.679481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb982d4-171e-4fd7-add0-8a1d1df1e9e8 req-c7b1a72a-6d62-4200-873d-ee7c7e2e60c3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:54.680916 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1eb982d4-171e-4fd7-add0-8a1d1df1e9e8 req-c7b1a72a-6d62-4200-873d-ee7c7e2e60c3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0786676 Nov 25 09:23:54.723387 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1eb982d4-171e-4fd7-add0-8a1d1df1e9e8 req-b82808d8-9ffe-4e92-ab75-ef41a54fc2ea tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370274 Nov 25 09:23:55.911970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcf22f-e56b-4c19-888d-96190cc713ac req-aab54ca5-c04a-4d8e-92a4-e3456e1bbbca tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:55.913404 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6bdcf22f-e56b-4c19-888d-96190cc713ac req-aab54ca5-c04a-4d8e-92a4-e3456e1bbbca tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0831439 Nov 25 09:23:55.958257 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6bdcf22f-e56b-4c19-888d-96190cc713ac req-9bd9296f-6b1c-4070-87ba-0d5096be5003 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385857 Nov 25 09:23:57.150252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c644e72-cfa3-4254-93f1-401e5633aa3c req-3048c11a-9845-49a3-9848-be8c76f72a9d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:57.151681 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1c644e72-cfa3-4254-93f1-401e5633aa3c req-3048c11a-9845-49a3-9848-be8c76f72a9d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0868964 Nov 25 09:23:57.197979 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1c644e72-cfa3-4254-93f1-401e5633aa3c req-ea435a6e-b707-4c63-867d-6c7abd83ab9d tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387602 Nov 25 09:23:58.387534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c29925-06e9-489b-bfeb-88698a972d1d req-ebb7eabf-ddbf-4dd4-a559-b689130d3019 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:58.388865 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1c29925-06e9-489b-bfeb-88698a972d1d req-ebb7eabf-ddbf-4dd4-a559-b689130d3019 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0801415 Nov 25 09:23:58.550668 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1c29925-06e9-489b-bfeb-88698a972d1d req-f38fdfed-e0c0-42b2-87c9-f04c882150d3 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561518 Nov 25 09:23:59.736625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e41a81-1278-4c84-bda5-c1820b514af7 req-902e10b3-9c70-4afd-bcef-0dfe740bb60f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:23:59.738087 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-33e41a81-1278-4c84-bda5-c1820b514af7 req-902e10b3-9c70-4afd-bcef-0dfe740bb60f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0834069 Nov 25 09:23:59.782179 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-33e41a81-1278-4c84-bda5-c1820b514af7 req-0fbcaf22-1764-43a7-96fb-65e50c7645d0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382838 Nov 25 09:24:00.186639 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-0266f4fc-e06e-415f-b974-b1d8ce6cd721 service neutron] 10.222.0.41 "GET /v2.0/ports/d9afac13-0144-4b81-94dc-f2127b00dcb4/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0725968 Nov 25 09:24:00.449965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207854-f6e1-48fa-b94c-173f7437a106 req-760ed485-2b4c-4b27-9470-af0c270eac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:00.451431 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-760ed485-2b4c-4b27-9470-af0c270eac9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 1099 time: 0.0737596 Nov 25 09:24:00.550677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207854-f6e1-48fa-b94c-173f7437a106 req-c279ca39-5c72-4705-b147-a5db1e3406c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:00.552107 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-c279ca39-5c72-4705-b147-a5db1e3406c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 1099 time: 0.0696602 Nov 25 09:24:00.680350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207854-f6e1-48fa-b94c-173f7437a106 req-9a95cd35-938d-4310-b36d-60548794a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:00.682340 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-9a95cd35-938d-4310-b36d-60548794a33a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1242447 Nov 25 09:24:00.788590 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-b0094dca-2be7-4062-aec6-a08b619ca1ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4 HTTP/1.1" status: 200 len: 1003 time: 0.0990801 Nov 25 09:24:00.849831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207854-f6e1-48fa-b94c-173f7437a106 req-7f758763-cd7e-4bed-bc5f-c8fe24af0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:00.851296 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-7f758763-cd7e-4bed-bc5f-c8fe24af0678 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0566924 Nov 25 09:24:00.996749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a790dcf-96a3-445d-8c9a-3f3070fa1bbd req-806cfb48-7dab-4303-b356-5bee57ef1c03 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:00.998187 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3a790dcf-96a3-445d-8c9a-3f3070fa1bbd req-806cfb48-7dab-4303-b356-5bee57ef1c03 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.1069500 Nov 25 09:24:01.000986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207854-f6e1-48fa-b94c-173f7437a106 req-7d80dfb4-e0fb-4d5b-943b-ca490dcaf6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:01.002347 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-7d80dfb4-e0fb-4d5b-943b-ca490dcaf6d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1451221 Nov 25 09:24:01.121781 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3a790dcf-96a3-445d-8c9a-3f3070fa1bbd req-a5e1a491-7cac-4d9d-8f57-24b26097dd17 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173830 Nov 25 09:24:01.162933 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-d563c91e-2447-4ec1-8abe-be13130faa1d service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462510 Nov 25 09:24:01.296295 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94207854-f6e1-48fa-b94c-173f7437a106 req-cb058f9a-86cc-4a60-82c8-19754a63bb7c service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254599 Nov 25 09:24:02.315678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777e075-083b-412c-ae61-afe87e959de6 req-6ba9633d-051f-4f0d-bded-372fb620994e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:02.317001 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2777e075-083b-412c-ae61-afe87e959de6 req-6ba9633d-051f-4f0d-bded-372fb620994e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0867252 Nov 25 09:24:02.363636 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2777e075-083b-412c-ae61-afe87e959de6 req-74163ab4-fa49-4520-977a-d8c6ab29beae tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409262 Nov 25 09:24:03.553233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25daba-a33a-4118-81d7-1143b00150ee req-8f3a6118-f3ea-4fec-b73f-f8dd5f06f770 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:03.554689 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ea25daba-a33a-4118-81d7-1143b00150ee req-8f3a6118-f3ea-4fec-b73f-f8dd5f06f770 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0823398 Nov 25 09:24:03.598176 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ea25daba-a33a-4118-81d7-1143b00150ee req-0d8caee2-7fde-4ee1-be44-83e63f93e462 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375118 Nov 25 09:24:03.770100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device d9afac13-0144-4b81-94dc-f2127b00dcb4 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:24:03.883565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:03.909180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:24:03.919425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:03.924015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:03.927132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:03.999667 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:04.006863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.007218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.007562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.007901 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.008237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.008654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.008986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.009317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.009648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.009973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.010313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.010646 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:04.014683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:04.028670 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'code': 200} Nov 25 09:24:04.267341 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:04.782217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0fe48-8ecc-4265-9c3d-b4721cbd11bd req-c7a36484-6b1c-4ded-a9b0-f426a9753995 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:04.783683 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3aa0fe48-8ecc-4265-9c3d-b4721cbd11bd req-c7a36484-6b1c-4ded-a9b0-f426a9753995 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 944 time: 0.0783703 Nov 25 09:24:04.830528 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3aa0fe48-8ecc-4265-9c3d-b4721cbd11bd req-02f35596-6703-42a3-a257-58e03bee21f2 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412226 Nov 25 09:24:05.784799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device d9afac13-0144-4b81-94dc-f2127b00dcb4 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:24:05.916904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:05.929795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'port_id': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'mac_address': 'fa:16:3e:53:a3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:24:05.986086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:06.004837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9afac13-0144-4b81-94dc-f2127b00dcb4 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:24:06.020040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591059d0-c41c-4a6f-b4aa-3e77afea3207 req-64f6ea59-b3d4-4f1a-b0f8-b549b8f1d3f8 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:06.020040 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-591059d0-c41c-4a6f-b4aa-3e77afea3207 req-64f6ea59-b3d4-4f1a-b0f8-b549b8f1d3f8 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 944 time: 0.0829127 Nov 25 09:24:06.024439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:06.029128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:06.030933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:06.076388 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-591059d0-c41c-4a6f-b4aa-3e77afea3207 req-981b514a-43bc-4ef2-a3f1-ead09824e32b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482841 Nov 25 09:24:06.104009 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['d9afac13-0144-4b81-94dc-f2127b00dcb4'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:24:06.139791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:06.142747 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:07.259961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c9e13-b877-473c-9ed7-037cd549ad3c req-d7d49660-e8b7-4195-b361-bb9bbda10e86 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:07.261367 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ce4c9e13-b877-473c-9ed7-037cd549ad3c req-d7d49660-e8b7-4195-b361-bb9bbda10e86 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 945 time: 0.0778127 Nov 25 09:24:07.304173 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ce4c9e13-b877-473c-9ed7-037cd549ad3c req-cf2de906-d5a9-4033-871d-bc73e1d0da04 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371981 Nov 25 09:24:07.816689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device d9afac13-0144-4b81-94dc-f2127b00dcb4 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:24:07.886857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port d9afac13-0144-4b81-94dc-f2127b00dcb4 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:24:07.887237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:08.001928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:08.028743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:24:08.038187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:08.042597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:08.044400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-b05bcd5d-2d1e-428c-bd4a-85b8ba03e32b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:08.086704 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'code': 200} Nov 25 09:24:08.111311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:08.114162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:08.502395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb9662-f301-4a58-b0fb-3ff30db5cdf2 req-b1fe2d27-1a9e-4b05-8d89-3e68e08d104a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:08.503818 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cacb9662-f301-4a58-b0fb-3ff30db5cdf2 req-b1fe2d27-1a9e-4b05-8d89-3e68e08d104a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0895982 Nov 25 09:24:08.546437 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cacb9662-f301-4a58-b0fb-3ff30db5cdf2 req-6a0bae37-96db-4ded-9114-395db2e2b0c7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370073 Nov 25 09:24:09.731669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f3749-40cb-40cc-9c59-7ddb86d7f20c req-39f68bf0-9500-4c33-99fd-2bb523a4cf85 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:09.733073 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-989f3749-40cb-40cc-9c59-7ddb86d7f20c req-39f68bf0-9500-4c33-99fd-2bb523a4cf85 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0781014 Nov 25 09:24:09.776132 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-989f3749-40cb-40cc-9c59-7ddb86d7f20c req-2b5dc1c0-0c3e-46f9-b4f5-be1006610643 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375245 Nov 25 09:24:10.967172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cab6da-66e6-4b87-82a2-38a15d380158 req-b28efab4-b48b-4088-b70f-37652a334f3c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:10.968613 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-96cab6da-66e6-4b87-82a2-38a15d380158 req-b28efab4-b48b-4088-b70f-37652a334f3c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0812578 Nov 25 09:24:11.012754 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-96cab6da-66e6-4b87-82a2-38a15d380158 req-e01bb5c1-296f-4254-bf2c-1acb9aacce63 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382020 Nov 25 09:24:11.441166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-1ba56889-47b7-46fe-9e42-bdeb4431f748 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:11.442517 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-1ba56889-47b7-46fe-9e42-bdeb4431f748 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878&tenant_id=846e4a0311204b259362fa84ad4f64a0&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 946 time: 0.1318760 Nov 25 09:24:11.634611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181047d9-0a8f-45cb-8560-9dd05ca36e93 req-902fc2b8-fc48-42cb-a440-82001eb9ddb0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:11.636037 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-181047d9-0a8f-45cb-8560-9dd05ca36e93 req-902fc2b8-fc48-42cb-a440-82001eb9ddb0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.2682073 Nov 25 09:24:11.666552 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-dcfb5baf-3ca3-49ea-9e85-20c901696667 service neutron] 10.222.0.41 "GET /v2.0/ports/d9afac13-0144-4b81-94dc-f2127b00dcb4/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.2156324 Nov 25 09:24:11.687326 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-181047d9-0a8f-45cb-8560-9dd05ca36e93 req-b564181b-9b5e-42e8-8900-e4bebde0eb6a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452068 Nov 25 09:24:11.761105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-73ab6815-ea38-499b-87b0-9231493f2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:11.762551 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-73ab6815-ea38-499b-87b0-9231493f2c21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 1099 time: 0.0714808 Nov 25 09:24:11.890911 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-9f63db1b-1119-46ee-9e94-6238ed0bc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:11.892320 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-9f63db1b-1119-46ee-9e94-6238ed0bc187 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1235337 Nov 25 09:24:11.993021 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-0448ffe0-6a58-4896-89d0-412b604f37d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4 HTTP/1.1" status: 200 len: 1003 time: 0.0946710 Nov 25 09:24:12.057008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-b6c04444-66d0-4b3d-bb38-753706a8b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:12.058441 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-b6c04444-66d0-4b3d-bb38-753706a8b09a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0599787 Nov 25 09:24:12.131395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-5ffa84de-bf42-4d2d-aff2-cf7eae93e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:12.132833 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-5ffa84de-bf42-4d2d-aff2-cf7eae93e76f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684369 Nov 25 09:24:12.262060 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-a278c6cb-b669-4de9-bc35-1e33168c9067 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225736 Nov 25 09:24:12.392079 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-3407bf75-d688-4ca6-90ca-6a28a9a87519 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232018 Nov 25 09:24:12.664729 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:24:12.889155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7721fa-ff67-46db-9562-8b8aa216069f req-d7702b9a-cafb-43d9-8644-8c1d6641d04e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:12.890604 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ef7721fa-ff67-46db-9562-8b8aa216069f req-d7702b9a-cafb-43d9-8644-8c1d6641d04e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0964398 Nov 25 09:24:12.933867 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ef7721fa-ff67-46db-9562-8b8aa216069f req-75110a35-96e3-40df-8bc3-51486cee2936 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376606 Nov 25 09:24:14.125926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f93357-15e4-43b3-be01-b2a01756a174 req-6315cf95-89a1-4d37-9be2-e56183da5a70 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:14.127439 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-31f93357-15e4-43b3-be01-b2a01756a174 req-6315cf95-89a1-4d37-9be2-e56183da5a70 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0850549 Nov 25 09:24:14.171531 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-31f93357-15e4-43b3-be01-b2a01756a174 req-9da27edd-db45-4acd-9c86-fd3b5f98d782 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381613 Nov 25 09:24:15.357660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c49c3-cdaa-4abc-9773-8b8f629b4b8a req-636bdc24-d71f-47b6-aed4-79d6a4fdf4c0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:15.359162 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de4c49c3-cdaa-4abc-9773-8b8f629b4b8a req-636bdc24-d71f-47b6-aed4-79d6a4fdf4c0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0825596 Nov 25 09:24:15.407335 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de4c49c3-cdaa-4abc-9773-8b8f629b4b8a req-eff674b9-7035-4f73-a23d-cec5ef7ac46e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409155 Nov 25 09:24:15.701594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-e7add1f4-c073-434d-8dd8-e2eab8cf870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:15.703061 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-e7add1f4-c073-434d-8dd8-e2eab8cf870c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878&tenant_id=846e4a0311204b259362fa84ad4f64a0 HTTP/1.1" status: 200 len: 1099 time: 0.0696070 Nov 25 09:24:15.797490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-f8095c7a-3102-4653-9ad3-66216d026480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:15.798891 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-f8095c7a-3102-4653-9ad3-66216d026480 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 1099 time: 0.0739415 Nov 25 09:24:15.928530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-9974081c-7cbe-4d25-96e9-21e9c89fe57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:15.930025 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-9974081c-7cbe-4d25-96e9-21e9c89fe57a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.1240749 Nov 25 09:24:16.031589 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-56de7027-192e-419a-9b05-627efe41352d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4 HTTP/1.1" status: 200 len: 1003 time: 0.0944681 Nov 25 09:24:16.096843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-ed88db4b-0130-4cb1-80f9-d55bf30abebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:16.098241 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-ed88db4b-0130-4cb1-80f9-d55bf30abebd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0602939 Nov 25 09:24:16.172913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-5500ea46-6f83-455e-bc42-500f9914c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:16.174379 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-5500ea46-6f83-455e-bc42-500f9914c4b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702178 Nov 25 09:24:16.302273 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-f4aa01a7-441a-4504-a30f-759df815309b service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209433 Nov 25 09:24:16.431819 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78dace25-ea8c-4bf1-9826-ed16c87e1d65 req-451d8f2d-6ec3-41d2-9de9-32d9dc2cd392 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230595 Nov 25 09:24:16.550722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e387186-12cb-4c2a-abc7-38c2a8b6e34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:16.602953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8032a5-b74f-4563-a0e9-0d35ff50d281 req-68a1ef1b-5100-4d31-b77d-06ac778ad514 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:16.604430 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5d8032a5-b74f-4563-a0e9-0d35ff50d281 req-68a1ef1b-5100-4d31-b77d-06ac778ad514 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0862925 Nov 25 09:24:16.651039 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5d8032a5-b74f-4563-a0e9-0d35ff50d281 req-40dc64db-63fd-4cc5-84f9-01b33d578c4e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408354 Nov 25 09:24:17.021022 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:17.843293 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e532794-ff26-4df2-af62-533c917098fe req-5603f1b0-0f8b-4b6e-ab47-77b03f3962b0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:17.844790 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8e532794-ff26-4df2-af62-533c917098fe req-5603f1b0-0f8b-4b6e-ab47-77b03f3962b0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0857160 Nov 25 09:24:17.847605 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device d9afac13-0144-4b81-94dc-f2127b00dcb4 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:24:17.893120 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8e532794-ff26-4df2-af62-533c917098fe req-c4f772da-7a6c-4428-a5f5-3723a26d5890 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403430 Nov 25 09:24:17.965548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:17.991771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:24:18.001793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:18.006238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:18.008974 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:18.045310 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'code': 200} Nov 25 09:24:18.080866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=9']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:18.084000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:19.079374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19ad3-23d5-4a8b-9481-20de4863bf1c req-e7cd33f3-276c-4154-b110-a53f4e9bdd55 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:19.080815 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-48e19ad3-23d5-4a8b-9481-20de4863bf1c req-e7cd33f3-276c-4154-b110-a53f4e9bdd55 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 944 time: 0.0807550 Nov 25 09:24:19.124061 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-48e19ad3-23d5-4a8b-9481-20de4863bf1c req-d6d8f9a6-095a-40da-8df1-247524d4aea4 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368912 Nov 25 09:24:19.862850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device d9afac13-0144-4b81-94dc-f2127b00dcb4 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:24:19.866826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-485b5b4a-f988-46c6-8a5f-8c6b87a2380f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:19.998409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:20.011546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'port_id': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'mac_address': 'fa:16:3e:53:a3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:24:20.016336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe219-b8bc-467e-815e-e93612082581 req-00dabd0b-76f2-4c2f-b7d2-b66ed68ca8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:20.017799 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-47bbe219-b8bc-467e-815e-e93612082581 req-00dabd0b-76f2-4c2f-b7d2-b66ed68ca8bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846e4a0311204b259362fa84ad4f64a0&device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 1097 time: 0.0724897 Nov 25 09:24:20.070243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:20.076851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:20.094961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9afac13-0144-4b81-94dc-f2127b00dcb4 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:24:20.112189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:20.116172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:20.117980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:20.215348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['d9afac13-0144-4b81-94dc-f2127b00dcb4'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:24:20.292026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=10']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:20.296208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:20.358542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe219-b8bc-467e-815e-e93612082581 req-dfca7bf4-3166-4990-a45b-8b90c72187b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:20.359989 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-47bbe219-b8bc-467e-815e-e93612082581 req-dfca7bf4-3166-4990-a45b-8b90c72187b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 200 len: 913 time: 0.3222969 Nov 25 09:24:20.432165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f35a5-48a7-4004-a757-f2eef7dfe893 req-6b2e9e5f-fa93-4e58-98f2-de6be00a4bc5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:20.433508 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-440f35a5-48a7-4004-a757-f2eef7dfe893 req-6b2e9e5f-fa93-4e58-98f2-de6be00a4bc5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.1953416 Nov 25 09:24:20.499635 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-47bbe219-b8bc-467e-815e-e93612082581 req-77d095dc-0c34-4809-8b02-b8d51e80177b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4 HTTP/1.1" status: 200 len: 1002 time: 0.1325562 Nov 25 09:24:20.506469 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-440f35a5-48a7-4004-a757-f2eef7dfe893 req-9d354743-9c4b-4536-9c26-894d72114637 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650926 Nov 25 09:24:20.564285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe219-b8bc-467e-815e-e93612082581 req-fca5bcb5-d418-4206-b4a7-d7f06cb9f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:20.565680 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-47bbe219-b8bc-467e-815e-e93612082581 req-fca5bcb5-d418-4206-b4a7-d7f06cb9f634 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 200 len: 851 time: 0.0564957 Nov 25 09:24:20.643226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe219-b8bc-467e-815e-e93612082581 req-ef9394cc-9abb-4e1a-aa99-59c0002789c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:20.644633 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-47bbe219-b8bc-467e-815e-e93612082581 req-ef9394cc-9abb-4e1a-aa99-59c0002789c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2980622-16f1-494b-9b5f-c99efa0f6bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719514 Nov 25 09:24:20.775854 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-47bbe219-b8bc-467e-815e-e93612082581 req-65262861-e589-4eed-b1c0-07f313c05bdb service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243379 Nov 25 09:24:20.903990 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-47bbe219-b8bc-467e-815e-e93612082581 req-4a40dbc5-aeca-413a-96a2-d65860b80667 service neutron] 10.222.0.41 "GET /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219001 Nov 25 09:24:21.511587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:21.693757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ba996-5c86-4168-aed9-5f34cec4d35b req-e9fffd0e-c879-45c8-9322-d0601de3b32b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:21.695247 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6c0ba996-5c86-4168-aed9-5f34cec4d35b req-e9fffd0e-c879-45c8-9322-d0601de3b32b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 946 time: 0.0831501 Nov 25 09:24:21.738930 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6c0ba996-5c86-4168-aed9-5f34cec4d35b req-e8978b30-9d27-4a6c-bf5b-ccdeca2e1cc9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380645 Nov 25 09:24:21.878370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device d9afac13-0144-4b81-94dc-f2127b00dcb4 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:24:21.948433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port d9afac13-0144-4b81-94dc-f2127b00dcb4 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:24:21.949133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:22.076142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:22.104295 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:24:22.114013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:22.119224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:22.121122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:22.170661 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'code': 200} Nov 25 09:24:22.195261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=11']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:22.198758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:22.922526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42b229-7ee0-426e-b33e-f714f649fb69 req-1fe5e336-dee1-4e50-b838-0b7cd2e7f072 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:22.923970 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8b42b229-7ee0-426e-b33e-f714f649fb69 req-1fe5e336-dee1-4e50-b838-0b7cd2e7f072 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 947 time: 0.0788510 Nov 25 09:24:22.971724 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8b42b229-7ee0-426e-b33e-f714f649fb69 req-ae90c5fe-6092-4bec-be46-2f6fd3b64343 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421364 Nov 25 09:24:24.159443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd82a4-6548-4384-be81-81ee23c3724e req-96608cef-c999-47c4-b287-f70566a6e633 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:24.160909 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-06cd82a4-6548-4384-be81-81ee23c3724e req-96608cef-c999-47c4-b287-f70566a6e633 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 947 time: 0.0792437 Nov 25 09:24:24.204180 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-06cd82a4-6548-4384-be81-81ee23c3724e req-439e06f8-c59f-4836-9666-30b3cfd4ad2e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375540 Nov 25 09:24:25.392581 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c9cd-f314-407f-a01f-82ff7fc71fba req-cd0e7a11-0c03-4396-909d-0b290f83b82a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:25.394029 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dcc1c9cd-f314-407f-a01f-82ff7fc71fba req-cd0e7a11-0c03-4396-909d-0b290f83b82a tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 947 time: 0.0820825 Nov 25 09:24:25.436956 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-dcc1c9cd-f314-407f-a01f-82ff7fc71fba req-7cc53ba5-27f6-4813-bd4f-0ec46d68ff99 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372856 Nov 25 09:24:25.624181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47502f08-caf7-4d43-974e-cb3e089ba0e6 req-eed3598a-6861-4c66-bdae-e628cd5c5c6c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:25.625508 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-47502f08-caf7-4d43-974e-cb3e089ba0e6 req-eed3598a-6861-4c66-bdae-e628cd5c5c6c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 947 time: 0.0831602 Nov 25 09:24:25.668038 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-47502f08-caf7-4d43-974e-cb3e089ba0e6 req-9d10d216-7cfe-4eaf-ba1a-de7558e9193f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369749 Nov 25 09:24:25.960641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b88e77-03c4-47e5-9915-15da12bc5f34 req-bc3bf583-4d62-4127-9a4c-6d8f6c0674ab tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:25.962668 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-76b88e77-03c4-47e5-9915-15da12bc5f34 req-bc3bf583-4d62-4127-9a4c-6d8f6c0674ab tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 947 time: 0.1924603 Nov 25 09:24:26.007408 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-76b88e77-03c4-47e5-9915-15da12bc5f34 req-f1f0ced7-5f2c-4448-bb47-08cf451cd969 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382943 Nov 25 09:24:26.381550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808e9c-59cd-45d4-a330-7cb73a00ca5a req-7918e288-47ff-4be8-9111-bc94760ece50 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:26.383004 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3f808e9c-59cd-45d4-a330-7cb73a00ca5a req-7918e288-47ff-4be8-9111-bc94760ece50 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 947 time: 0.0793014 Nov 25 09:24:26.426125 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3f808e9c-59cd-45d4-a330-7cb73a00ca5a req-d2561d2f-b2b4-4c0a-ac4b-e3f5baf12dc7 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369189 Nov 25 09:24:27.611621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1311c0-0c6e-4928-8a2a-8a7bb0b9c640 req-35c074d4-3c9d-4f0f-8d80-70db827b1d16 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:27.613033 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7b1311c0-0c6e-4928-8a2a-8a7bb0b9c640 req-35c074d4-3c9d-4f0f-8d80-70db827b1d16 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 947 time: 0.0791845 Nov 25 09:24:27.659161 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7b1311c0-0c6e-4928-8a2a-8a7bb0b9c640 req-4ef8e3d7-e58b-43fc-9f67-b4f0f33d4741 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397487 Nov 25 09:24:28.848603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737f6ae-f1f0-42b3-85dd-901b0b84a549 req-682daae4-99fd-48ba-8bc9-7ffd07269be5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:28.850052 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b737f6ae-f1f0-42b3-85dd-901b0b84a549 req-682daae4-99fd-48ba-8bc9-7ffd07269be5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 947 time: 0.0842946 Nov 25 09:24:28.897213 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b737f6ae-f1f0-42b3-85dd-901b0b84a549 req-7b46e640-96ed-4284-91ed-99e2d74e5e63 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups?id=78c60204-3289-4b82-a5b0-292b856c6191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Nov 25 09:24:28.916501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065899c-625e-43a7-9799-ec6114c19408 req-32381d71-7722-41f4-9648-5b2569682e43 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:28.917956 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e065899c-625e-43a7-9799-ec6114c19408 req-32381d71-7722-41f4-9648-5b2569682e43 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 947 time: 0.0911584 Nov 25 09:24:28.990554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Deleting port d9afac13-0144-4b81-94dc-f2127b00dcb4 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:24:28.990908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:29.242515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] For port d9afac13-0144-4b81-94dc-f2127b00dcb4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d9afac13-0144-4b81-94dc-f2127b00dcb4,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:29.243408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:29.661527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:29.661840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:29.662100 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976 disassociated. External IP: 172.26.3.254, port: d9afac13-0144-4b81-94dc-f2127b00dcb4. Nov 25 09:24:29.662472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Calling delete_port for d9afac13-0144-4b81-94dc-f2127b00dcb4 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:24:29.810969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:29.816597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-25dd1575-a293-4e51-9144-e460542fcb0d tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:29.860629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event deleted for resources: {'Port': ['ID=d9afac13-0144-4b81-94dc-f2127b00dcb4,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:29.871051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.871446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.871923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.872177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.872540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.872904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.873263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.873625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.873985 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.874363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.874724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.875078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:29.878688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:30.067274 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2586d9ff-9c23-48d6-b6f1-76aa99a01f64 req-cc6863c4-a534-4bef-9f83-9ef4ce37ccf5 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 210 time: 0.0561121 Nov 25 09:24:30.106792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Router 9d003074-66a3-4343-9faa-722d53d5aa7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:24:30.291933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:24:30.301257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ef73ae-7448-49fb-a5dd-b4809a8e92e0 None None] Sync routers for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:24:30.312268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef73ae-7448-49fb-a5dd-b4809a8e92e0 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:24:30.312886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e0ef73ae-7448-49fb-a5dd-b4809a8e92e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:24:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:24:30.363010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] No DVR routers for this DVR port d9afac13-0144-4b81-94dc-f2127b00dcb4 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:24:30.366175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:30.369413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-deleted', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:24:30.385592 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e065899c-625e-43a7-9799-ec6114c19408 req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.41 "DELETE /v2.0/ports/d9afac13-0144-4b81-94dc-f2127b00dcb4 HTTP/1.1" status: 204 len: 173 time: 1.4603558 Nov 25 09:24:30.419820 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7405994-39ca-4e93-8378-c173e99e6878', 'name': 'network-vif-deleted', 'tag': 'd9afac13-0144-4b81-94dc-f2127b00dcb4', 'status': 'completed', 'code': 200} Nov 25 09:24:30.491124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e0ef73ae-7448-49fb-a5dd-b4809a8e92e0 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:24:30.807264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e0ef73ae-7448-49fb-a5dd-b4809a8e92e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:24:30.811082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ef73ae-7448-49fb-a5dd-b4809a8e92e0 None None] Checking router: 9d003074-66a3-4343-9faa-722d53d5aa7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:24:30.819498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef73ae-7448-49fb-a5dd-b4809a8e92e0 None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:24:30.820113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e0ef73ae-7448-49fb-a5dd-b4809a8e92e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:24:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:24:31.002673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e0ef73ae-7448-49fb-a5dd-b4809a8e92e0 None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:24:31.238886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-7da57c49-2acb-41f4-ba95-bfac1da27d55 req-88dc5422-3a0a-4b3e-a836-6640b6087831 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Synchronizing usage tracker for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:24:31.255817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-7da57c49-2acb-41f4-ba95-bfac1da27d55 req-88dc5422-3a0a-4b3e-a836-6640b6087831 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Unset dirty status for tenant:846e4a0311204b259362fa84ad4f64a0 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:24:31.256901 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7da57c49-2acb-41f4-ba95-bfac1da27d55 req-88dc5422-3a0a-4b3e-a836-6640b6087831 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7405994-39ca-4e93-8378-c173e99e6878 HTTP/1.1" status: 200 len: 210 time: 0.0644436 Nov 25 09:24:31.360592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e0ef73ae-7448-49fb-a5dd-b4809a8e92e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:24:31.364498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ef73ae-7448-49fb-a5dd-b4809a8e92e0 None None] The sync data for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv is: [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:16:11Z', 'revision_number': 4, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '7bc1b079-e125-417c-9e82-a22a7af55014', 'name': '', 'network_id': 'd2980622-16f1-494b-9b5f-c99efa0f6bb3', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'mac_address': 'fa:16:3e:c5:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:11Z', 'updated_at': '2021-11-25T09:16:17Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'subnets': [{'id': 'd1b09221-3aff-46a3-a3ac-1a9fae7f9fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:24:31.586987 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94f541b-098e-4093-905a-51c479a089c5 None None] New status for floating IP d50c3cb9-f0c9-4b83-9d90-54126b74d976: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:24:31.925122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device d9afac13-0144-4b81-94dc-f2127b00dcb4 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:24:31.959318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: d9afac13-0144-4b81-94dc-f2127b00dcb4 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:24:31.959669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device d9afac13-0144-4b81-94dc-f2127b00dcb4 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:24:34.266784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:35.543157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54200) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:24:35.608408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5756581-cc63-40ab-be23-cbcff43edc18 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:35.635811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5756581-cc63-40ab-be23-cbcff43edc18 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:35.687894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5756581-cc63-40ab-be23-cbcff43edc18 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:35.691841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-aa57d631-cf2a-4ca5-b805-c902880a6777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:35.707800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5756581-cc63-40ab-be23-cbcff43edc18 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c60204-3289-4b82-a5b0-292b856c6191,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:35.710264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c5756581-cc63-40ab-be23-cbcff43edc18 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:35.719946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c5756581-cc63-40ab-be23-cbcff43edc18 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:35.721344 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c5756581-cc63-40ab-be23-cbcff43edc18 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "DELETE /v2.0/security-groups/78c60204-3289-4b82-a5b0-292b856c6191 HTTP/1.1" status: 204 len: 168 time: 0.1772077 Nov 25 09:24:35.724016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54204) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:24:35.740138 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-3fb49750-b1c0-4fa3-8779-81b3885fafeb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] show failed (client error): The resource could not be found. Nov 25 09:24:35.741087 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3fb49750-b1c0-4fa3-8779-81b3885fafeb tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "GET /v2.0/security-groups/78c60204-3289-4b82-a5b0-292b856c6191 HTTP/1.1" status: 404 len: 347 time: 0.0161140 Nov 25 09:24:35.744235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54208) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:24:35.899541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Deleting port cd6ae631-e240-4d70-a7af-a7a667ba594e {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:24:35.899783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:36.064912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:36.065239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:36.187790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Calling delete_port for cd6ae631-e240-4d70-a7af-a7a667ba594e owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:24:36.326450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:36.330959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ec74bf64-3dfe-475b-bf62-1d08e2e16f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:36.379433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Pushing event deleted for resources: {'Port': ['ID=cd6ae631-e240-4d70-a7af-a7a667ba594e,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:36.445877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.446189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.446631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.447015 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.447390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.447764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.448135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.448504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.448875 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.449244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.449608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.449975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:24:36.460218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:36.478780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:36.495901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:36.497029 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] 10.222.0.54 "DELETE /v2.0/floatingips/d50c3cb9-f0c9-4b83-9d90-54126b74d976 HTTP/1.1" status: 204 len: 168 time: 0.7519412 Nov 25 09:24:36.499884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54212) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:24:37.231563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:37.578373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Deleting port 7bc1b079-e125-417c-9e82-a22a7af55014 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:24:37.578622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:37.747243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] For port 7bc1b079-e125-417c-9e82-a22a7af55014, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=7bc1b079-e125-417c-9e82-a22a7af55014,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:37.747595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:37.869146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Calling delete_port for 7bc1b079-e125-417c-9e82-a22a7af55014 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:24:38.047485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:38.052052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:38.094207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc1b079-e125-417c-9e82-a22a7af55014,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:38.097562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:38.362872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:38.834995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Router 9d003074-66a3-4343-9faa-722d53d5aa7d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:24:39.011669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:24:39.020912 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25bcbab-8670-4a3c-8b4c-d6c6289dca2f None None] Sync routers for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:24:39.026018 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] 10.222.0.54 "PUT /v2.0/routers/9d003074-66a3-4343-9faa-722d53d5aa7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5227907 Nov 25 09:24:39.026398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54218) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:24:39.038202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25bcbab-8670-4a3c-8b4c-d6c6289dca2f None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:24:39.038872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e25bcbab-8670-4a3c-8b4c-d6c6289dca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:24:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:24:39.203436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:39.212246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e25bcbab-8670-4a3c-8b4c-d6c6289dca2f None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:24:39.502918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e25bcbab-8670-4a3c-8b4c-d6c6289dca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:24:37Z', 'revision_number': 5, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port': {'id': 'b619e87c-d3ae-4be8-be3a-9f50927ad23a', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:16:08Z', 'updated_at': '2021-11-25T09:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:24:39.506777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25bcbab-8670-4a3c-8b4c-d6c6289dca2f None None] Checking router: 9d003074-66a3-4343-9faa-722d53d5aa7d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:24:39.515740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25bcbab-8670-4a3c-8b4c-d6c6289dca2f None None] Routers {'9d003074-66a3-4343-9faa-722d53d5aa7d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:24:39.516354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e25bcbab-8670-4a3c-8b4c-d6c6289dca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:24:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9d003074-66a3-4343-9faa-722d53d5aa7d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:24:39.518153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:39.529012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Deleting port b619e87c-d3ae-4be8-be3a-9f50927ad23a {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:24:39.529291 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:39.665885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e25bcbab-8670-4a3c-8b4c-d6c6289dca2f None None] Set router 9d003074-66a3-4343-9faa-722d53d5aa7d gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:24:39.699538 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] For port b619e87c-d3ae-4be8-be3a-9f50927ad23a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b619e87c-d3ae-4be8-be3a-9f50927ad23a,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:39.699892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:39.770972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e25bcbab-8670-4a3c-8b4c-d6c6289dca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:24:39Z', 'revision_number': 6, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:24:39.775417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25bcbab-8670-4a3c-8b4c-d6c6289dca2f None None] The sync data for ids ['9d003074-66a3-4343-9faa-722d53d5aa7d'] in dv-neutron-818341-1-hyperv is: [{'id': '9d003074-66a3-4343-9faa-722d53d5aa7d', 'name': 'tempest-ServerActionsTestJSON-2104749601-router', 'tenant_id': '846e4a0311204b259362fa84ad4f64a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:16:07Z', 'updated_at': '2021-11-25T09:24:39Z', 'revision_number': 6, 'project_id': '846e4a0311204b259362fa84ad4f64a0', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:24:39.822810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Calling delete_port for b619e87c-d3ae-4be8-be3a-9f50927ad23a owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:24:39.995235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.000486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a4635ef-60b7-4d41-9dc1-f235bc170ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:40.046976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=b619e87c-d3ae-4be8-be3a-9f50927ad23a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:40.073101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:40.143728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.316962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.319058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.340549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.341144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d003074-66a3-4343-9faa-722d53d5aa7d {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:24:40.353541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.354674 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] 10.222.0.54 "DELETE /v2.0/routers/9d003074-66a3-4343-9faa-722d53d5aa7d HTTP/1.1" status: 204 len: 168 time: 1.3272426 Nov 25 09:24:40.357188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54222) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:24:40.417130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-46aa29dc-4f2d-426b-82f0-c130d309b1f4 admin admin] Deleting subnet d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:24:40.420012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46aa29dc-4f2d-426b-82f0-c130d309b1f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.466959 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46aa29dc-4f2d-426b-82f0-c130d309b1f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.548013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46aa29dc-4f2d-426b-82f0-c130d309b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.619007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46aa29dc-4f2d-426b-82f0-c130d309b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.622739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3d4cd9a1-2609-4e3b-ab9a-07bd9657fa4b tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:40.659578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-46aa29dc-4f2d-426b-82f0-c130d309b1f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.662096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa29dc-4f2d-426b-82f0-c130d309b1f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:40.665391 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb36382-a70d-4296-8bc5-7c794062b11b None None] Network d2980622-16f1-494b-9b5f-c99efa0f6bb3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:24:40.665903 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-46aa29dc-4f2d-426b-82f0-c130d309b1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:40.668633 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-46aa29dc-4f2d-426b-82f0-c130d309b1f4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d1b09221-3aff-46a3-a3ac-1a9fae7f9fa6 HTTP/1.1" status: 204 len: 168 time: 0.3105335 Nov 25 09:24:40.671012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54226) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:24:40.779622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.792496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Deleting port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:24:40.792839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.908904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b95a5c1-b4c9-4065-a5ad-f75a87a822c6 None None] DHCP port deletion for d2980622-16f1-494b-9b5f-c99efa0f6bb3 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:24:40.913096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b95a5c1-b4c9-4065-a5ad-f75a87a822c6 None None] Deleting port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:24:40.913477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b95a5c1-b4c9-4065-a5ad-f75a87a822c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:40.997662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b619e87c-d3ae-4be8-be3a-9f50927ad23a no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:24:41.046840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: b619e87c-d3ae-4be8-be3a-9f50927ad23a {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:24:41.047193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b619e87c-d3ae-4be8-be3a-9f50927ad23a not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:24:41.047615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7bc1b079-e125-417c-9e82-a22a7af55014 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:24:41.090664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 7bc1b079-e125-417c-9e82-a22a7af55014 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:24:41.090918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 7bc1b079-e125-417c-9e82-a22a7af55014 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:24:41.091341 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:24:41.130081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] For port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:41.130675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.253818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Calling delete_port for 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:24:41.282413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b95a5c1-b4c9-4065-a5ad-f75a87a822c6 None None] For port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd,segment=NetworkSegment(24c352d3-4f11-45a7-b31c-c363dad359df),segment_id=24c352d3-4f11-45a7-b31c-c363dad359df)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:41.282809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b95a5c1-b4c9-4065-a5ad-f75a87a822c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.332561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.337722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1e4009a4-bc7c-4910-a2a2-668f0b9bf955 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:41.381163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:41.382899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] No DVR routers for this DVR port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:24:41.384909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:41.448065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b95a5c1-b4c9-4065-a5ad-f75a87a822c6 None None] Calling delete_port for 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:24:41.502862 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.503134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.529656 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2980622-16f1-494b-9b5f-c99efa0f6bb3']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:24:41.542016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c352d3-4f11-45a7-b31c-c363dad359df') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:24:41.542363 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c352d3-4f11-45a7-b31c-c363dad359df') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:24:41.553809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.569653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.576157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:24:41.576540 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.583642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-5b95a5c1-b4c9-4065-a5ad-f75a87a822c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:24:41.584006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-5b95a5c1-b4c9-4065-a5ad-f75a87a822c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:24:41.589758 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:24:41.665831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.670046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.672462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:41.694730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2980622-16f1-494b-9b5f-c99efa0f6bb3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:41.697512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:41.701088 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d2980622-16f1-494b-9b5f-c99efa0f6bb3 HTTP/1.1" status: 204 len: 168 time: 1.0291889 Nov 25 09:24:41.806941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54232) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:24:41.854273 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-427f38d4-8365-4283-babe-36675ef69a25 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=846e4a0311204b259362fa84ad4f64a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461202 Nov 25 09:24:41.856516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54236) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:24:41.916620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe97b4bf-cb71-40f1-91e7-fe02d3b6ec8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.941571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe97b4bf-cb71-40f1-91e7-fe02d3b6ec8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.994868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe97b4bf-cb71-40f1-91e7-fe02d3b6ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:41.998817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-916cf56f-bbbe-4302-8dc9-7dfc11a69666 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:42.010954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97b4bf-cb71-40f1-91e7-fe02d3b6ec8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876e5563-f5a5-4606-a2a6-2e89ce0685f0,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:42.014226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fe97b4bf-cb71-40f1-91e7-fe02d3b6ec8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:42.019824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe97b4bf-cb71-40f1-91e7-fe02d3b6ec8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:42.023268 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fe97b4bf-cb71-40f1-91e7-fe02d3b6ec8a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/876e5563-f5a5-4606-a2a6-2e89ce0685f0 HTTP/1.1" status: 204 len: 168 time: 0.1635249 Nov 25 09:24:42.084911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b95a5c1-b4c9-4065-a5ad-f75a87a822c6 None None] Deleting port 84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:24:42.085469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b95a5c1-b4c9-4065-a5ad-f75a87a822c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:42.154265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b95a5c1-b4c9-4065-a5ad-f75a87a822c6 None None] The port '84e2f35e-8a16-40b8-b3cd-7cf65dfa4ccd' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:24:42.780696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54260) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:24:42.897153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1342459516-network', 'tenant_id': '7e2283a7c3044895803bebb822f5b19c'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:24:42.902522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:24:42.906370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Usage tracker for resource:network and tenant:7e2283a7c3044895803bebb822f5b19c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:24:42.909198 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:24:42.916294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:24:42.926149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Made reservation on behalf of 7e2283a7c3044895803bebb822f5b19c for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:24:42.928401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:42.940406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:42.954837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:24:42.958611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Usage tracker for resource:security_group_rule and tenant:7e2283a7c3044895803bebb822f5b19c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:24:42.961930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:24:42.967716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:24:43.050075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:43.054102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:43.058095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a9a03d86-6765-4720-997f-f244b770f4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:43.087247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:24:43.106912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4606b09-f21d-4153-9a36-c0bc870cc830,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:43.110218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:43.112811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:43.113151 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Added segment d2a4d634-38ac-47a7-8e28-e35aa429c189 of type vlan for network 9a51a9da-210b-4400-b60e-e4e1400de25c Nov 25 09:24:43.139210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:43.170030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:43.171108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:43.171681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:43.176278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-81c5d874-4058-479a-a220-79d356ac6c05 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:43.275377 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4935784 Nov 25 09:24:43.278275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Pushing event updated for resources: {'Network': ['ID=9a51a9da-210b-4400-b60e-e4e1400de25c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:43.278535 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54266) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:24:43.281404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:43.284345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Request body: {'subnet': {'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1342459516-subnet', 'tenant_id': '7e2283a7c3044895803bebb822f5b19c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:24:43.288490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 9a51a9da-210b-4400-b60e-e4e1400de25c details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:24:43.289573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:24:43.294271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Usage tracker for resource:subnet and tenant:7e2283a7c3044895803bebb822f5b19c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:24:43.297206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:24:43.302985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:24:43.312827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Made reservation on behalf of 7e2283a7c3044895803bebb822f5b19c for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:24:43.315151 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:43.518631 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:43.522772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a6a63710-50f4-49fa-8da5-720f7ffb42b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:43.593724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f85d17-515a-4e37-bbb2-c7c093803f67,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:43.597555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:43.598387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Checking segment: {'id': 'd2a4d634-38ac-47a7-8e28-e35aa429c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:24:43.598739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Network hostable DHCP agents. Network: 9a51a9da-210b-4400-b60e-e4e1400de25c, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:24:43.616432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Network 9a51a9da-210b-4400-b60e-e4e1400de25c is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:24:43.625627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 9a51a9da-210b-4400-b60e-e4e1400de25c) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:24:43.629473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:43.630046 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:43.636632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1004e4d-7790-4255-b9c6-2f8091a9623f None None] Network 9a51a9da-210b-4400-b60e-e4e1400de25c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:24:43.649936 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3701942 Nov 25 09:24:43.851546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9da5e-f097-42d3-8104-bc5b2395a5eb None None] Network 9a51a9da-210b-4400-b60e-e4e1400de25c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:24:44.298567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-8167cfdd-3c50-44bc-8c9f-dacc51f51567 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:44.299167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-8167cfdd-3c50-44bc-8c9f-dacc51f51567 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Synchronizing usage tracker for tenant:7e2283a7c3044895803bebb822f5b19c on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:24:44.315938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-8167cfdd-3c50-44bc-8c9f-dacc51f51567 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Unset dirty status for tenant:7e2283a7c3044895803bebb822f5b19c on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:24:44.317142 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-8167cfdd-3c50-44bc-8c9f-dacc51f51567 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/networks?id=9a51a9da-210b-4400-b60e-e4e1400de25c HTTP/1.1" status: 200 len: 814 time: 0.1616669 Nov 25 09:24:44.334681 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-8989af18-2865-4e28-8f74-d848c8d5c7cc tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/quotas/7e2283a7c3044895803bebb822f5b19c HTTP/1.1" status: 200 len: 375 time: 0.0092227 Nov 25 09:24:44.381948 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-d0f5c1ff-0d13-4367-96c4-3edf45d1760d tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e2283a7c3044895803bebb822f5b19c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420315 Nov 25 09:24:44.511268 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-8e3de59e-631f-49a0-ba57-ecc4facc9fbc service neutron] 10.222.0.54 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214998 Nov 25 09:24:44.639800 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-f5c4429a-030b-48fa-8496-8bd8db16ae6b service neutron] 10.222.0.54 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227040 Nov 25 09:24:44.876654 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9d69599d-a100-4c9e-bc7a-64aec3e58eaf req-bba7c2bd-0141-4b8d-ae90-852f747abaa9 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 210 time: 0.0993028 Nov 25 09:24:45.957858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-123fd1a8-0bd9-4351-9616-b7a08b0f54e5 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:45.959296 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-123fd1a8-0bd9-4351-9616-b7a08b0f54e5 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.41 "GET /v2.0/networks?id=9a51a9da-210b-4400-b60e-e4e1400de25c HTTP/1.1" status: 200 len: 814 time: 0.2856152 Nov 25 09:24:45.973769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Request body: {'port': {'device_id': 'fa0ee817-36db-4aa7-bcbc-da0d31a45afc', 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c', 'admin_state_up': True, 'tenant_id': '7e2283a7c3044895803bebb822f5b19c'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:24:46.089928 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-993072bf-61f7-4006-b9e9-591e1afdce5c req-d2034039-35de-445e-bd02-7c2b35366ec2 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 210 time: 0.1006093 Nov 25 09:24:46.154813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:24:46.159280 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Usage tracker for resource:port and tenant:7e2283a7c3044895803bebb822f5b19c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:24:46.162052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:24:46.168426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:24:46.178028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Made reservation on behalf of 7e2283a7c3044895803bebb822f5b19c for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:24:46.182137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:46.336994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Allocated IP 172.20.0.4 (9a51a9da-210b-4400-b60e-e4e1400de25c/f1f85d17-515a-4e37-bbb2-c7c093803f67/90867511-2e48-49ed-8e88-fa9f8f4da8a5) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:24:46.534886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:46.554691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8c43c88f-9e9a-4bc5-b36c-3e7c61dbfd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:46.567332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:46.573730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:46.636130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Network 9a51a9da-210b-4400-b60e-e4e1400de25c is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:24:46.639567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:24:46.641876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:24:46.694205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Pushing event updated for resources: {'Port': ['ID=90867511-2e48-49ed-8e88-fa9f8f4da8a5,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:46.697508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:46.720305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:46.720908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:46.740588 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7718065 Nov 25 09:24:46.751507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Request body: {'port': {'device_id': 'fa0ee817-36db-4aa7-bcbc-da0d31a45afc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:24:46.858450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:47.028539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:47.210767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90867511-2e48-49ed-8e88-fa9f8f4da8a5 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:24:47.218139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:47.232137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Transition to ACTIVE for port object 90867511-2e48-49ed-8e88-fa9f8f4da8a5 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:24:47.235871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:47.240166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:47.276723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba0953-4778-4d3f-8c9d-090200f9b13d req-e53be2b7-b798-4217-a9d0-f73099fad5c7 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:47.278177 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3bba0953-4778-4d3f-8c9d-090200f9b13d req-e53be2b7-b798-4217-a9d0-f73099fad5c7 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 931 time: 0.0850589 Nov 25 09:24:47.322888 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3bba0953-4778-4d3f-8c9d-090200f9b13d req-8c47f906-4024-4c12-987a-8c44bd479edb tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389233 Nov 25 09:24:47.417359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Pushing event updated for resources: {'Port': ['ID=90867511-2e48-49ed-8e88-fa9f8f4da8a5,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:47.422004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:47.461823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Attempting to bind port 90867511-2e48-49ed-8e88-fa9f8f4da8a5 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:24:47.462145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Attempting to bind port 90867511-2e48-49ed-8e88-fa9f8f4da8a5 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'd2a4d634-38ac-47a7-8e28-e35aa429c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:24:47.462484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Attempting to bind port 90867511-2e48-49ed-8e88-fa9f8f4da8a5 on network 9a51a9da-210b-4400-b60e-e4e1400de25c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:24:47.466944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Port 90867511-2e48-49ed-8e88-fa9f8f4da8a5 on network 9a51a9da-210b-4400-b60e-e4e1400de25c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:24:47.467249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Attempting to bind port 90867511-2e48-49ed-8e88-fa9f8f4da8a5 on network 9a51a9da-210b-4400-b60e-e4e1400de25c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:24:47.472468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:24:47.472792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Checking segment: {'id': 'd2a4d634-38ac-47a7-8e28-e35aa429c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:24:47.473161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Bound using segment: {'id': 'd2a4d634-38ac-47a7-8e28-e35aa429c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:24:47.473569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Bound port: 90867511-2e48-49ed-8e88-fa9f8f4da8a5, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a4d634-38ac-47a7-8e28-e35aa429c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:24:47.473896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:47.558661 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] For port 90867511-2e48-49ed-8e88-fa9f8f4da8a5, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:24:47.561497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] For port 90867511-2e48-49ed-8e88-fa9f8f4da8a5, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=90867511-2e48-49ed-8e88-fa9f8f4da8a5,segment=NetworkSegment(d2a4d634-38ac-47a7-8e28-e35aa429c189),segment_id=d2a4d634-38ac-47a7-8e28-e35aa429c189)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:24:47.565854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:47.570074 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-733e3bd0-efc3-4787-8131-6c5af854305c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:47.735582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:47.736126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:47.737443 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] 10.222.0.41 "PUT /v2.0/ports/90867511-2e48-49ed-8e88-fa9f8f4da8a5 HTTP/1.1" status: 200 len: 1093 time: 0.9898498 Nov 25 09:24:47.737942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0ee817-36db-4aa7-bcbc-da0d31a45afc', 'tag': '90867511-2e48-49ed-8e88-fa9f8f4da8a5'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:24:47.765883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Pushing event updated for resources: {'Port': ['ID=90867511-2e48-49ed-8e88-fa9f8f4da8a5,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:47.769444 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:47.807948 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0ee817-36db-4aa7-bcbc-da0d31a45afc', 'tag': '90867511-2e48-49ed-8e88-fa9f8f4da8a5', 'status': 'completed', 'code': 200} Nov 25 09:24:47.846508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-b4878878-8372-4ff6-b84a-d1bd046b8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:47.847955 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-b4878878-8372-4ff6-b84a-d1bd046b8266 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2283a7c3044895803bebb822f5b19c&device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 1096 time: 0.0726893 Nov 25 09:24:47.917985 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-539076be-eabe-4bf6-84d3-1d5044b24ee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90867511-2e48-49ed-8e88-fa9f8f4da8a5 HTTP/1.1" status: 200 len: 217 time: 0.0623589 Nov 25 09:24:47.982432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-8f02f499-e138-456b-839f-20aa8b41a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:47.983896 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-8f02f499-e138-456b-839f-20aa8b41a337 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f85d17-515a-4e37-bbb2-c7c093803f67 HTTP/1.1" status: 200 len: 854 time: 0.0569584 Nov 25 09:24:48.033081 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-ea32c727-ebfd-4a90-b9dd-864ee05a05c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a51a9da-210b-4400-b60e-e4e1400de25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428092 Nov 25 09:24:48.166829 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-21370063-0bfc-4a99-b08d-8f62a5df8ca8 service neutron] 10.222.0.41 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265664 Nov 25 09:24:48.295745 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfac151e-65a0-4271-952e-2f03ff91f0b9 req-537a914b-d77e-4598-a5c5-964efb76d770 service neutron] 10.222.0.41 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229186 Nov 25 09:24:48.412477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d686b2-b0ff-493d-8f4c-ddc03ba6d595 req-e3abf253-2df2-42a9-8816-888b6d832ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:48.415063 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a9d686b2-b0ff-493d-8f4c-ddc03ba6d595 req-e3abf253-2df2-42a9-8816-888b6d832ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2283a7c3044895803bebb822f5b19c&device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 1096 time: 0.0711846 Nov 25 09:24:48.511940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e4f9f-a2d6-4325-95aa-87d215459774 req-702db14c-48c5-49a4-8210-e9cba205ed44 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:48.513407 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-769e4f9f-a2d6-4325-95aa-87d215459774 req-702db14c-48c5-49a4-8210-e9cba205ed44 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 943 time: 0.0822597 Nov 25 09:24:48.545463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d686b2-b0ff-493d-8f4c-ddc03ba6d595 req-6905ba63-3110-4818-bfde-9a13774919ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:48.546985 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a9d686b2-b0ff-493d-8f4c-ddc03ba6d595 req-6905ba63-3110-4818-bfde-9a13774919ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a51a9da-210b-4400-b60e-e4e1400de25c HTTP/1.1" status: 200 len: 915 time: 0.1267118 Nov 25 09:24:48.556310 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-769e4f9f-a2d6-4325-95aa-87d215459774 req-37d23cb6-194b-4aed-9795-75525480b112 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371721 Nov 25 09:24:48.617376 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a9d686b2-b0ff-493d-8f4c-ddc03ba6d595 req-9a13ffc2-a9e2-4a45-866a-dd96e32efc27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90867511-2e48-49ed-8e88-fa9f8f4da8a5 HTTP/1.1" status: 200 len: 217 time: 0.0633664 Nov 25 09:24:48.677917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d686b2-b0ff-493d-8f4c-ddc03ba6d595 req-29c06ebd-f2e9-417c-b688-3b2f4785b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:48.679366 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a9d686b2-b0ff-493d-8f4c-ddc03ba6d595 req-29c06ebd-f2e9-417c-b688-3b2f4785b99c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f85d17-515a-4e37-bbb2-c7c093803f67 HTTP/1.1" status: 200 len: 854 time: 0.0564647 Nov 25 09:24:48.726585 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a9d686b2-b0ff-493d-8f4c-ddc03ba6d595 req-0f1c97c8-5bb5-4985-b346-af4f088248ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a51a9da-210b-4400-b60e-e4e1400de25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408368 Nov 25 09:24:48.854487 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a9d686b2-b0ff-493d-8f4c-ddc03ba6d595 req-8dae40ad-2cd0-4c79-9355-044791b5ae05 service neutron] 10.222.0.41 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213038 Nov 25 09:24:48.986355 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a9d686b2-b0ff-493d-8f4c-ddc03ba6d595 req-ec51244a-697d-4d42-bd70-616f0aeb1540 service neutron] 10.222.0.41 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241269 Nov 25 09:24:49.663493 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:24:49.746883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85951327-f399-4639-808e-ee6c9aecd8bc req-b293ce74-fe02-47ab-ba40-77a8740c939e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:49.747553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-85951327-f399-4639-808e-ee6c9aecd8bc req-b293ce74-fe02-47ab-ba40-77a8740c939e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Synchronizing usage tracker for tenant:7e2283a7c3044895803bebb822f5b19c on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:24:49.763559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-85951327-f399-4639-808e-ee6c9aecd8bc req-b293ce74-fe02-47ab-ba40-77a8740c939e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Unset dirty status for tenant:7e2283a7c3044895803bebb822f5b19c on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:24:49.764655 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-85951327-f399-4639-808e-ee6c9aecd8bc req-b293ce74-fe02-47ab-ba40-77a8740c939e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 943 time: 0.1006649 Nov 25 09:24:49.807793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-85951327-f399-4639-808e-ee6c9aecd8bc req-947ff52d-b077-4182-a35c-234b2802a9e8 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Synchronizing usage tracker for tenant:7e2283a7c3044895803bebb822f5b19c on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:24:49.823319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-85951327-f399-4639-808e-ee6c9aecd8bc req-947ff52d-b077-4182-a35c-234b2802a9e8 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Unset dirty status for tenant:7e2283a7c3044895803bebb822f5b19c on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:24:49.824378 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-85951327-f399-4639-808e-ee6c9aecd8bc req-947ff52d-b077-4182-a35c-234b2802a9e8 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541155 Nov 25 09:24:49.859562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daca7b24-6e86-4c16-9678-dccb22a18a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:50.050560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:51.006018 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd21459-fa8e-4395-96d9-5c677cae9d89 req-7c7d297c-c6b0-414e-8e6c-9ec2aa620a96 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:51.007502 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-cfd21459-fa8e-4395-96d9-5c677cae9d89 req-7c7d297c-c6b0-414e-8e6c-9ec2aa620a96 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 943 time: 0.0803988 Nov 25 09:24:51.051093 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-cfd21459-fa8e-4395-96d9-5c677cae9d89 req-3ba96aff-5dcf-4281-8260-4e32f3b8fd4b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378850 Nov 25 09:24:51.514570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:52.017573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 90867511-2e48-49ed-8e88-fa9f8f4da8a5 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:24:52.150832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 90867511-2e48-49ed-8e88-fa9f8f4da8a5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=90867511-2e48-49ed-8e88-fa9f8f4da8a5,segment=NetworkSegment(d2a4d634-38ac-47a7-8e28-e35aa429c189),segment_id=d2a4d634-38ac-47a7-8e28-e35aa429c189)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:52.165067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '90867511-2e48-49ed-8e88-fa9f8f4da8a5', 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c', 'port_id': '90867511-2e48-49ed-8e88-fa9f8f4da8a5', 'mac_address': 'fa:16:3e:e8:e8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f85d17-515a-4e37-bbb2-c7c093803f67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:24:52.219281 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:52.233737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936e49-5c73-4ee8-a911-ad9ee19ee1ae req-4af45634-fd09-4b34-a5e5-3746ce577ce1 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:52.235206 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b9936e49-5c73-4ee8-a911-ad9ee19ee1ae req-4af45634-fd09-4b34-a5e5-3746ce577ce1 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 943 time: 0.0794232 Nov 25 09:24:52.239957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90867511-2e48-49ed-8e88-fa9f8f4da8a5 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:24:52.255472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 90867511-2e48-49ed-8e88-fa9f8f4da8a5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=90867511-2e48-49ed-8e88-fa9f8f4da8a5,segment=NetworkSegment(d2a4d634-38ac-47a7-8e28-e35aa429c189),segment_id=d2a4d634-38ac-47a7-8e28-e35aa429c189)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:52.260687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:52.262548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:52.284979 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b9936e49-5c73-4ee8-a911-ad9ee19ee1ae req-196567c7-d8e2-4d69-a391-a67480c7ba60 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439076 Nov 25 09:24:52.328351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=90867511-2e48-49ed-8e88-fa9f8f4da8a5,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:52.331380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:52.627326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['90867511-2e48-49ed-8e88-fa9f8f4da8a5'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:24:53.481197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b8cc3-ce1f-4554-b204-7a4714a35688 req-4279b877-41c3-4bfe-88db-4ee25f16dcb4 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:53.482634 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-602b8cc3-ce1f-4554-b204-7a4714a35688 req-4279b877-41c3-4bfe-88db-4ee25f16dcb4 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 944 time: 0.0809197 Nov 25 09:24:53.525272 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-602b8cc3-ce1f-4554-b204-7a4714a35688 req-3627bda2-5dc6-42c8-b225-b7ceaf350bd2 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371094 Nov 25 09:24:54.048869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 90867511-2e48-49ed-8e88-fa9f8f4da8a5 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:24:54.116067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 90867511-2e48-49ed-8e88-fa9f8f4da8a5 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:24:54.121202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 90867511-2e48-49ed-8e88-fa9f8f4da8a5 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:24:54.121579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:54.233584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:54.258721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0ee817-36db-4aa7-bcbc-da0d31a45afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90867511-2e48-49ed-8e88-fa9f8f4da8a5'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:24:54.268682 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 90867511-2e48-49ed-8e88-fa9f8f4da8a5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=90867511-2e48-49ed-8e88-fa9f8f4da8a5,segment=NetworkSegment(d2a4d634-38ac-47a7-8e28-e35aa429c189),segment_id=d2a4d634-38ac-47a7-8e28-e35aa429c189)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:24:54.272532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:54.275881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:54.305345 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0ee817-36db-4aa7-bcbc-da0d31a45afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90867511-2e48-49ed-8e88-fa9f8f4da8a5', 'code': 200} Nov 25 09:24:54.346015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=90867511-2e48-49ed-8e88-fa9f8f4da8a5,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:54.348824 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:54.528561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6009da-89bb-4d7c-b0b5-4c2632a265b1 req-d639cd21-fbac-45c7-b7a0-bab6b789b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:54.530054 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7b6009da-89bb-4d7c-b0b5-4c2632a265b1 req-d639cd21-fbac-45c7-b7a0-bab6b789b7bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 1098 time: 0.0721385 Nov 25 09:24:54.574385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7b6009da-89bb-4d7c-b0b5-4c2632a265b1 req-03396a61-00b5-403d-b84b-ec1a86459ea6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354061 Nov 25 09:24:54.707703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f230e46-457f-4a1e-b870-838732ac2f69 req-f6ebb78b-05fd-4e39-87dc-5d1fc1d879d4 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:54.710364 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3f230e46-457f-4a1e-b870-838732ac2f69 req-f6ebb78b-05fd-4e39-87dc-5d1fc1d879d4 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.0795095 Nov 25 09:24:54.763807 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3f230e46-457f-4a1e-b870-838732ac2f69 req-fb05da6e-e797-46db-be27-a00a1ed92d0c tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 Nov 25 09:24:55.959667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d88d7-fc7b-422b-acbf-c72acf1fa167 req-3354e27c-c8c9-4190-a7b9-2b76b750675a tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:55.961652 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f75d88d7-fc7b-422b-acbf-c72acf1fa167 req-3354e27c-c8c9-4190-a7b9-2b76b750675a tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.0886414 Nov 25 09:24:56.008883 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f75d88d7-fc7b-422b-acbf-c72acf1fa167 req-37a00d12-08ed-4312-b091-76f8f42a789f tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 Nov 25 09:24:57.190847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f99df1-52c3-4362-b8bb-706a8c33f608 req-8cd22151-914a-4bbb-a816-0092a077a3b9 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:57.192202 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f6f99df1-52c3-4362-b8bb-706a8c33f608 req-8cd22151-914a-4bbb-a816-0092a077a3b9 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.0804682 Nov 25 09:24:57.235587 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f6f99df1-52c3-4362-b8bb-706a8c33f608 req-ce790bf2-8a80-4eed-9133-901e6e6d271e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 Nov 25 09:24:57.624558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-1d69e992-49ec-481d-a1d3-cd5d9b24ba09 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:57.625977 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-1d69e992-49ec-481d-a1d3-cd5d9b24ba09 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/networks?id=9a51a9da-210b-4400-b60e-e4e1400de25c HTTP/1.1" status: 200 len: 814 time: 0.2546165 Nov 25 09:24:57.640130 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-c5a4ded6-b286-4ce9-b904-2d96cb32c73a tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/quotas/7e2283a7c3044895803bebb822f5b19c HTTP/1.1" status: 200 len: 375 time: 0.0087485 Nov 25 09:24:57.716836 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-4614e0de-e769-45bb-ae77-f84d6854ed18 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e2283a7c3044895803bebb822f5b19c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0719485 Nov 25 09:24:57.847784 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-e5ca310c-0d4e-4dec-bd48-f8cccb100f75 service neutron] 10.222.0.54 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241310 Nov 25 09:24:57.980556 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-8ec14ce8-aed8-493b-9159-0ddda2d0ed6f service neutron] 10.222.0.54 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264510 Nov 25 09:24:58.155369 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bf1e983c-c77e-466d-b5f2-9754d851340a req-8197ab51-99bc-4575-9a91-bd8fd12837c8 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 210 time: 0.0434096 Nov 25 09:24:59.184935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-e823776f-5475-4b35-b2fc-8e659b6c7a94 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:59.186422 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-e823776f-5475-4b35-b2fc-8e659b6c7a94 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.41 "GET /v2.0/networks?id=9a51a9da-210b-4400-b60e-e4e1400de25c HTTP/1.1" status: 200 len: 814 time: 0.1544507 Nov 25 09:24:59.199085 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Request body: {'port': {'device_id': '7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b', 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c', 'admin_state_up': True, 'tenant_id': '7e2283a7c3044895803bebb822f5b19c'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:24:59.331425 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fbb00823-8792-45db-87fa-06d6833037a0 req-5b2fcda7-93d9-49d2-8845-dbb3c11513e5 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 210 time: 0.0585504 Nov 25 09:24:59.385567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:24:59.395081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:24:59.404782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Made reservation on behalf of 7e2283a7c3044895803bebb822f5b19c for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:24:59.408214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:59.572320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Allocated IP 172.20.0.12 (9a51a9da-210b-4400-b60e-e4e1400de25c/f1f85d17-515a-4e37-bbb2-c7c093803f67/ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:24:59.770670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:59.802290 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:59.809375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:24:59.814782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['90867511-2e48-49ed-8e88-fa9f8f4da8a5'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:24:59.877409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Network 9a51a9da-210b-4400-b60e-e4e1400de25c is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:24:59.880805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:24:59.885257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:24:59.928563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Pushing event updated for resources: {'Port': ['ID=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:24:59.933201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:24:59.957935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:24:59.958561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:24:59.983627 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7890944 Nov 25 09:24:59.995160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Request body: {'port': {'device_id': '7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:00.106158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:00.572287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:25:00.580224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:00.595763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Transition to ACTIVE for port object ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:00.599935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:00.604768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6520e8fc-e93c-4c14-a7cf-9b65e1d72815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:00.644409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a9ecb-82b3-4b98-bdba-698665e28e46 req-da24c583-a53b-4058-9f87-dae38be69bb7 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:00.645775 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-903a9ecb-82b3-4b98-bdba-698665e28e46 req-da24c583-a53b-4058-9f87-dae38be69bb7 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 944 time: 0.2091324 Nov 25 09:25:00.690306 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-903a9ecb-82b3-4b98-bdba-698665e28e46 req-a6b32231-79c6-4637-a109-2c37e6fa2570 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 Nov 25 09:25:00.759732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:00.762633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:00.836037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Attempting to bind port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:25:00.836364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Attempting to bind port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'd2a4d634-38ac-47a7-8e28-e35aa429c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:25:00.836677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Attempting to bind port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e on network 9a51a9da-210b-4400-b60e-e4e1400de25c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:00.841194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e on network 9a51a9da-210b-4400-b60e-e4e1400de25c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:25:00.841498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Attempting to bind port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e on network 9a51a9da-210b-4400-b60e-e4e1400de25c {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:00.846728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:25:00.847053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Checking segment: {'id': 'd2a4d634-38ac-47a7-8e28-e35aa429c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:00.847421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Bound using segment: {'id': 'd2a4d634-38ac-47a7-8e28-e35aa429c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:25:00.847830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Bound port: ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a4d634-38ac-47a7-8e28-e35aa429c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:25:00.848162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:00.936346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] For port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:25:00.939594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] For port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e,segment=NetworkSegment(d2a4d634-38ac-47a7-8e28-e35aa429c189),segment_id=d2a4d634-38ac-47a7-8e28-e35aa429c189)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:25:00.943605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:00.948458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1e40712-736a-4dd7-ad9e-704a1c029531 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:00.996877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:00.997480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:00.998830 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e HTTP/1.1" status: 200 len: 1094 time: 1.0077491 Nov 25 09:25:00.999332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b', 'tag': 'ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:25:01.029660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:01.032791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:01.074551 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b', 'tag': 'ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e', 'status': 'completed', 'code': 200} Nov 25 09:25:01.113773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-8d3dc7d1-f808-481a-a908-1523dca0ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:01.115236 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-8d3dc7d1-f808-481a-a908-1523dca0ea83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2283a7c3044895803bebb822f5b19c&device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 1097 time: 0.0735240 Nov 25 09:25:01.190534 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-4e78497d-049b-42e7-9ace-b2d8dd68038f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e HTTP/1.1" status: 200 len: 217 time: 0.0680485 Nov 25 09:25:01.253896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-257c89e6-77d6-4659-866d-7efa1b838e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:01.255302 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-257c89e6-77d6-4659-866d-7efa1b838e80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f85d17-515a-4e37-bbb2-c7c093803f67 HTTP/1.1" status: 200 len: 854 time: 0.0590167 Nov 25 09:25:01.300705 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-1734aaeb-f533-44de-a760-5b165d315032 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a51a9da-210b-4400-b60e-e4e1400de25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390892 Nov 25 09:25:01.427908 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-0428fcae-5ba3-48c9-8321-6b189f3b6ad7 service neutron] 10.222.0.41 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210773 Nov 25 09:25:01.554793 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69bc5ed6-92a4-4832-b31f-6d6016fab968 req-4f2a6bef-4774-469c-b33e-4d55290d33db service neutron] 10.222.0.41 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204839 Nov 25 09:25:01.670953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aac1e9-9b43-467f-b8ba-b53d29cddfe8 req-b6c540bc-874e-41b5-9d02-bce6a64ad80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:01.672410 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-71aac1e9-9b43-467f-b8ba-b53d29cddfe8 req-b6c540bc-874e-41b5-9d02-bce6a64ad80a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2283a7c3044895803bebb822f5b19c&device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 1097 time: 0.0700958 Nov 25 09:25:01.802904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aac1e9-9b43-467f-b8ba-b53d29cddfe8 req-a3db23d9-1448-45a5-8884-6e76c05e8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:01.804367 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-71aac1e9-9b43-467f-b8ba-b53d29cddfe8 req-a3db23d9-1448-45a5-8884-6e76c05e8b5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a51a9da-210b-4400-b60e-e4e1400de25c HTTP/1.1" status: 200 len: 915 time: 0.1258848 Nov 25 09:25:01.878715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa192104-ae66-4ccd-b53f-4cbf83912e59 req-00b97551-9519-4419-aeb2-dbb2c278f81b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:01.880101 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-aa192104-ae66-4ccd-b53f-4cbf83912e59 req-00b97551-9519-4419-aeb2-dbb2c278f81b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 944 time: 0.0827394 Nov 25 09:25:01.884225 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-71aac1e9-9b43-467f-b8ba-b53d29cddfe8 req-34b9f2bf-aea8-42f5-a4b9-fedfc16ba1ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e HTTP/1.1" status: 200 len: 217 time: 0.0644772 Nov 25 09:25:01.925381 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-aa192104-ae66-4ccd-b53f-4cbf83912e59 req-a1e61cdd-a0e2-43d3-8042-401d299c4643 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393276 Nov 25 09:25:01.945909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aac1e9-9b43-467f-b8ba-b53d29cddfe8 req-6b4ff5ee-e94e-4cd0-94be-6ff5b873049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:01.947374 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-71aac1e9-9b43-467f-b8ba-b53d29cddfe8 req-6b4ff5ee-e94e-4cd0-94be-6ff5b873049a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f85d17-515a-4e37-bbb2-c7c093803f67 HTTP/1.1" status: 200 len: 854 time: 0.0577462 Nov 25 09:25:02.002231 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-71aac1e9-9b43-467f-b8ba-b53d29cddfe8 req-60080f70-4417-4e62-b945-474a2628d6f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a51a9da-210b-4400-b60e-e4e1400de25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441601 Nov 25 09:25:02.244171 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-71aac1e9-9b43-467f-b8ba-b53d29cddfe8 req-41084ea3-f737-4ef9-b683-4956b328125d service neutron] 10.222.0.41 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355120 Nov 25 09:25:02.377084 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-71aac1e9-9b43-467f-b8ba-b53d29cddfe8 req-26876157-fd12-4435-a5d0-f5ec664c9810 service neutron] 10.222.0.41 "GET /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216922 Nov 25 09:25:03.105859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772b9b1-2b49-4533-8032-705f69239a46 req-be3300cf-4eec-4fe1-83e3-cf193363098f tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:03.106576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a772b9b1-2b49-4533-8032-705f69239a46 req-be3300cf-4eec-4fe1-83e3-cf193363098f tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Synchronizing usage tracker for tenant:7e2283a7c3044895803bebb822f5b19c on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:25:03.122040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a772b9b1-2b49-4533-8032-705f69239a46 req-be3300cf-4eec-4fe1-83e3-cf193363098f tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Unset dirty status for tenant:7e2283a7c3044895803bebb822f5b19c on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:25:03.123265 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a772b9b1-2b49-4533-8032-705f69239a46 req-be3300cf-4eec-4fe1-83e3-cf193363098f tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 944 time: 0.0945835 Nov 25 09:25:03.170425 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a772b9b1-2b49-4533-8032-705f69239a46 req-7a646f9d-fa53-42e5-84cf-6a7274ea934d tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414736 Nov 25 09:25:04.079250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:25:04.212026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e,segment=NetworkSegment(d2a4d634-38ac-47a7-8e28-e35aa429c189),segment_id=d2a4d634-38ac-47a7-8e28-e35aa429c189)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:04.229377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e', 'network_id': '9a51a9da-210b-4400-b60e-e4e1400de25c', 'port_id': 'ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e', 'mac_address': 'fa:16:3e:10:15:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f85d17-515a-4e37-bbb2-c7c093803f67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:25:04.293084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:04.295233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:04.311962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:25:04.327030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e,segment=NetworkSegment(d2a4d634-38ac-47a7-8e28-e35aa429c189),segment_id=d2a4d634-38ac-47a7-8e28-e35aa429c189)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:04.330770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:04.332449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:04.351601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2060a1-6d60-4141-a5e6-0e801600f2ab req-c44a71c2-8dfb-4d3d-af6b-6e93779d109e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:04.353056 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5e2060a1-6d60-4141-a5e6-0e801600f2ab req-c44a71c2-8dfb-4d3d-af6b-6e93779d109e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 944 time: 0.0813136 Nov 25 09:25:04.396518 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5e2060a1-6d60-4141-a5e6-0e801600f2ab req-feeb5028-0447-4370-8a94-4c2ec3ad731c tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375218 Nov 25 09:25:04.397020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:04.404714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.405061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.405392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.405717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.406205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.406408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.406702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.407022 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.407339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.407699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.408017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.408340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:04.412062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:04.658986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:25:05.585391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69123ca6-c4bb-4086-bca2-84d7eacf4644 req-f3452c60-c808-4a64-8eb9-0aa52bfc5fe3 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:05.586842 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69123ca6-c4bb-4086-bca2-84d7eacf4644 req-f3452c60-c808-4a64-8eb9-0aa52bfc5fe3 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 945 time: 0.0827849 Nov 25 09:25:05.630358 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-69123ca6-c4bb-4086-bca2-84d7eacf4644 req-db41e3d5-ebf6-41dc-8f37-af4f2e6e1e9e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378301 Nov 25 09:25:06.118477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:06.188205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:06.192911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:06.193293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:06.305354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:06.334781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:25:06.345158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e,segment=NetworkSegment(d2a4d634-38ac-47a7-8e28-e35aa429c189),segment_id=d2a4d634-38ac-47a7-8e28-e35aa429c189)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:06.349520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:06.352322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:06.382797 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e', 'code': 200} Nov 25 09:25:06.422661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:06.425608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:06.646763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae61f4-70a6-4c6a-8af8-9fd29bb14988 req-c427dfff-6a08-4e12-9290-83b3dd6e0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:06.648233 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ceae61f4-70a6-4c6a-8af8-9fd29bb14988 req-c427dfff-6a08-4e12-9290-83b3dd6e0fed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 1099 time: 0.1103640 Nov 25 09:25:06.692536 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ceae61f4-70a6-4c6a-8af8-9fd29bb14988 req-e80fc3d0-de43-44b2-bf46-73ffb3778897 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344234 Nov 25 09:25:06.812818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a41a1b-5318-4378-9979-891e74931e67 req-48464adc-aa0c-4aee-81d2-6c4a4819fd28 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:06.814155 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-16a41a1b-5318-4378-9979-891e74931e67 req-48464adc-aa0c-4aee-81d2-6c4a4819fd28 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 946 time: 0.0822148 Nov 25 09:25:06.860059 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-16a41a1b-5318-4378-9979-891e74931e67 req-6b44c0f1-5afb-40f9-bafb-0b7481cd1b3f tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402369 Nov 25 09:25:08.058568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eed22-65d6-471b-84a7-7d2b726222c2 req-5dca02c4-4024-4140-96bd-95a53d1b1381 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:08.060047 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-944eed22-65d6-471b-84a7-7d2b726222c2 req-5dca02c4-4024-4140-96bd-95a53d1b1381 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 946 time: 0.0952654 Nov 25 09:25:08.110331 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-944eed22-65d6-471b-84a7-7d2b726222c2 req-6f5bf5ee-ce14-4939-b980-91dd80a055f3 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Nov 25 09:25:09.292180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae884af-81ae-4e52-a68f-17ed5bcfe35c req-ec49213d-e722-4568-ab19-9caa022fb9e2 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:09.293647 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aae884af-81ae-4e52-a68f-17ed5bcfe35c req-ec49213d-e722-4568-ab19-9caa022fb9e2 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 946 time: 0.0800767 Nov 25 09:25:09.340049 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aae884af-81ae-4e52-a68f-17ed5bcfe35c req-a825bf7f-020e-45e8-aa29-72154b2edc9f tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Nov 25 09:25:09.711687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041c60-6a67-499c-8026-e95af18cee9d req-37382f0a-7010-4adc-b376-d5027f382f79 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:09.713094 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ae041c60-6a67-499c-8026-e95af18cee9d req-37382f0a-7010-4adc-b376-d5027f382f79 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 946 time: 0.0780470 Nov 25 09:25:09.755683 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ae041c60-6a67-499c-8026-e95af18cee9d req-cd5deba0-2448-4270-be2a-32ab205fe85e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371020 Nov 25 09:25:10.941445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea96158-abcc-4d2e-b2eb-7b10a3e4ef42 req-b5fd5024-5f3c-4680-9c66-1c7a2e2f52bd tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:10.942944 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6ea96158-abcc-4d2e-b2eb-7b10a3e4ef42 req-b5fd5024-5f3c-4680-9c66-1c7a2e2f52bd tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 946 time: 0.0800579 Nov 25 09:25:10.987960 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6ea96158-abcc-4d2e-b2eb-7b10a3e4ef42 req-24ad37f6-b7d6-490c-a63c-d49f04f8a647 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392728 Nov 25 09:25:11.201749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886b1df-43c7-4a60-8a3f-a70f21eb53c9 req-8088791c-a194-4467-b599-31d82b66ec8e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:11.203187 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1886b1df-43c7-4a60-8a3f-a70f21eb53c9 req-8088791c-a194-4467-b599-31d82b66ec8e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 946 time: 0.0861290 Nov 25 09:25:11.271886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-1886b1df-43c7-4a60-8a3f-a70f21eb53c9 req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Deleting port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:25:11.272239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1886b1df-43c7-4a60-8a3f-a70f21eb53c9 req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:11.511675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-1886b1df-43c7-4a60-8a3f-a70f21eb53c9 req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] For port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e,segment=NetworkSegment(d2a4d634-38ac-47a7-8e28-e35aa429c189),segment_id=d2a4d634-38ac-47a7-8e28-e35aa429c189)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:11.511944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1886b1df-43c7-4a60-8a3f-a70f21eb53c9 req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:11.630688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-1886b1df-43c7-4a60-8a3f-a70f21eb53c9 req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Calling delete_port for ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:25:11.771116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1886b1df-43c7-4a60-8a3f-a70f21eb53c9 req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:11.776614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:11.783388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['90867511-2e48-49ed-8e88-fa9f8f4da8a5', 'ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:25:11.821543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Pushing event deleted for resources: {'Port': ['ID=ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:11.824490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:11.896073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1886b1df-43c7-4a60-8a3f-a70f21eb53c9 req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] No DVR routers for this DVR port ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:25:11.898589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1886b1df-43c7-4a60-8a3f-a70f21eb53c9 req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:11.901201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b', 'name': 'network-vif-deleted', 'tag': 'ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:25:11.917149 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1886b1df-43c7-4a60-8a3f-a70f21eb53c9 req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.41 "DELETE /v2.0/ports/ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e HTTP/1.1" status: 204 len: 173 time: 0.7089188 Nov 25 09:25:11.946117 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b', 'name': 'network-vif-deleted', 'tag': 'ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e', 'status': 'completed', 'code': 200} Nov 25 09:25:12.163359 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-93b2da86-62fd-4fd8-817e-5e560fb16027 req-679f80f6-90a8-4d34-a0f8-e4f04f127f11 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c8a0a-9ab8-4f5a-9a0a-001e0ca5936b HTTP/1.1" status: 200 len: 210 time: 0.0474749 Nov 25 09:25:13.414749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d405b5-a7ea-4789-a99b-70765ff500c7 req-0f3182cd-7d46-45c5-8693-28f378f7f2d6 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:13.416184 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e8d405b5-a7ea-4789-a99b-70765ff500c7 req-0f3182cd-7d46-45c5-8693-28f378f7f2d6 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.0789063 Nov 25 09:25:13.459217 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e8d405b5-a7ea-4789-a99b-70765ff500c7 req-3ea05fa4-145e-4304-9b84-74715f90f8ee tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374935 Nov 25 09:25:13.661029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207b1dd-a23e-430c-bab8-8f7afb08245a req-7760821b-a877-4d63-ae72-3a4d56d80402 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:13.662485 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b207b1dd-a23e-430c-bab8-8f7afb08245a req-7760821b-a877-4d63-ae72-3a4d56d80402 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.0833309 Nov 25 09:25:13.706716 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b207b1dd-a23e-430c-bab8-8f7afb08245a req-9c80c089-750f-4ac4-b71e-b7d6cc74111a tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379815 Nov 25 09:25:13.887440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b8896-c035-4262-b803-0e2f0e1302b8 req-4408b067-8c6d-41f8-950f-19945f1c7254 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:13.888114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-871b8896-c035-4262-b803-0e2f0e1302b8 req-4408b067-8c6d-41f8-950f-19945f1c7254 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Synchronizing usage tracker for tenant:7e2283a7c3044895803bebb822f5b19c on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:25:13.902811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-871b8896-c035-4262-b803-0e2f0e1302b8 req-4408b067-8c6d-41f8-950f-19945f1c7254 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Unset dirty status for tenant:7e2283a7c3044895803bebb822f5b19c on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:25:13.903999 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-871b8896-c035-4262-b803-0e2f0e1302b8 req-4408b067-8c6d-41f8-950f-19945f1c7254 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.0934947 Nov 25 09:25:13.950174 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-871b8896-c035-4262-b803-0e2f0e1302b8 req-8d5a6a45-0946-451a-8373-57e76479c922 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Nov 25 09:25:14.144834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:25:14.186238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:25:14.186621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device ed3dd3fb-2cd2-4b7e-ab53-817f641cdc5e not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:25:14.348356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90736e-f407-4175-9070-10e0a6e97bdc req-3bfada8b-328b-4f72-a261-9cbad89601a3 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:14.349702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de90736e-f407-4175-9070-10e0a6e97bdc req-3bfada8b-328b-4f72-a261-9cbad89601a3 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.1930685 Nov 25 09:25:14.392746 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-de90736e-f407-4175-9070-10e0a6e97bdc req-7a570b8a-5757-4382-b26d-2a56a8fbb348 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368323 Nov 25 09:25:14.578160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5f240-758f-4bec-abff-df243e54b936 req-316fedac-07df-4ee7-bc01-c1e1c4c5f464 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:14.579627 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-aaa5f240-758f-4bec-abff-df243e54b936 req-316fedac-07df-4ee7-bc01-c1e1c4c5f464 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.0847654 Nov 25 09:25:14.627558 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-aaa5f240-758f-4bec-abff-df243e54b936 req-0743da1b-4d36-4736-ab39-6744647eb1e8 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Nov 25 09:25:14.816276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30815129-3f38-4871-8a29-ec30ece83d99 req-e8dc7583-3e4f-4273-bc90-df9164c1de46 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:14.817694 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-30815129-3f38-4871-8a29-ec30ece83d99 req-e8dc7583-3e4f-4273-bc90-df9164c1de46 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.0799077 Nov 25 09:25:14.862558 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-30815129-3f38-4871-8a29-ec30ece83d99 req-7ed5728b-42e8-4008-83b7-180f3340dc81 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391705 Nov 25 09:25:15.402847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da5fe3-aff1-4046-a96a-0a732d422d05 req-3bf09df7-4b3a-4a7e-b47d-9927841fef9f tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:15.404281 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b9da5fe3-aff1-4046-a96a-0a732d422d05 req-3bf09df7-4b3a-4a7e-b47d-9927841fef9f tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.0899553 Nov 25 09:25:15.446835 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b9da5fe3-aff1-4046-a96a-0a732d422d05 req-aaf61071-83c5-4d6e-83a1-a24e42b3a754 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369639 Nov 25 09:25:16.557914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-126a27f0-0e2e-4329-b675-1fb3e194c157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:16.634200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2f710-9448-4bfe-97df-a44325895d7d req-ef38a581-5f75-470b-9f7f-ca80a0c4230e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:16.635651 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6ec2f710-9448-4bfe-97df-a44325895d7d req-ef38a581-5f75-470b-9f7f-ca80a0c4230e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.0842023 Nov 25 09:25:16.681669 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6ec2f710-9448-4bfe-97df-a44325895d7d req-0fa3f6b3-f42e-4281-bd98-2f6f6dc00e39 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4606b09-f21d-4153-9a36-c0bc870cc830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Nov 25 09:25:17.022528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:17.151750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89728f8d-842f-4f57-bfd2-45739977e23e req-5027e77b-c8a0-433e-820c-4fe3148fe9b1 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:17.153142 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89728f8d-842f-4f57-bfd2-45739977e23e req-5027e77b-c8a0-433e-820c-4fe3148fe9b1 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 945 time: 0.0775001 Nov 25 09:25:17.224415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-89728f8d-842f-4f57-bfd2-45739977e23e req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Deleting port 90867511-2e48-49ed-8e88-fa9f8f4da8a5 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:25:17.224753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-89728f8d-842f-4f57-bfd2-45739977e23e req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:17.471069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-89728f8d-842f-4f57-bfd2-45739977e23e req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] For port 90867511-2e48-49ed-8e88-fa9f8f4da8a5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=90867511-2e48-49ed-8e88-fa9f8f4da8a5,segment=NetworkSegment(d2a4d634-38ac-47a7-8e28-e35aa429c189),segment_id=d2a4d634-38ac-47a7-8e28-e35aa429c189)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:17.471422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-89728f8d-842f-4f57-bfd2-45739977e23e req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:17.589989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-89728f8d-842f-4f57-bfd2-45739977e23e req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Calling delete_port for 90867511-2e48-49ed-8e88-fa9f8f4da8a5 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:25:17.734635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-89728f8d-842f-4f57-bfd2-45739977e23e req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:17.740430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd8f72f1-0956-4666-9747-6bdd546f24ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:17.745745 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['90867511-2e48-49ed-8e88-fa9f8f4da8a5'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:25:17.783729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Pushing event deleted for resources: {'Port': ['ID=90867511-2e48-49ed-8e88-fa9f8f4da8a5,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:17.787392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:17.830947 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e9dd68bf-5173-467a-b9c4-0bd0369872f0 req-a1e2dae4-09b9-4fc8-a7ba-0e09983e232e tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0ee817-36db-4aa7-bcbc-da0d31a45afc HTTP/1.1" status: 200 len: 210 time: 0.0424953 Nov 25 09:25:17.861733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-89728f8d-842f-4f57-bfd2-45739977e23e req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] No DVR routers for this DVR port 90867511-2e48-49ed-8e88-fa9f8f4da8a5 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:25:17.864137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-89728f8d-842f-4f57-bfd2-45739977e23e req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:17.866724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0ee817-36db-4aa7-bcbc-da0d31a45afc', 'name': 'network-vif-deleted', 'tag': '90867511-2e48-49ed-8e88-fa9f8f4da8a5'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:25:17.881754 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-89728f8d-842f-4f57-bfd2-45739977e23e req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] 10.222.0.41 "DELETE /v2.0/ports/90867511-2e48-49ed-8e88-fa9f8f4da8a5 HTTP/1.1" status: 204 len: 173 time: 0.7228284 Nov 25 09:25:17.910591 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0ee817-36db-4aa7-bcbc-da0d31a45afc', 'name': 'network-vif-deleted', 'tag': '90867511-2e48-49ed-8e88-fa9f8f4da8a5', 'status': 'completed', 'code': 200} Nov 25 09:25:18.927627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54426) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:18.988053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6f0e29-4035-4b08-9ea2-e81f2bf65ada admin admin] Deleting subnet f1f85d17-515a-4e37-bbb2-c7c093803f67 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:25:18.990880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0e29-4035-4b08-9ea2-e81f2bf65ada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.043662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0e29-4035-4b08-9ea2-e81f2bf65ada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.096515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0e29-4035-4b08-9ea2-e81f2bf65ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.165338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0e29-4035-4b08-9ea2-e81f2bf65ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.169752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9985b241-a01f-49f8-8590-e9b5807f992d tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:19.204112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f0e29-4035-4b08-9ea2-e81f2bf65ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f85d17-515a-4e37-bbb2-c7c093803f67,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:19.206033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0e29-4035-4b08-9ea2-e81f2bf65ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.208514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4c6f0e29-4035-4b08-9ea2-e81f2bf65ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:19.212996 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4c6f0e29-4035-4b08-9ea2-e81f2bf65ada admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f1f85d17-515a-4e37-bbb2-c7c093803f67 HTTP/1.1" status: 204 len: 168 time: 0.2843609 Nov 25 09:25:19.215532 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54430) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:19.326440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.447841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.472592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a51a9da-210b-4400-b60e-e4e1400de25c']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:19.485017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a4d634-38ac-47a7-8e28-e35aa429c189') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:19.485313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a4d634-38ac-47a7-8e28-e35aa429c189') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:19.496477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.511806 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.517932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:25:19.518344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:25:19.531586 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:25:19.722923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.726587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a1d9ea32-08f0-496f-abff-6e28ea2d427a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:19.739226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.749201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a51a9da-210b-4400-b60e-e4e1400de25c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:19.752238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:19.757495 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a151ac15-9c53-49c1-8f2d-bcbcdbc078f0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9a51a9da-210b-4400-b60e-e4e1400de25c HTTP/1.1" status: 204 len: 168 time: 0.5410540 Nov 25 09:25:19.861013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-35683bce-7879-44a3-a950-c7c39f828f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:19.865418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54436) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:19.913706 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0f191e86-be7d-4118-9c67-59d9ab9b6e6f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e2283a7c3044895803bebb822f5b19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467794 Nov 25 09:25:19.915874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54440) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:19.975692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15d5e76e-cedc-441f-902e-65c15c4b3e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:20.001402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15d5e76e-cedc-441f-902e-65c15c4b3e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:20.053728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15d5e76e-cedc-441f-902e-65c15c4b3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:20.058040 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:20.059468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a0b86468-9e31-46cb-b182-1ce5fadb00f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:20.072655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5e76e-cedc-441f-902e-65c15c4b3e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4606b09-f21d-4153-9a36-c0bc870cc830,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:20.075237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15d5e76e-cedc-441f-902e-65c15c4b3e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:20.082934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-15d5e76e-cedc-441f-902e-65c15c4b3e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:20.084074 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-15d5e76e-cedc-441f-902e-65c15c4b3e35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4606b09-f21d-4153-9a36-c0bc870cc830 HTTP/1.1" status: 204 len: 168 time: 0.1672163 Nov 25 09:25:20.172148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 90867511-2e48-49ed-8e88-fa9f8f4da8a5 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:25:20.207746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 90867511-2e48-49ed-8e88-fa9f8f4da8a5 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:25:20.208110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 90867511-2e48-49ed-8e88-fa9f8f4da8a5 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:25:20.812171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54464) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:20.912152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-939288595'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:20.918448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:20.922321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Usage tracker for resource:network and tenant:6eb749ed28864cc8b86694e924f8a16c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:20.925293 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:20.931874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:20.940678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Made reservation on behalf of 6eb749ed28864cc8b86694e924f8a16c for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:20.944044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:20.956132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:20.971291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:20.975093 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Usage tracker for resource:security_group_rule and tenant:6eb749ed28864cc8b86694e924f8a16c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:20.978449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:20.984109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:21.066373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:21.070049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:21.073946 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0a423e8a-7e67-4172-a2ca-4f384ab6080d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:21.100755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:25:21.116565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d105f5-4e92-4e41-9a2e-124080c06d81,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:21.120212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:21.123028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:21.123362 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Added segment 989b3d75-e223-490c-9751-143dce3102dc of type vlan for network b7948ff4-0ff1-47a3-9d55-571fd5218c36 Nov 25 09:25:21.151031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:21.180923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:21.186431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:21.187006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:21.191764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-73e3d225-eb30-4a1c-b633-1a17999f2e68 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:21.295036 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4817805 Nov 25 09:25:21.297864 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event updated for resources: {'Network': ['ID=b7948ff4-0ff1-47a3-9d55-571fd5218c36,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:21.311737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:21.319586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network b7948ff4-0ff1-47a3-9d55-571fd5218c36 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:25:21.517484 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:24.642889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54470) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:24.648740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Request body: {'subnet': {'network_id': 'b7948ff4-0ff1-47a3-9d55-571fd5218c36', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:24.758824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:24.762606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Usage tracker for resource:subnet and tenant:6eb749ed28864cc8b86694e924f8a16c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:24.765328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:24.770897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:24.781019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Made reservation on behalf of 6eb749ed28864cc8b86694e924f8a16c for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:24.784460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.000801 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.004479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-db18983d-adeb-4441-bd08-ed7542a782c3 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:25.078482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event updated for resources: {'Subnet': ['ID=947a0fd9-5a90-4a43-81d2-76ac4983163e,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:25.083619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:25.086015 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Checking segment: {'id': '989b3d75-e223-490c-9751-143dce3102dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7948ff4-0ff1-47a3-9d55-571fd5218c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:25.086404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Network hostable DHCP agents. Network: b7948ff4-0ff1-47a3-9d55-571fd5218c36, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:25:25.104796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Network b7948ff4-0ff1-47a3-9d55-571fd5218c36 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:25:25.113393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, b7948ff4-0ff1-47a3-9d55-571fd5218c36) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:25.117841 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:25.118457 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.122673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e463bd-ede1-4f2f-ab71-b25cadfeac92 None None] Network b7948ff4-0ff1-47a3-9d55-571fd5218c36 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:25.146323 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4994514 Nov 25 09:25:25.147040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54474) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:25.152649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-456022444'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:25.158502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:25.163304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Usage tracker for resource:network and tenant:6eb749ed28864cc8b86694e924f8a16c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:25.167168 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:25.173938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:25.186063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Made reservation on behalf of 6eb749ed28864cc8b86694e924f8a16c for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:25.190126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.228306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:25:25.238682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.239114 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Added segment a683a42a-b55d-4b1f-b50a-88f924cd7df7 of type vlan for network 46fd7619-84a3-4345-835c-e4fdbc3f7884 Nov 25 09:25:25.267304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.298241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.303776 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:25.304358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.309339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-25f11c4c-fc8e-41ca-829a-4f7085172790 tempest-PortsIpV6TestJSON-1787312859 tempest-PortsIpV6TestJSON-1787312859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:25.375815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-b7948ff4-0ff1-47a3-9d55-571fd5218c36', 'network_id': 'b7948ff4-0ff1-47a3-9d55-571fd5218c36', 'tenant_id': '6eb749ed28864cc8b86694e924f8a16c', 'fixed_ips': [{'subnet_id': '947a0fd9-5a90-4a43-81d2-76ac4983163e'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:25:25.376649 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.408959 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2608430 Nov 25 09:25:25.412062 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54478) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:25.419131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Request body: {'subnet': {'network_id': '46fd7619-84a3-4345-835c-e4fdbc3f7884', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:25.419396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event updated for resources: {'Network': ['ID=46fd7619-84a3-4345-835c-e4fdbc3f7884,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:25.422204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:25.435195 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 46fd7619-84a3-4345-835c-e4fdbc3f7884 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:25:25.527961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:25.531609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Usage tracker for resource:subnet and tenant:6eb749ed28864cc8b86694e924f8a16c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:25.534442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:25.541032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:25.550410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Made reservation on behalf of 6eb749ed28864cc8b86694e924f8a16c for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:25.553832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.623795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Allocated IP 2001:db8:0:ffff::2 (b7948ff4-0ff1-47a3-9d55-571fd5218c36/947a0fd9-5a90-4a43-81d2-76ac4983163e/10dbb114-5347-407d-a65a-f43668059e55) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:25:25.784620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.788943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6611fdb4-7bab-468e-8754-d7d7c492247f tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:25.865014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event updated for resources: {'Subnet': ['ID=3a989af9-5b81-491b-af36-c367df52f86c,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:25.868750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:25.873158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Checking segment: {'id': 'a683a42a-b55d-4b1f-b50a-88f924cd7df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '46fd7619-84a3-4345-835c-e4fdbc3f7884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:25.873512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Network hostable DHCP agents. Network: 46fd7619-84a3-4345-835c-e4fdbc3f7884, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:25:25.892805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Network 46fd7619-84a3-4345-835c-e4fdbc3f7884 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:25:25.902674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 46fd7619-84a3-4345-835c-e4fdbc3f7884) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:25.906789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:25.907370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:25.928188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25225c5d-65f0-491a-8872-b37244b87970 None None] Network 46fd7619-84a3-4345-835c-e4fdbc3f7884 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:25.931679 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-71593c3f-a7bb-4286-9708-a0fa5b053b08 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5179417 Nov 25 09:25:25.934396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54482) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:26.024560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.056863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Transition to ACTIVE for port object 10dbb114-5347-407d-a65a-f43668059e55 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:26.083289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.104658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Transition to ACTIVE for port object 10dbb114-5347-407d-a65a-f43668059e55 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:26.123802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.135089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:26.150218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.226683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.231103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-74986d33-d672-4b26-8c93-108520b622a9 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:26.240616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Network b7948ff4-0ff1-47a3-9d55-571fd5218c36 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:26.247252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:26.254042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:25:26.257693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Pushing event updated for resources: {'Port': ['ID=10dbb114-5347-407d-a65a-f43668059e55,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:26.266161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:26.268887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Subnet': ['ID=3a989af9-5b81-491b-af36-c367df52f86c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:26.271881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:26.360451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.389313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fd7619-84a3-4345-835c-e4fdbc3f7884']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:26.398152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4176d6a0-0ada-4672-a924-9af620ff757c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-46fd7619-84a3-4345-835c-e4fdbc3f7884', 'network_id': '46fd7619-84a3-4345-835c-e4fdbc3f7884', 'tenant_id': '6eb749ed28864cc8b86694e924f8a16c', 'fixed_ips': [{'subnet_id': '3a989af9-5b81-491b-af36-c367df52f86c'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:25:26.399066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4176d6a0-0ada-4672-a924-9af620ff757c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.401400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a683a42a-b55d-4b1f-b50a-88f924cd7df7') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:26.401678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a683a42a-b55d-4b1f-b50a-88f924cd7df7') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:26.412765 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.426241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Attempting to bind port 10dbb114-5347-407d-a65a-f43668059e55 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:25:26.426700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Attempting to bind port 10dbb114-5347-407d-a65a-f43668059e55 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '989b3d75-e223-490c-9751-143dce3102dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7948ff4-0ff1-47a3-9d55-571fd5218c36'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:25:26.426841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Attempting to bind port 10dbb114-5347-407d-a65a-f43668059e55 on network b7948ff4-0ff1-47a3-9d55-571fd5218c36 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:26.429411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.436632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:25:26.436808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:25:26.437060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Checking segment: {'id': '989b3d75-e223-490c-9751-143dce3102dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7948ff4-0ff1-47a3-9d55-571fd5218c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:26.437167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.437472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.437887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Bound using segment: {'id': '989b3d75-e223-490c-9751-143dce3102dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7948ff4-0ff1-47a3-9d55-571fd5218c36'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:25:26.438370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Bound port: 10dbb114-5347-407d-a65a-f43668059e55, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989b3d75-e223-490c-9751-143dce3102dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7948ff4-0ff1-47a3-9d55-571fd5218c36'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:25:26.438752 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:25:26.452983 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:25:26.552467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.556667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d153498b-99f3-4cf6-96b8-4f36de18525b tempest-RoutersIpV6Test-926224344 tempest-RoutersIpV6Test-926224344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:26.570839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.581485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Network': ['ID=46fd7619-84a3-4345-835c-e4fdbc3f7884,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:26.584261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:26.590197 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/networks/46fd7619-84a3-4345-835c-e4fdbc3f7884 HTTP/1.1" status: 204 len: 168 time: 0.6507285 Nov 25 09:25:26.590814 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54486) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:26.597160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106643248'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:26.597820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] For port 10dbb114-5347-407d-a65a-f43668059e55, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:25:26.601070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df43707-d80a-4dd8-a9fd-f8021a48e6e2 None None] Network 46fd7619-84a3-4345-835c-e4fdbc3f7884 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:26.603706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:26.607556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Usage tracker for resource:network and tenant:6eb749ed28864cc8b86694e924f8a16c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:26.610347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:26.616078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:26.623211 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df43707-d80a-4dd8-a9fd-f8021a48e6e2 None None] Network 46fd7619-84a3-4345-835c-e4fdbc3f7884 could not be found, it might have been deleted concurrently. {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 25 09:25:26.625416 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] For port 10dbb114-5347-407d-a65a-f43668059e55, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=10dbb114-5347-407d-a65a-f43668059e55,segment=NetworkSegment(989b3d75-e223-490c-9751-143dce3102dc),segment_id=989b3d75-e223-490c-9751-143dce3102dc)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:25:26.627572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Made reservation on behalf of 6eb749ed28864cc8b86694e924f8a16c for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:26.631090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.631835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.635702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:26.660050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:25:26.662738 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:25:26.670306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.670688 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Added segment a4f3b680-d912-4035-8e70-6e81623d67cf of type vlan for network f67712a1-e555-45de-b7d4-e859cd55a794 Nov 25 09:25:26.699530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.719997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Pushing event updated for resources: {'Port': ['ID=10dbb114-5347-407d-a65a-f43668059e55,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:26.723704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:26.734186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.740161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:26.740749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:26.745013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7c4ec8e1-8e7d-420d-9531-86b50a50ddaa tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:26.965816 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3739109 Nov 25 09:25:26.969106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54490) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:26.978079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Request body: {'subnet': {'network_id': 'f67712a1-e555-45de-b7d4-e859cd55a794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:26.997015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event updated for resources: {'Network': ['ID=f67712a1-e555-45de-b7d4-e859cd55a794,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:27.002145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6401fd6e-b2e2-4943-95ef-c132bde26ba6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:27.010259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network f67712a1-e555-45de-b7d4-e859cd55a794 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:25:27.124870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:27.128589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Usage tracker for resource:subnet and tenant:6eb749ed28864cc8b86694e924f8a16c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:27.131463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:27.132458 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 10dbb114-5347-407d-a65a-f43668059e55 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:27.137600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:27.147362 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Made reservation on behalf of 6eb749ed28864cc8b86694e924f8a16c for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:27.151390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:27.232626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 10dbb114-5347-407d-a65a-f43668059e55 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:27.243803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.ipam_backend_mixin [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Performing IP validity checks on allocation pools {{(pid=87513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 09:25:27.244376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.ipam_backend_mixin [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 09:25:27.365354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:27.368709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fdaab25b-6acd-4bed-8288-eb76bd6957ff tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:27.447216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event updated for resources: {'Subnet': ['ID=96e4820a-7cfd-4d23-9ea0-141d17abe29a,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:27.450716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:27.457220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Checking segment: {'id': 'a4f3b680-d912-4035-8e70-6e81623d67cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f67712a1-e555-45de-b7d4-e859cd55a794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:27.457576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Network hostable DHCP agents. Network: f67712a1-e555-45de-b7d4-e859cd55a794, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:25:27.477977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Network f67712a1-e555-45de-b7d4-e859cd55a794 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:25:27.487738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, f67712a1-e555-45de-b7d4-e859cd55a794) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:27.491571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:27.492652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:27.499551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd22e61-4787-4d8f-8f18-d6033c6677c6 None None] Network f67712a1-e555-45de-b7d4-e859cd55a794 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:27.514894 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5442901 Nov 25 09:25:27.517635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54494) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:27.665665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:27.725837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ab873-5894-4974-91e6-a81b0f492f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-f67712a1-e555-45de-b7d4-e859cd55a794', 'network_id': 'f67712a1-e555-45de-b7d4-e859cd55a794', 'tenant_id': '6eb749ed28864cc8b86694e924f8a16c', 'fixed_ips': [{'subnet_id': '96e4820a-7cfd-4d23-9ea0-141d17abe29a'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:25:27.726800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a09ab873-5894-4974-91e6-a81b0f492f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:27.734672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:27.749159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f51e106-8c27-456f-8523-e45c0ad911fe None None] Network b7948ff4-0ff1-47a3-9d55-571fd5218c36 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:27.815592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:27.820097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-31f499ff-544b-4bf3-9247-1261ba051fca tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:27.855329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Subnet': ['ID=96e4820a-7cfd-4d23-9ea0-141d17abe29a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:27.857668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:27.899726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9a8d8075-024d-42c1-8bd1-e66b044162b7 None None] Provisioning for port 10dbb114-5347-407d-a65a-f43668059e55 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:27.922179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9a8d8075-024d-42c1-8bd1-e66b044162b7 None None] Provisioning complete for port 10dbb114-5347-407d-a65a-f43668059e55 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:27.922515 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a8d8075-024d-42c1-8bd1-e66b044162b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:27.952085 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:27.977743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67712a1-e555-45de-b7d4-e859cd55a794']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:27.990720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f3b680-d912-4035-8e70-6e81623d67cf') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:27.990986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f3b680-d912-4035-8e70-6e81623d67cf') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:28.002430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server [None req-a09ab873-5894-4974-91e6-a81b0f492f3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96e4820a-7cfd-4d23-9ea0-141d17abe29a: This subnet is being modified by another concurrent operation. Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise exception Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96e4820a-7cfd-4d23-9ea0-141d17abe29a: This subnet is being modified by another concurrent operation. Nov 25 09:25:28.013487 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Nov 25 09:25:28.026613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.033918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:25:28.034366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.044476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa3dc6-7e60-45b3-b5d3-f8937f48fb87 None None] Network f67712a1-e555-45de-b7d4-e859cd55a794 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:25:28.050234 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:25:28.132111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.135490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c22f3d75-24b1-47cb-bb42-e606e680646d tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:28.152371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.159111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Network': ['ID=f67712a1-e555-45de-b7d4-e859cd55a794,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:28.163244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:28.166559 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/networks/f67712a1-e555-45de-b7d4-e859cd55a794 HTTP/1.1" status: 204 len: 168 time: 0.6479006 Nov 25 09:25:28.170466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54498) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:28.176059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-931985782'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:28.181390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:28.185181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Usage tracker for resource:network and tenant:6eb749ed28864cc8b86694e924f8a16c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:28.188020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:28.193674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:28.204335 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Made reservation on behalf of 6eb749ed28864cc8b86694e924f8a16c for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:28.207854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.236871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:25:28.246597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.247068 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Added segment 717e0224-779e-44a2-8e86-6f5e334ec82e of type vlan for network 73e28b53-4ac3-4623-85cc-f86e1872e7ff Nov 25 09:25:28.272085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a8d8075-024d-42c1-8bd1-e66b044162b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.274125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.303300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.308932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:28.309499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.314343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4c1f998f-eb91-4419-b40f-4ad32cc7fcd2 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:28.354480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9a8d8075-024d-42c1-8bd1-e66b044162b7 None None] For port 10dbb114-5347-407d-a65a-f43668059e55, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=10dbb114-5347-407d-a65a-f43668059e55,segment=NetworkSegment(989b3d75-e223-490c-9751-143dce3102dc),segment_id=989b3d75-e223-490c-9751-143dce3102dc)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:28.360319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a8d8075-024d-42c1-8bd1-e66b044162b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.362743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:28.415438 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2439601 Nov 25 09:25:28.418500 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54502) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:28.424729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event updated for resources: {'Network': ['ID=73e28b53-4ac3-4623-85cc-f86e1872e7ff,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:28.427973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8228c6b0-0e26-4150-8d25-622eea613286 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:28.431028 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Request body: {'subnet': {'network_id': '73e28b53-4ac3-4623-85cc-f86e1872e7ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:28.433515 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d8075-024d-42c1-8bd1-e66b044162b7 None None] Pushing event updated for resources: {'Port': ['ID=10dbb114-5347-407d-a65a-f43668059e55,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:28.437597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 73e28b53-4ac3-4623-85cc-f86e1872e7ff details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:25:28.450362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9a8d8075-024d-42c1-8bd1-e66b044162b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:28.551419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:28.555835 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Usage tracker for resource:subnet and tenant:6eb749ed28864cc8b86694e924f8a16c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:28.558809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:28.564689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:28.574689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Made reservation on behalf of 6eb749ed28864cc8b86694e924f8a16c for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:28.578464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.598114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e622311-2e5a-4327-afcc-00c8ba79bd6b None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 09:25:28.696622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e622311-2e5a-4327-afcc-00c8ba79bd6b None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 09:25:28.698449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-140c2495-0c0e-484d-bb41-1410f893026b None None] Provisioning complete for port 10dbb114-5347-407d-a65a-f43668059e55 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:28.698835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-140c2495-0c0e-484d-bb41-1410f893026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.795735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.799410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a766a426-448f-4d0a-a578-27e0ecf9cd8a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:28.874216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event updated for resources: {'Subnet': ['ID=c1922eaf-0300-4640-9c1c-addfb194e8d1,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:28.882161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:28.888222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Checking segment: {'id': '717e0224-779e-44a2-8e86-6f5e334ec82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '73e28b53-4ac3-4623-85cc-f86e1872e7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:28.888578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Network hostable DHCP agents. Network: 73e28b53-4ac3-4623-85cc-f86e1872e7ff, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:25:28.907453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Network 73e28b53-4ac3-4623-85cc-f86e1872e7ff is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:25:28.916592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 73e28b53-4ac3-4623-85cc-f86e1872e7ff) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:28.922547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:28.923250 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:28.950885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54506) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:28.951370 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ea9be6b5-1ae6-46bf-a540-f694a0ad9836 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5273106 Nov 25 09:25:28.963763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-71291561'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:28.978426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:28.987380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Usage tracker for resource:network and tenant:6eb749ed28864cc8b86694e924f8a16c is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:28.997521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:29.007559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:29.028555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Made reservation on behalf of 6eb749ed28864cc8b86694e924f8a16c for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:29.047937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:29.068496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 10dbb114-5347-407d-a65a-f43668059e55 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:29.095770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:25:29.105577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:29.105997 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Added segment 7aa779b9-3b6e-45ef-a5ad-1b11c8b37ea6 of type vlan for network 7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4 Nov 25 09:25:29.135934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:29.166352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:29.173036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:29.174207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:29.178957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-febb5bc7-9c9d-4804-96b1-fc8253c2191a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:29.199522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 10dbb114-5347-407d-a65a-f43668059e55 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:29.199806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:29.271928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dbb2df-059f-417d-9ae8-32d8713be34a None None] Network 73e28b53-4ac3-4623-85cc-f86e1872e7ff requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:29.279968 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3246877 Nov 25 09:25:29.281477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54510) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:29.286954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event updated for resources: {'Network': ['ID=7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:29.290120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2cc28a43-df4b-452e-a0e4-a9d66a2fa1bb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:29.293769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Request body: {'subnet': {'network_id': '7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:29.340987 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:25:29.415758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:29.419927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Usage tracker for resource:subnet and tenant:6eb749ed28864cc8b86694e924f8a16c is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:29.422849 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:29.429074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:29.440561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Made reservation on behalf of 6eb749ed28864cc8b86694e924f8a16c for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:29.444588 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:29.638009 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-73e28b53-4ac3-4623-85cc-f86e1872e7ff', 'network_id': '73e28b53-4ac3-4623-85cc-f86e1872e7ff', 'tenant_id': '6eb749ed28864cc8b86694e924f8a16c', 'fixed_ips': [{'subnet_id': 'c1922eaf-0300-4640-9c1c-addfb194e8d1'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:25:29.639166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:29.675576 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:29.679439 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-814ee295-83de-4a02-a1b4-7cc313fe622c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:29.756689 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event updated for resources: {'Subnet': ['ID=96cb73be-5ece-4c08-b27b-5bb54fc706d1,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:29.760622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:29.764985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Checking segment: {'id': '7aa779b9-3b6e-45ef-a5ad-1b11c8b37ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:29.765396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Network hostable DHCP agents. Network: 7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:25:29.785514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Network 7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:25:29.796450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:29.801437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:29.802113 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:29.809637 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3949b74c-e92b-4d23-8896-c76acf5b973e None None] Network 7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:29.825931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Allocated IP 2001:db8::2 (73e28b53-4ac3-4623-85cc-f86e1872e7ff/c1922eaf-0300-4640-9c1c-addfb194e8d1/06003048-176f-41aa-ab98-81b13d2d4a9d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:25:29.830379 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5450263 Nov 25 09:25:29.830621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54514) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:29.987267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.178189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.197198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafd648a-9bdb-42b2-9caa-c9ad24b8b19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4', 'network_id': '7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4', 'tenant_id': '6eb749ed28864cc8b86694e924f8a16c', 'fixed_ips': [{'subnet_id': '96cb73be-5ece-4c08-b27b-5bb54fc706d1'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:25:30.198043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aafd648a-9bdb-42b2-9caa-c9ad24b8b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.252001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.256466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2fb7050d-1351-41df-ba93-03a561636923 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:30.271268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.296386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Subnet': ['ID=96cb73be-5ece-4c08-b27b-5bb54fc706d1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:30.299287 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Transition to ACTIVE for port object 06003048-176f-41aa-ab98-81b13d2d4a9d will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:30.314181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:30.333477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Transition to ACTIVE for port object 06003048-176f-41aa-ab98-81b13d2d4a9d will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server [None req-aafd648a-9bdb-42b2-9caa-c9ad24b8b19b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96cb73be-5ece-4c08-b27b-5bb54fc706d1: This subnet is being modified by another concurrent operation. Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server raise exception Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96cb73be-5ece-4c08-b27b-5bb54fc706d1: This subnet is being modified by another concurrent operation. Nov 25 09:25:30.339225 dv-neutron-818341-1-hyperv neutron-server[87514]: ERROR oslo_messaging.rpc.server Nov 25 09:25:30.347830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.347830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9a8d8075-024d-42c1-8bd1-e66b044162b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:30.381610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ffa7c8-11f6-43df-bef5-ca164282e471 None None] Network 7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:30.392235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.417622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:30.429852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa779b9-3b6e-45ef-a5ad-1b11c8b37ea6') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:30.430493 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa779b9-3b6e-45ef-a5ad-1b11c8b37ea6') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:30.443104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.459324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.471554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:25:30.471949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.480879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Network 73e28b53-4ac3-4623-85cc-f86e1872e7ff is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:30.486228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:25:30.486415 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:25:30.499163 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:25:30.543083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Pushing event updated for resources: {'Port': ['ID=06003048-176f-41aa-ab98-81b13d2d4a9d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:30.552492 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:30.565978 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.569338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-540ff3c0-16a0-4c31-ac4b-be10b0b9bde8 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:30.583644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.595441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Network': ['ID=7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:30.601440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54518) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:30.601976 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/networks/7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4 HTTP/1.1" status: 204 len: 168 time: 0.7698987 Nov 25 09:25:30.602619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:30.643805 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b181379c-10e1-48ca-90ef-df9c123838b8 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] GET failed (client error): The resource could not be found. Nov 25 09:25:30.644327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b181379c-10e1-48ca-90ef-df9c123838b8 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Synchronizing usage tracker for tenant:6eb749ed28864cc8b86694e924f8a16c on resource:subnet {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:25:30.661700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b181379c-10e1-48ca-90ef-df9c123838b8 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Unset dirty status for tenant:6eb749ed28864cc8b86694e924f8a16c on resource:subnet {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:25:30.662858 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b181379c-10e1-48ca-90ef-df9c123838b8 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "GET /v2.0/subnets/96cb73be-5ece-4c08-b27b-5bb54fc706d1 HTTP/1.1" status: 404 len: 337 time: 0.0594676 Nov 25 09:25:30.665713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54522) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:30.690607 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-684aef2d-e178-4106-bca5-b1a55470ff29 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] DELETE failed (client error): The resource could not be found. Nov 25 09:25:30.691073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684aef2d-e178-4106-bca5-b1a55470ff29 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 09:25:30.696411 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-684aef2d-e178-4106-bca5-b1a55470ff29 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/networks/7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4 HTTP/1.1" status: 404 len: 339 time: 0.0261321 Nov 25 09:25:30.696701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54526) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:30.714771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Attempting to bind port 06003048-176f-41aa-ab98-81b13d2d4a9d on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:25:30.714771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Attempting to bind port 06003048-176f-41aa-ab98-81b13d2d4a9d by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '717e0224-779e-44a2-8e86-6f5e334ec82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '73e28b53-4ac3-4623-85cc-f86e1872e7ff'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:25:30.714973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Attempting to bind port 06003048-176f-41aa-ab98-81b13d2d4a9d on network 73e28b53-4ac3-4623-85cc-f86e1872e7ff {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:30.720533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:25:30.720918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Checking segment: {'id': '717e0224-779e-44a2-8e86-6f5e334ec82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '73e28b53-4ac3-4623-85cc-f86e1872e7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:30.721327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.721723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Bound using segment: {'id': '717e0224-779e-44a2-8e86-6f5e334ec82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '73e28b53-4ac3-4623-85cc-f86e1872e7ff'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:25:30.722192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Bound port: 06003048-176f-41aa-ab98-81b13d2d4a9d, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717e0224-779e-44a2-8e86-6f5e334ec82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '73e28b53-4ac3-4623-85cc-f86e1872e7ff'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:25:30.722602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.736622 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba91675c-e47f-42b0-b675-4a3d557fd1c7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] DELETE failed (client error): The resource could not be found. Nov 25 09:25:30.737077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba91675c-e47f-42b0-b675-4a3d557fd1c7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 09:25:30.738781 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ba91675c-e47f-42b0-b675-4a3d557fd1c7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/subnets/96cb73be-5ece-4c08-b27b-5bb54fc706d1 HTTP/1.1" status: 404 len: 337 time: 0.0411949 Nov 25 09:25:30.743875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54530) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:30.821852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] For port 06003048-176f-41aa-ab98-81b13d2d4a9d, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:25:30.826180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] For port 06003048-176f-41aa-ab98-81b13d2d4a9d, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=06003048-176f-41aa-ab98-81b13d2d4a9d,segment=NetworkSegment(717e0224-779e-44a2-8e86-6f5e334ec82e),segment_id=717e0224-779e-44a2-8e86-6f5e334ec82e)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:25:30.831273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:30.835238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:30.898580 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5fff58-6e4d-486d-9925-2b2ea7834214 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] DELETE failed (client error): The resource could not be found. Nov 25 09:25:30.899797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5fff58-6e4d-486d-9925-2b2ea7834214 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 09:25:30.901815 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8a5fff58-6e4d-486d-9925-2b2ea7834214 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/networks/7a6ed4b4-6727-45ab-bf01-a5aa06c3dbc4 HTTP/1.1" status: 404 len: 339 time: 0.1569464 Nov 25 09:25:30.904491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54534) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:30.915302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Pushing event updated for resources: {'Port': ['ID=06003048-176f-41aa-ab98-81b13d2d4a9d,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:30.918346 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:30.972169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Deleting subnet c1922eaf-0300-4640-9c1c-addfb194e8d1 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:25:30.975704 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:31.032433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:31.149937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:31.225401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:31.229859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2a10ed0e-8dba-4d97-a719-04c5eed473b1 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:31.269418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Subnet': ['ID=c1922eaf-0300-4640-9c1c-addfb194e8d1,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:31.271881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:31.282394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.282781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.283158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.283528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.283893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.284257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.284616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.284975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.285334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.285693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.286050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.286440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:31.290515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:31.295597 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-809ab374-36bb-4d1c-be1c-05e1da7bd3b3 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/subnets/c1922eaf-0300-4640-9c1c-addfb194e8d1 HTTP/1.1" status: 204 len: 168 time: 0.3901973 Nov 25 09:25:31.297953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54538) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:31.412768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:31.422996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Deleting port 06003048-176f-41aa-ab98-81b13d2d4a9d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:25:31.423318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:31.626123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] For port 06003048-176f-41aa-ab98-81b13d2d4a9d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=06003048-176f-41aa-ab98-81b13d2d4a9d,segment=NetworkSegment(717e0224-779e-44a2-8e86-6f5e334ec82e),segment_id=717e0224-779e-44a2-8e86-6f5e334ec82e)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:31.626881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:31.754770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Calling delete_port for 06003048-176f-41aa-ab98-81b13d2d4a9d owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:25:31.832280 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:31.836741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:31.838599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2367061-630b-4973-b34d-52b4490aeeb6 None None] Network 73e28b53-4ac3-4623-85cc-f86e1872e7ff requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:31.879688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Port': ['ID=06003048-176f-41aa-ab98-81b13d2d4a9d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:31.883200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:31.883980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] No DVR routers for this DVR port 06003048-176f-41aa-ab98-81b13d2d4a9d on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:25:31.917847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-01f05e89-17c1-4f14-8d59-5fa5486d9fdf None None] Could not find standard attr ID for object 06003048-176f-41aa-ab98-81b13d2d4a9d. {{(pid=87514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 09:25:32.013801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.047313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e28b53-4ac3-4623-85cc-f86e1872e7ff']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:32.059503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717e0224-779e-44a2-8e86-6f5e334ec82e') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:32.059801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717e0224-779e-44a2-8e86-6f5e334ec82e') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:32.071712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.078237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e55be-40eb-408d-ad2d-387ad749ef08 None None] DHCP port deletion for 73e28b53-4ac3-4623-85cc-f86e1872e7ff request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:25:32.089667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.094728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfbfd34-12ca-4794-b7c2-69c498e06a44 None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 09:25:32.096296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:25:32.096687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:25:32.111800 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:25:32.178932 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbfd34-12ca-4794-b7c2-69c498e06a44 None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 09:25:32.191273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.195274 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d6698bc9-f48a-492e-91d2-de9279b6193a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:32.209890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.221481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Network': ['ID=73e28b53-4ac3-4623-85cc-f86e1872e7ff,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:32.224486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:32.228887 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/networks/73e28b53-4ac3-4623-85cc-f86e1872e7ff HTTP/1.1" status: 204 len: 168 time: 0.9270425 Nov 25 09:25:32.228887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54542) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:32.266356 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbcbce6-3768-4e62-b978-caef9fc41a0a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] DELETE failed (client error): The resource could not be found. Nov 25 09:25:32.266790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbcbce6-3768-4e62-b978-caef9fc41a0a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 09:25:32.268427 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4fbcbce6-3768-4e62-b978-caef9fc41a0a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/subnets/96e4820a-7cfd-4d23-9ea0-141d17abe29a HTTP/1.1" status: 404 len: 337 time: 0.0386701 Nov 25 09:25:32.271012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54546) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:32.295653 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2932f0-7053-437b-891b-c5fa774b5d97 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] DELETE failed (client error): The resource could not be found. Nov 25 09:25:32.296102 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2932f0-7053-437b-891b-c5fa774b5d97 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 09:25:32.297850 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7c2932f0-7053-437b-891b-c5fa774b5d97 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/networks/f67712a1-e555-45de-b7d4-e859cd55a794 HTTP/1.1" status: 404 len: 339 time: 0.0258210 Nov 25 09:25:32.300207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54550) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:32.340895 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d2e6d2-5088-48ea-a546-01a404e03dcb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] DELETE failed (client error): The resource could not be found. Nov 25 09:25:32.341255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d2e6d2-5088-48ea-a546-01a404e03dcb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 09:25:32.342906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-24d2e6d2-5088-48ea-a546-01a404e03dcb tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/subnets/3a989af9-5b81-491b-af36-c367df52f86c HTTP/1.1" status: 404 len: 337 time: 0.0418248 Nov 25 09:25:32.345813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54554) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:32.371949 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc65fea1-d41c-442b-a9df-35e8b6c8d7b8 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] DELETE failed (client error): The resource could not be found. Nov 25 09:25:32.372409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc65fea1-d41c-442b-a9df-35e8b6c8d7b8 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 09:25:32.374025 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cc65fea1-d41c-442b-a9df-35e8b6c8d7b8 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/networks/46fd7619-84a3-4345-835c-e4fdbc3f7884 HTTP/1.1" status: 404 len: 339 time: 0.0273056 Nov 25 09:25:32.376741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54558) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:32.440882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b9548e-52cc-4e39-a346-df9771b8f3ef tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Deleting subnet 947a0fd9-5a90-4a43-81d2-76ac4983163e {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:25:32.443694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6b9548e-52cc-4e39-a346-df9771b8f3ef tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.501468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6b9548e-52cc-4e39-a346-df9771b8f3ef tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.581158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6b9548e-52cc-4e39-a346-df9771b8f3ef tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.652447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6b9548e-52cc-4e39-a346-df9771b8f3ef tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.656917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-99f41731-4189-4127-8848-4718d2f9dd5a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:32.697507 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9548e-52cc-4e39-a346-df9771b8f3ef tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Subnet': ['ID=947a0fd9-5a90-4a43-81d2-76ac4983163e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:32.699448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f6b9548e-52cc-4e39-a346-df9771b8f3ef tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.703846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7075badc-68f1-4ef4-84e9-784272156969 None None] Network b7948ff4-0ff1-47a3-9d55-571fd5218c36 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:32.705887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f6b9548e-52cc-4e39-a346-df9771b8f3ef tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:32.709467 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f6b9548e-52cc-4e39-a346-df9771b8f3ef tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/subnets/947a0fd9-5a90-4a43-81d2-76ac4983163e HTTP/1.1" status: 204 len: 168 time: 0.3318291 Nov 25 09:25:32.712350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54562) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:32.826664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.837373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Deleting port 10dbb114-5347-407d-a65a-f43668059e55 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:25:32.837733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:32.945373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36c3773-21ab-477f-82a6-643a02f186d1 None None] DHCP port deletion for b7948ff4-0ff1-47a3-9d55-571fd5218c36 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:25:32.949590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a36c3773-21ab-477f-82a6-643a02f186d1 None None] Deleting port 10dbb114-5347-407d-a65a-f43668059e55 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:25:32.950097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a36c3773-21ab-477f-82a6-643a02f186d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:33.041045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 10dbb114-5347-407d-a65a-f43668059e55 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:25:33.170760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] For port 10dbb114-5347-407d-a65a-f43668059e55, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=10dbb114-5347-407d-a65a-f43668059e55,segment=NetworkSegment(989b3d75-e223-490c-9751-143dce3102dc),segment_id=989b3d75-e223-490c-9751-143dce3102dc)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:33.171029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:33.255001 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a36c3773-21ab-477f-82a6-643a02f186d1 None None] For port 10dbb114-5347-407d-a65a-f43668059e55, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=10dbb114-5347-407d-a65a-f43668059e55,segment=NetworkSegment(989b3d75-e223-490c-9751-143dce3102dc),segment_id=989b3d75-e223-490c-9751-143dce3102dc)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:33.255313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a36c3773-21ab-477f-82a6-643a02f186d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:33.292947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Calling delete_port for 10dbb114-5347-407d-a65a-f43668059e55 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:25:33.368219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:33.372796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:33.389700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a36c3773-21ab-477f-82a6-643a02f186d1 None None] Calling delete_port for 10dbb114-5347-407d-a65a-f43668059e55 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:25:33.417244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Port': ['ID=10dbb114-5347-407d-a65a-f43668059e55,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:33.419064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] No DVR routers for this DVR port 10dbb114-5347-407d-a65a-f43668059e55 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:25:33.420724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:33.455769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: from cryptography.utils import int_from_bytes Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: from cryptography.utils import int_from_bytes Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn_limited( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 09:25:33.545390 dv-neutron-818341-1-hyperv neutron-server[87514]: util.warn( Nov 25 09:25:33.549601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:33.557369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-a36c3773-21ab-477f-82a6-643a02f186d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:25:33.557732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-a36c3773-21ab-477f-82a6-643a02f186d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:25:33.576937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7948ff4-0ff1-47a3-9d55-571fd5218c36']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:33.588604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989b3d75-e223-490c-9751-143dce3102dc') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:33.588901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989b3d75-e223-490c-9751-143dce3102dc') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:33.600171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:33.615423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:33.621713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:25:33.622090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:25:33.636922 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:25:33.715498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:33.718753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0c7cbc39-403d-4c1f-82cd-d2de4724a4e1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:33.733076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:33.745096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Pushing event deleted for resources: {'Network': ['ID=b7948ff4-0ff1-47a3-9d55-571fd5218c36,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:33.747165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:33.748611 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] 10.222.0.54 "DELETE /v2.0/networks/b7948ff4-0ff1-47a3-9d55-571fd5218c36 HTTP/1.1" status: 204 len: 168 time: 1.0353789 Nov 25 09:25:34.005661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54570) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:34.059093 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a36c3773-21ab-477f-82a6-643a02f186d1 None None] Deleting port 10dbb114-5347-407d-a65a-f43668059e55 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:25:34.059631 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a36c3773-21ab-477f-82a6-643a02f186d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:34.126258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a36c3773-21ab-477f-82a6-643a02f186d1 None None] The port '10dbb114-5347-407d-a65a-f43668059e55' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:25:34.161837 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b015446a-1528-45fb-87c3-8ac57b7313e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6eb749ed28864cc8b86694e924f8a16c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548855 Nov 25 09:25:34.164271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54576) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:34.220585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a7df277-85ef-44e3-abe8-2de05fda63c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:34.245819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a7df277-85ef-44e3-abe8-2de05fda63c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:34.294383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:34.300294 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a7df277-85ef-44e3-abe8-2de05fda63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:34.303898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-182d926a-ea11-4d3b-8bd1-5096332926b3 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:34.314865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7df277-85ef-44e3-abe8-2de05fda63c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d105f5-4e92-4e41-9a2e-124080c06d81,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:34.319357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a7df277-85ef-44e3-abe8-2de05fda63c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:34.322244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2a7df277-85ef-44e3-abe8-2de05fda63c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:34.323360 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2a7df277-85ef-44e3-abe8-2de05fda63c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4d105f5-4e92-4e41-9a2e-124080c06d81 HTTP/1.1" status: 204 len: 168 time: 0.1582117 Nov 25 09:25:34.981721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54600) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:35.081089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d73caf4f-0763-4704-8771-8f4e29018d9c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-560470064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:35.088321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d73caf4f-0763-4704-8771-8f4e29018d9c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:35.092189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d73caf4f-0763-4704-8771-8f4e29018d9c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Usage tracker for resource:router and tenant:0712090d73f14cd6953821c10b184b38 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:35.095389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d73caf4f-0763-4704-8771-8f4e29018d9c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:35.103964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d73caf4f-0763-4704-8771-8f4e29018d9c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:35.112826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d73caf4f-0763-4704-8771-8f4e29018d9c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.113882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d73caf4f-0763-4704-8771-8f4e29018d9c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.130135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d73caf4f-0763-4704-8771-8f4e29018d9c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.147558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d73caf4f-0763-4704-8771-8f4e29018d9c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.170421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d73caf4f-0763-4704-8771-8f4e29018d9c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.171584 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d73caf4f-0763-4704-8771-8f4e29018d9c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1888249 Nov 25 09:25:35.174394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54606) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:35.179901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-275107106'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:35.184561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:35.188797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Usage tracker for resource:network and tenant:0712090d73f14cd6953821c10b184b38 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:35.191660 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:35.197335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:35.205953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Made reservation on behalf of 0712090d73f14cd6953821c10b184b38 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:35.209240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.221881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.236690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:35.242249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Usage tracker for resource:security_group_rule and tenant:0712090d73f14cd6953821c10b184b38 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:35.246225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:35.252480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:35.333110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.336989 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.339780 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-416c0479-6b3d-4530-8681-2115e84e35b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:35.374304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:25:35.379590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8813151e-9156-41fe-8b59-40fe579e0ba4,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:35.383643 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:35.387182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.387529 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Added segment f4818095-3857-4e6f-8bae-fb6d1a250282 of type vlan for network 399e39f0-5ef7-45c5-90ec-adc01527ac6c Nov 25 09:25:35.413054 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.440332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.446545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:35.447126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.451965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:35.552732 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3773072 Nov 25 09:25:35.555748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54610) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:35.558601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Pushing event updated for resources: {'Network': ['ID=399e39f0-5ef7-45c5-90ec-adc01527ac6c,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:35.561302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:35.563023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Request body: {'subnet': {'network_id': '399e39f0-5ef7-45c5-90ec-adc01527ac6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:35.569547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 399e39f0-5ef7-45c5-90ec-adc01527ac6c details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:25:35.673921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:35.677739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Usage tracker for resource:subnet and tenant:0712090d73f14cd6953821c10b184b38 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:35.680665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:35.686511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:35.696438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Made reservation on behalf of 0712090d73f14cd6953821c10b184b38 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:35.699853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.910041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:35.914354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4e2b7f86-e99e-4288-9b12-a82030204b3b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:35.991209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Pushing event updated for resources: {'Subnet': ['ID=e153fe26-16c5-485f-9a13-42e64979b057,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:35.995939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:35.999969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Checking segment: {'id': 'f4818095-3857-4e6f-8bae-fb6d1a250282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '399e39f0-5ef7-45c5-90ec-adc01527ac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:36.000323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Network hostable DHCP agents. Network: 399e39f0-5ef7-45c5-90ec-adc01527ac6c, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:25:36.019412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Network 399e39f0-5ef7-45c5-90ec-adc01527ac6c is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:25:36.028705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 399e39f0-5ef7-45c5-90ec-adc01527ac6c) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:36.032992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:36.033575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.040359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4edad9-f2f6-4d11-97c1-09effd1dbf1c None None] Network 399e39f0-5ef7-45c5-90ec-adc01527ac6c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:36.055008 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4976623 Nov 25 09:25:36.057949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54614) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:36.063770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1790158396'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:36.068484 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:36.072264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Usage tracker for resource:network and tenant:0712090d73f14cd6953821c10b184b38 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:36.075086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:36.080623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:36.091174 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Made reservation on behalf of 0712090d73f14cd6953821c10b184b38 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:36.094783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.122631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:25:36.134942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.135393 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Added segment dc8e4ecd-8856-40fa-a936-57b054caed71 of type vlan for network 6b154c0a-8420-483c-ac2d-342411584105 Nov 25 09:25:36.165106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.194037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.200311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:36.200921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.205945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ed9abdd8-1607-44d5-8f58-d58cf50d34a2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:36.261045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-399e39f0-5ef7-45c5-90ec-adc01527ac6c', 'network_id': '399e39f0-5ef7-45c5-90ec-adc01527ac6c', 'tenant_id': '0712090d73f14cd6953821c10b184b38', 'fixed_ips': [{'subnet_id': 'e153fe26-16c5-485f-9a13-42e64979b057'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:25:36.261884 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.291590 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2323761 Nov 25 09:25:36.295025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54618) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:36.302568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Request body: {'subnet': {'network_id': '6b154c0a-8420-483c-ac2d-342411584105', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:36.311779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Pushing event updated for resources: {'Network': ['ID=6b154c0a-8420-483c-ac2d-342411584105,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:36.314419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f20a8dd7-aeed-4114-8ade-5ece82d74211 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:36.324959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 6b154c0a-8420-483c-ac2d-342411584105 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:25:36.422334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:36.426341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Usage tracker for resource:subnet and tenant:0712090d73f14cd6953821c10b184b38 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:36.429135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:36.435377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:36.445127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Made reservation on behalf of 0712090d73f14cd6953821c10b184b38 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:36.448623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.509742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Allocated IP 172.20.0.2 (399e39f0-5ef7-45c5-90ec-adc01527ac6c/e153fe26-16c5-485f-9a13-42e64979b057/b308830a-6d44-4459-843b-9cddd0f201fd) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:25:36.663101 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.667557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-b9be88fe-5bf6-4abe-9154-cbe5af17c276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:36.712436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.723137 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Transition to ACTIVE for port object b308830a-6d44-4459-843b-9cddd0f201fd will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:36.741016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Transition to ACTIVE for port object b308830a-6d44-4459-843b-9cddd0f201fd will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:36.746384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Pushing event updated for resources: {'Subnet': ['ID=9deb6aac-e331-4cf8-aac6-4b4e35dda30c,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:36.747636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.752926 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:36.754628 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Checking segment: {'id': 'dc8e4ecd-8856-40fa-a936-57b054caed71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6b154c0a-8420-483c-ac2d-342411584105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:36.754993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Network hostable DHCP agents. Network: 6b154c0a-8420-483c-ac2d-342411584105, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:25:36.760272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.760609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.760995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.761376 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.761746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.762120 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.762512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.762886 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.763254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.763617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.763976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.764335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:36.768746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:36.782694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Network 6b154c0a-8420-483c-ac2d-342411584105 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:25:36.792029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 6b154c0a-8420-483c-ac2d-342411584105) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:36.796109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:36.796697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:36.809267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a233694-dd6b-4a63-ad6d-52c7d77dc8c1 None None] Network 6b154c0a-8420-483c-ac2d-342411584105 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:36.823952 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1ae6c7d2-037c-4740-b22c-315713eba945 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5273347 Nov 25 09:25:36.826666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54622) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:36.831760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7b4d8b59-66fe-4a07-b4a0-8ab21ec1cefd tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b154c0a-8420-483c-ac2d-342411584105'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:36.880903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Network 399e39f0-5ef7-45c5-90ec-adc01527ac6c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:36.894662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:36.896969 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:25:36.911017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Pushing event updated for resources: {'Port': ['ID=b308830a-6d44-4459-843b-9cddd0f201fd,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:36.914124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:37.042976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Attempting to bind port b308830a-6d44-4459-843b-9cddd0f201fd on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:25:37.043354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Attempting to bind port b308830a-6d44-4459-843b-9cddd0f201fd by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'f4818095-3857-4e6f-8bae-fb6d1a250282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '399e39f0-5ef7-45c5-90ec-adc01527ac6c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:25:37.043725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Attempting to bind port b308830a-6d44-4459-843b-9cddd0f201fd on network 399e39f0-5ef7-45c5-90ec-adc01527ac6c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:37.076861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:25:37.077244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Checking segment: {'id': 'f4818095-3857-4e6f-8bae-fb6d1a250282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '399e39f0-5ef7-45c5-90ec-adc01527ac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:37.077654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.078053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Bound using segment: {'id': 'f4818095-3857-4e6f-8bae-fb6d1a250282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '399e39f0-5ef7-45c5-90ec-adc01527ac6c'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:25:37.078569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Bound port: b308830a-6d44-4459-843b-9cddd0f201fd, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4818095-3857-4e6f-8bae-fb6d1a250282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '399e39f0-5ef7-45c5-90ec-adc01527ac6c'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:25:37.078947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.251593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-6b154c0a-8420-483c-ac2d-342411584105', 'network_id': '6b154c0a-8420-483c-ac2d-342411584105', 'tenant_id': '0712090d73f14cd6953821c10b184b38', 'fixed_ips': [{'subnet_id': '9deb6aac-e331-4cf8-aac6-4b4e35dda30c'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:25:37.252404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.280907 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] For port b308830a-6d44-4459-843b-9cddd0f201fd, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:25:37.324909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] For port b308830a-6d44-4459-843b-9cddd0f201fd, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b308830a-6d44-4459-843b-9cddd0f201fd,segment=NetworkSegment(f4818095-3857-4e6f-8bae-fb6d1a250282),segment_id=f4818095-3857-4e6f-8bae-fb6d1a250282)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:25:37.335122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b4d8b59-66fe-4a07-b4a0-8ab21ec1cefd tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.338974 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.345152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:37.488375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Pushing event updated for resources: {'Port': ['ID=b308830a-6d44-4459-843b-9cddd0f201fd,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:37.491403 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.api.v2.resource [None req-7b4d8b59-66fe-4a07-b4a0-8ab21ec1cefd tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 09:25:37.492799 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7b4d8b59-66fe-4a07-b4a0-8ab21ec1cefd tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "PUT /v2.0/routers/1fb3a7ca-6c77-4330-8dd5-810136a7f322 HTTP/1.1" status: 400 len: 364 time: 0.6652167 Nov 25 09:25:37.493015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:37.496606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Allocated IP 172.21.0.2 (6b154c0a-8420-483c-ac2d-342411584105/9deb6aac-e331-4cf8-aac6-4b4e35dda30c/2b245c2f-8b79-4a42-a6b1-69b382ca5d9b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:25:37.498596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54626) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:37.571109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76dc0e0-5521-469e-94a7-95944d44d61c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Deleting subnet 9deb6aac-e331-4cf8-aac6-4b4e35dda30c {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:25:37.723421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.733918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Transition to ACTIVE for port object 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:37.753600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Transition to ACTIVE for port object 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:37.758808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d76dc0e0-5521-469e-94a7-95944d44d61c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.759539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.765620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:37.818769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d76dc0e0-5521-469e-94a7-95944d44d61c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.826713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Network 6b154c0a-8420-483c-ac2d-342411584105 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:37.829945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:37.833637 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:25:37.870622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Pushing event updated for resources: {'Port': ['ID=2b245c2f-8b79-4a42-a6b1-69b382ca5d9b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:37.880087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:37.904659 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d76dc0e0-5521-469e-94a7-95944d44d61c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.929776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Attempting to bind port 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:25:37.930155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Attempting to bind port 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'dc8e4ecd-8856-40fa-a936-57b054caed71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6b154c0a-8420-483c-ac2d-342411584105'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:25:37.930562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Attempting to bind port 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b on network 6b154c0a-8420-483c-ac2d-342411584105 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:37.935807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:25:37.936191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Checking segment: {'id': 'dc8e4ecd-8856-40fa-a936-57b054caed71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6b154c0a-8420-483c-ac2d-342411584105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:37.936600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.937003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Bound using segment: {'id': 'dc8e4ecd-8856-40fa-a936-57b054caed71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6b154c0a-8420-483c-ac2d-342411584105'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:25:37.937471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Bound port: 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8e4ecd-8856-40fa-a936-57b054caed71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6b154c0a-8420-483c-ac2d-342411584105'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:25:37.937868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.981198 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d76dc0e0-5521-469e-94a7-95944d44d61c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:37.991422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bae84c74-1ca4-4b5c-828a-aa93cd5f8c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:38.029434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dc0e0-5521-469e-94a7-95944d44d61c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Pushing event deleted for resources: {'Subnet': ['ID=9deb6aac-e331-4cf8-aac6-4b4e35dda30c,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:38.032514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d76dc0e0-5521-469e-94a7-95944d44d61c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:38.033604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d76dc0e0-5521-469e-94a7-95944d44d61c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:38.039990 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d76dc0e0-5521-469e-94a7-95944d44d61c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "DELETE /v2.0/subnets/9deb6aac-e331-4cf8-aac6-4b4e35dda30c HTTP/1.1" status: 204 len: 168 time: 0.5403831 Nov 25 09:25:38.042783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54630) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:38.044490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] For port 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:25:38.047590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] For port 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=2b245c2f-8b79-4a42-a6b1-69b382ca5d9b,segment=NetworkSegment(dc8e4ecd-8856-40fa-a936-57b054caed71),segment_id=dc8e4ecd-8856-40fa-a936-57b054caed71)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:25:38.050990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:38.055257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:38.159712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:38.171194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Deleting port 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:25:38.172184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:38.186183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Pushing event updated for resources: {'Port': ['ID=2b245c2f-8b79-4a42-a6b1-69b382ca5d9b,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:38.189286 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:38.204607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c0aac9-cfb7-4591-88ed-42c38cb83d46 None None] Network 6b154c0a-8420-483c-ac2d-342411584105 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:38.390802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] For port 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=2b245c2f-8b79-4a42-a6b1-69b382ca5d9b,segment=NetworkSegment(dc8e4ecd-8856-40fa-a936-57b054caed71),segment_id=dc8e4ecd-8856-40fa-a936-57b054caed71)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:38.391382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:38.487661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eae715-9896-4f30-9c40-465752ad96ae None None] Network 399e39f0-5ef7-45c5-90ec-adc01527ac6c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:38.521409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Calling delete_port for 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:25:38.601873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:38.606602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-87d242ed-4edb-4a7d-a3e6-a74d147c1903 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:38.607860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-be38024f-047e-4012-b5d0-b414636d1481 None None] Provisioning for port b308830a-6d44-4459-843b-9cddd0f201fd completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:38.651565 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Pushing event deleted for resources: {'Port': ['ID=2b245c2f-8b79-4a42-a6b1-69b382ca5d9b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:38.654899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:38.655885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] No DVR routers for this DVR port 2b245c2f-8b79-4a42-a6b1-69b382ca5d9b on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:25:38.917909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:38.919772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ddbc53-217f-4de0-baf9-76099c539902 None None] get_active_networks_info from dv-neutron-818341-1-hyperv {{(pid=87514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 09:25:38.943378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b154c0a-8420-483c-ac2d-342411584105']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:38.957205 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8e4ecd-8856-40fa-a936-57b054caed71') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:38.957507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8e4ecd-8856-40fa-a936-57b054caed71') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:38.980216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.005074 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.012884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:25:39.013674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.024838 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ddbc53-217f-4de0-baf9-76099c539902 None None] Resources bound (agent type, host, resource id): {{(pid=87514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:25:39.030053 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:25:39.055327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b308830a-6d44-4459-843b-9cddd0f201fd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:39.130040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.134765 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.137544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c41fa71c-1c3a-4193-bfa4-a6d8205250b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:39.167811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Pushing event deleted for resources: {'Network': ['ID=6b154c0a-8420-483c-ac2d-342411584105,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:39.170122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:39.171851 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "DELETE /v2.0/networks/6b154c0a-8420-483c-ac2d-342411584105 HTTP/1.1" status: 204 len: 168 time: 1.1281049 Nov 25 09:25:39.174257 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54634) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:39.240049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1dfc02-5931-4a55-830f-b062ec18c8a6 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Deleting subnet e153fe26-16c5-485f-9a13-42e64979b057 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:25:39.244203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ae1dfc02-5931-4a55-830f-b062ec18c8a6 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.274277 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port b308830a-6d44-4459-843b-9cddd0f201fd completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:39.293669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b308830a-6d44-4459-843b-9cddd0f201fd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:39.294053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.303825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ae1dfc02-5931-4a55-830f-b062ec18c8a6 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.387900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ae1dfc02-5931-4a55-830f-b062ec18c8a6 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.464907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ae1dfc02-5931-4a55-830f-b062ec18c8a6 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.470085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2536b47a-349f-4606-a3cf-42ce014547ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:39.508598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dfc02-5931-4a55-830f-b062ec18c8a6 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Pushing event deleted for resources: {'Subnet': ['ID=e153fe26-16c5-485f-9a13-42e64979b057,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:39.511658 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ae1dfc02-5931-4a55-830f-b062ec18c8a6 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:39.512635 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ae1dfc02-5931-4a55-830f-b062ec18c8a6 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.514303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.521095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54638) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:39.521586 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ae1dfc02-5931-4a55-830f-b062ec18c8a6 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "DELETE /v2.0/subnets/e153fe26-16c5-485f-9a13-42e64979b057 HTTP/1.1" status: 204 len: 168 time: 0.3456240 Nov 25 09:25:39.608480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef501dc2-0bdc-4979-804d-639da6dbc856 None None] Network 399e39f0-5ef7-45c5-90ec-adc01527ac6c requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:39.638180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.648908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Deleting port b308830a-6d44-4459-843b-9cddd0f201fd {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:25:39.649407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.672372 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:25:39.672748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:25:39.858123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3dc047-17c4-4cdd-b233-73ec11d3303a None None] DHCP port deletion for 399e39f0-5ef7-45c5-90ec-adc01527ac6c request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:25:39.862055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8e3dc047-17c4-4cdd-b233-73ec11d3303a None None] Deleting port b308830a-6d44-4459-843b-9cddd0f201fd {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:25:39.862478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc047-17c4-4cdd-b233-73ec11d3303a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:39.864676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] For port b308830a-6d44-4459-843b-9cddd0f201fd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b308830a-6d44-4459-843b-9cddd0f201fd,segment=NetworkSegment(f4818095-3857-4e6f-8bae-fb6d1a250282),segment_id=f4818095-3857-4e6f-8bae-fb6d1a250282)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:39.865035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:40.078100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-8e3dc047-17c4-4cdd-b233-73ec11d3303a None None] For port b308830a-6d44-4459-843b-9cddd0f201fd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b308830a-6d44-4459-843b-9cddd0f201fd,segment=NetworkSegment(f4818095-3857-4e6f-8bae-fb6d1a250282),segment_id=f4818095-3857-4e6f-8bae-fb6d1a250282)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:40.078741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc047-17c4-4cdd-b233-73ec11d3303a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:40.104908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Calling delete_port for b308830a-6d44-4459-843b-9cddd0f201fd owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:25:40.185712 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:40.190203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e2b198f-29f8-47c5-953e-f43ada505da9 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:40.231155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8e3dc047-17c4-4cdd-b233-73ec11d3303a None None] Calling delete_port for b308830a-6d44-4459-843b-9cddd0f201fd owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:25:40.236809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] No DVR routers for this DVR port b308830a-6d44-4459-843b-9cddd0f201fd on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:25:40.266904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Pushing event deleted for resources: {'Port': ['ID=b308830a-6d44-4459-843b-9cddd0f201fd,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:40.269217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:40.275411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Port b308830a-6d44-4459-843b-9cddd0f201fd update to ACTIVE by agent not found {{(pid=87514) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 25 09:25:40.313011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-8e3dc047-17c4-4cdd-b233-73ec11d3303a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:25:40.313379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-8e3dc047-17c4-4cdd-b233-73ec11d3303a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:25:40.363478 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:40.389414 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399e39f0-5ef7-45c5-90ec-adc01527ac6c']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:40.401196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4818095-3857-4e6f-8bae-fb6d1a250282') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:40.401491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4818095-3857-4e6f-8bae-fb6d1a250282') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:40.412901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:40.428196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:40.435167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:25:40.435623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:25:40.451099 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:25:40.530224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:40.533456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-31a464f0-da2a-46b4-a456-975889f509c1 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:40.547466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:40.558667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Pushing event deleted for resources: {'Network': ['ID=399e39f0-5ef7-45c5-90ec-adc01527ac6c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:40.561329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:40.563122 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "DELETE /v2.0/networks/399e39f0-5ef7-45c5-90ec-adc01527ac6c HTTP/1.1" status: 204 len: 168 time: 1.0410454 Nov 25 09:25:40.565692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54642) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:40.609312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-31ed6c8e-31c9-4bb3-bab6-764dfcd435ea tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Synchronizing usage tracker for tenant:0712090d73f14cd6953821c10b184b38 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:25:40.625162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-31ed6c8e-31c9-4bb3-bab6-764dfcd435ea tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Unset dirty status for tenant:0712090d73f14cd6953821c10b184b38 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:25:40.626193 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-31ed6c8e-31c9-4bb3-bab6-764dfcd435ea tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb3a7ca-6c77-4330-8dd5-810136a7f322 HTTP/1.1" status: 200 len: 205 time: 0.0595372 Nov 25 09:25:40.628798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54646) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:40.762623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2b021e5-7bf5-4d9c-8152-fed8c90f43af tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:40.814984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8e3dc047-17c4-4cdd-b233-73ec11d3303a None None] Deleting port b308830a-6d44-4459-843b-9cddd0f201fd {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:25:40.815369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc047-17c4-4cdd-b233-73ec11d3303a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:40.883913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8e3dc047-17c4-4cdd-b233-73ec11d3303a None None] The port 'b308830a-6d44-4459-843b-9cddd0f201fd' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:25:41.005781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b308830a-6d44-4459-843b-9cddd0f201fd no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:25:41.041530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: b308830a-6d44-4459-843b-9cddd0f201fd {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:25:41.041886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b308830a-6d44-4459-843b-9cddd0f201fd not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:25:41.057021 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2b021e5-7bf5-4d9c-8152-fed8c90f43af tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:41.059213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2b021e5-7bf5-4d9c-8152-fed8c90f43af tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:41.080644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2b021e5-7bf5-4d9c-8152-fed8c90f43af tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:41.081247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b021e5-7bf5-4d9c-8152-fed8c90f43af tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb3a7ca-6c77-4330-8dd5-810136a7f322 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:25:41.092726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b2b021e5-7bf5-4d9c-8152-fed8c90f43af tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:41.093779 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b2b021e5-7bf5-4d9c-8152-fed8c90f43af tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] 10.222.0.54 "DELETE /v2.0/routers/1fb3a7ca-6c77-4330-8dd5-810136a7f322 HTTP/1.1" status: 204 len: 168 time: 0.4640958 Nov 25 09:25:41.355535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54654) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:41.498430 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-45af2f98-f1a9-46e6-9f30-39aa1bd025a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0712090d73f14cd6953821c10b184b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416316 Nov 25 09:25:41.500812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54660) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:41.559963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0eee4c11-f846-49c7-81a1-99ac062d8db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:41.584760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0eee4c11-f846-49c7-81a1-99ac062d8db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:41.635600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0eee4c11-f846-49c7-81a1-99ac062d8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:41.640481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e7ba8bc9-d9b0-4d17-9b7e-628a6547cb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:41.651844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee4c11-f846-49c7-81a1-99ac062d8db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8813151e-9156-41fe-8b59-40fe579e0ba4,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:41.654741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0eee4c11-f846-49c7-81a1-99ac062d8db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:41.656667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0eee4c11-f846-49c7-81a1-99ac062d8db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:41.657765 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0eee4c11-f846-49c7-81a1-99ac062d8db4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8813151e-9156-41fe-8b59-40fe579e0ba4 HTTP/1.1" status: 204 len: 168 time: 0.1560152 Nov 25 09:25:42.294907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54684) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:42.394707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1959014334-network', 'tenant_id': '1bd113af730c4903a7431eb46a231271'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:42.399536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:42.403439 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Usage tracker for resource:network and tenant:1bd113af730c4903a7431eb46a231271 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:42.406301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:42.412887 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:42.422945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Made reservation on behalf of 1bd113af730c4903a7431eb46a231271 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:42.425244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:42.437415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:42.451376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:42.455129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Usage tracker for resource:security_group_rule and tenant:1bd113af730c4903a7431eb46a231271 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:42.457830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:42.464092 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:42.545422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:42.548908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:42.551832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bca3ac4c-2641-4dc7-ac98-d174ddf24fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:42.578624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:25:42.587279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161e6037-0e2f-4039-acb0-85b7c3d7beff,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:42.590755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:42.593207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:42.593543 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Added segment 9a896c0d-b9b9-48f3-8ce8-cfedb841520c of type vlan for network 3ac6eed0-998e-4afe-ab94-559713be80ef Nov 25 09:25:42.623045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:42.767709 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:42.768802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:42.769364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:42.774536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-520eebab-54de-4128-9909-914bd37b14ef tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:42.874865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Pushing event updated for resources: {'Network': ['ID=3ac6eed0-998e-4afe-ab94-559713be80ef,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:42.878145 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5822458 Nov 25 09:25:42.879111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2a4a68fb-511b-48c8-ae9a-94198ebfcaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:42.880957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54690) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:42.885073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 3ac6eed0-998e-4afe-ab94-559713be80ef details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:25:42.886853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Request body: {'subnet': {'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1959014334-subnet', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'ip_version': 4}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:42.891664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:42.895516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Usage tracker for resource:subnet and tenant:1bd113af730c4903a7431eb46a231271 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:42.898979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:42.904632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:42.915496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Made reservation on behalf of 1bd113af730c4903a7431eb46a231271 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:42.917822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.116303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.120556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-90979393-ccbb-4039-bbf0-494deec50953 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:43.192064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:43.197936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:43.206025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Checking segment: {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:43.206415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Network hostable DHCP agents. Network: 3ac6eed0-998e-4afe-ab94-559713be80ef, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:25:43.225602 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Network 3ac6eed0-998e-4afe-ab94-559713be80ef is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:25:43.234369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 3ac6eed0-998e-4afe-ab94-559713be80ef) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:43.238798 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:43.239942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.243652 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ba7e04-2ed9-460f-8581-0dbb5ee7318e None None] Network 3ac6eed0-998e-4afe-ab94-559713be80ef requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:43.264406 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3798931 Nov 25 09:25:43.264707 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54694) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:43.270055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1959014334-router', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:43.275104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:43.279121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Usage tracker for resource:router and tenant:1bd113af730c4903a7431eb46a231271 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:43.282086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:43.287842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:43.298553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.299532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.315397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.454649 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-3ac6eed0-998e-4afe-ab94-559713be80ef', 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'fixed_ips': [{'subnet_id': 'cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:25:43.455494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.582731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.651508 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Allocated IP 172.20.0.2 (3ac6eed0-998e-4afe-ab94-559713be80ef/cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6/b66a7dad-e5fd-4777-8bbe-6b474617025b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:25:43.856398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.867351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Transition to ACTIVE for port object b66a7dad-e5fd-4777-8bbe-6b474617025b will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:43.882508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.885246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Transition to ACTIVE for port object b66a7dad-e5fd-4777-8bbe-6b474617025b will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:43.890583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.894667 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:43.916070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:43.954536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Network 3ac6eed0-998e-4afe-ab94-559713be80ef is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:43.955671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:43.958100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:25:44.037914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Pushing event updated for resources: {'Port': ['ID=b66a7dad-e5fd-4777-8bbe-6b474617025b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:44.045926 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:44.050536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Allocated IP 172.26.3.211 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/9a6f207d-203a-4023-89f4-f4638b3b9b4b) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:25:44.061618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Attempting to bind port b66a7dad-e5fd-4777-8bbe-6b474617025b on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:25:44.061995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Attempting to bind port b66a7dad-e5fd-4777-8bbe-6b474617025b by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:25:44.062392 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Attempting to bind port b66a7dad-e5fd-4777-8bbe-6b474617025b on network 3ac6eed0-998e-4afe-ab94-559713be80ef {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:44.067852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:25:44.068234 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Checking segment: {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:44.068641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:44.069042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Bound using segment: {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:25:44.069512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Bound port: b66a7dad-e5fd-4777-8bbe-6b474617025b, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:25:44.070017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:44.160418 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] For port b66a7dad-e5fd-4777-8bbe-6b474617025b, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:25:44.164215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] For port b66a7dad-e5fd-4777-8bbe-6b474617025b, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b66a7dad-e5fd-4777-8bbe-6b474617025b,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:25:44.168529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:44.172939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:44.197294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:44.227493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:44.231421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7682f0db-b786-4733-b372-5796e8d6ee4b tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:44.253973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Pushing event updated for resources: {'Port': ['ID=b66a7dad-e5fd-4777-8bbe-6b474617025b,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:44.256803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:44.421110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:44.426417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:44.429937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:25:44.462266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6f207d-203a-4023-89f4-f4638b3b9b4b,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:44.472221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:44.844855 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:45.067986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b66a7dad-e5fd-4777-8bbe-6b474617025b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:45.143029 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port b66a7dad-e5fd-4777-8bbe-6b474617025b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:45.202645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:45.241511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff995a-466b-4cd5-a97b-f35a544cfbd1 None None] Network 3ac6eed0-998e-4afe-ab94-559713be80ef requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:45.391820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-37a225d8-1b67-4d3b-ba73-00fb04835f7e None None] Provisioning for port b66a7dad-e5fd-4777-8bbe-6b474617025b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:45.406620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-37a225d8-1b67-4d3b-ba73-00fb04835f7e None None] Provisioning complete for port b66a7dad-e5fd-4777-8bbe-6b474617025b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:45.407171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37a225d8-1b67-4d3b-ba73-00fb04835f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:45.410982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:25:45.580426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37a225d8-1b67-4d3b-ba73-00fb04835f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:45.585703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:25:45.596013 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Sync routers for ids ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:25:45.612534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:45.613839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3481958 Nov 25 09:25:45.615918 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Routers {'97ffa3f1-deb5-4b98-b88a-b8f98253c92d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:25:45.616566 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:25:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:45.616749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54698) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:45.617499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-37a225d8-1b67-4d3b-ba73-00fb04835f7e None None] For port b66a7dad-e5fd-4777-8bbe-6b474617025b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b66a7dad-e5fd-4777-8bbe-6b474617025b,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:45.621979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37a225d8-1b67-4d3b-ba73-00fb04835f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:45.627775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:45.710844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a225d8-1b67-4d3b-ba73-00fb04835f7e None None] Pushing event updated for resources: {'Port': ['ID=b66a7dad-e5fd-4777-8bbe-6b474617025b,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:45.714255 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-37a225d8-1b67-4d3b-ba73-00fb04835f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:45.810875 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Set router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:25:45.846674 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cd4a080e-b5ae-46ff-8296-b59ad9c8eb41 None None] Provisioning complete for port b66a7dad-e5fd-4777-8bbe-6b474617025b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:45.847100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd4a080e-b5ae-46ff-8296-b59ad9c8eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:46.105816 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'name': 'tempest-TestEncryptedCinderVolumes-1959014334-router', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:44Z', 'revision_number': 3, 'project_id': '1bd113af730c4903a7431eb46a231271', 'gw_port': {'id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:46.109606 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Checking router: 97ffa3f1-deb5-4b98-b88a-b8f98253c92d for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:25:46.109961 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Updating router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d port 9a6f207d-203a-4023-89f4-f4638b3b9b4b binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:25:46.165173 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:46.437519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:46.521104 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:46.534243 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Transition to ACTIVE for port object 9a6f207d-203a-4023-89f4-f4638b3b9b4b will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:46.539896 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:46.546405 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-80bd5be6-2c72-49ec-9905-ef9484024403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:46.562421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0e99391a-ddeb-46ba-a5a2-0d16d3f235cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:46.613890 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Attempting to bind port 9a6f207d-203a-4023-89f4-f4638b3b9b4b on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:25:46.614459 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Attempting to bind port 9a6f207d-203a-4023-89f4-f4638b3b9b4b by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:25:46.614634 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Attempting to bind port 9a6f207d-203a-4023-89f4-f4638b3b9b4b on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:46.625780 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:25:46.626148 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:46.626566 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:46.626954 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:25:46.627413 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Bound port: 9a6f207d-203a-4023-89f4-f4638b3b9b4b, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:25:46.627782 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:46.657614 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Pushing event updated for resources: {'Port': ['ID=9a6f207d-203a-4023-89f4-f4638b3b9b4b,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:46.666226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Allocated IP 172.20.0.1 (3ac6eed0-998e-4afe-ab94-559713be80ef/cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6/ab63d05b-a350-4806-a7c0-a7cc588c0294) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:25:46.673263 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.673612 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.673955 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.674307 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.674639 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.674967 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.675291 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.675613 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.675936 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.676338 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.676633 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.676949 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:25:46.686831 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:46.714402 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] For port 9a6f207d-203a-4023-89f4-f4638b3b9b4b, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:25:46.717534 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] For port 9a6f207d-203a-4023-89f4-f4638b3b9b4b, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9a6f207d-203a-4023-89f4-f4638b3b9b4b,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:25:46.722446 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:46.726576 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-0c6dd818-4244-4ace-ab97-c94f2d374492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:46.800024 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Routers {'97ffa3f1-deb5-4b98-b88a-b8f98253c92d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:25:46.800636 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:25:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:46.816800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:46.832030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Transition to ACTIVE for port object ab63d05b-a350-4806-a7c0-a7cc588c0294 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:46.857234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:46.861768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-76a4cb02-83fc-4054-bead-59837f5e2a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:46.912350 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Pushing event updated for resources: {'Port': ['ID=9a6f207d-203a-4023-89f4-f4638b3b9b4b,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:46.915918 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:46.924694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Network 3ac6eed0-998e-4afe-ab94-559713be80ef is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:46.927949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:46.932129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:25:46.986366 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] Set router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:25:47.004286 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Pushing event updated for resources: {'Port': ['ID=ab63d05b-a350-4806-a7c0-a7cc588c0294,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:47.019208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:47.048299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b66a7dad-e5fd-4777-8bbe-6b474617025b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:47.052440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:47.087953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:47.143828 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b66a7dad-e5fd-4777-8bbe-6b474617025b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:47.144685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:47.191626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:47.273790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e4212e09-5400-4f31-ab0c-d242c893a204 None None] Provisioning for port ab63d05b-a350-4806-a7c0-a7cc588c0294 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:47.283824 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e4212e09-5400-4f31-ab0c-d242c893a204 None None] Provisioning complete for port ab63d05b-a350-4806-a7c0-a7cc588c0294 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:47.284208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4212e09-5400-4f31-ab0c-d242c893a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:47.326389 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'name': 'tempest-TestEncryptedCinderVolumes-1959014334-router', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:44Z', 'revision_number': 3, 'project_id': '1bd113af730c4903a7431eb46a231271', 'gw_port': {'id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:47.330420 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c285b5e-a146-4458-9c9f-34ab74512fc1 None None] The sync data for ids ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'] in dv-neutron-818341-1-hyperv is: [{'id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'name': 'tempest-TestEncryptedCinderVolumes-1959014334-router', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:44Z', 'revision_number': 3, 'project_id': '1bd113af730c4903a7431eb46a231271', 'gw_port': {'id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:25:47.342548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e4212e09-5400-4f31-ab0c-d242c893a204 None None] Port ab63d05b-a350-4806-a7c0-a7cc588c0294 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:25:47.548453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:47.559558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:47.589400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e56dca86-a0ae-4279-8e75-5e0fefd3a15c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:47.674563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:47.678077 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Pushing event updated for resources: {'Port': ['ID=ab63d05b-a350-4806-a7c0-a7cc588c0294,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:47.681515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:47.815853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Network 3ac6eed0-998e-4afe-ab94-559713be80ef is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:47.817462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:48.008156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:25:48.067886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a31e2f0d-cc94-49f2-8b2b-7eddeabbc149 None None] Provisioning complete for port ab63d05b-a350-4806-a7c0-a7cc588c0294 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:48.068461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a31e2f0d-cc94-49f2-8b2b-7eddeabbc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:48.165009 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a31e2f0d-cc94-49f2-8b2b-7eddeabbc149 None None] Port ab63d05b-a350-4806-a7c0-a7cc588c0294 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:25:48.197393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:25:48.206702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] 10.222.0.54 "PUT /v2.0/routers/97ffa3f1-deb5-4b98-b88a-b8f98253c92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5888896 Nov 25 09:25:48.697762 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54716) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:48.703549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-884884301-network', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:48.708548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:48.713110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Usage tracker for resource:network and tenant:985bf6facc7f483a919dab9904e3bc2f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:48.716472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:48.722690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:48.734892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Made reservation on behalf of 985bf6facc7f483a919dab9904e3bc2f for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:48.737475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:48.749758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:48.763723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:48.767593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Usage tracker for resource:security_group_rule and tenant:985bf6facc7f483a919dab9904e3bc2f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:48.770350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:48.776513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:48.861162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:48.865564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:48.868588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b028456-0fa7-4419-a9ed-1ad1a74a404e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:48.877030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Sync routers for ids ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:25:48.886708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Routers {'97ffa3f1-deb5-4b98-b88a-b8f98253c92d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:25:48.887415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:25:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:48.903251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:25:48.915114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b863fa-518a-4a72-8e3e-34132eecc184,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:48.918593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:48.921071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:48.921406 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Added segment 140813b6-ba41-4dfb-ad69-5105b1e16ef3 of type vlan for network e886e4e2-2c2b-4a2a-ba33-3ba9696118fe Nov 25 09:25:48.948445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:48.993527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:48.994860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:48.995930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.000047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:49.055606 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9a6f207d-203a-4023-89f4-f4638b3b9b4b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:49.107975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Pushing event updated for resources: {'Network': ['ID=e886e4e2-2c2b-4a2a-ba33-3ba9696118fe,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:49.111020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:49.114742 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4158280 Nov 25 09:25:49.117566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54720) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:49.123129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Request body: {'subnet': {'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-884884301-subnet', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'ip_version': 4}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:49.125863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network e886e4e2-2c2b-4a2a-ba33-3ba9696118fe details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:25:49.127792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:49.131691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Usage tracker for resource:subnet and tenant:985bf6facc7f483a919dab9904e3bc2f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:49.135033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:49.140737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:49.152065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Made reservation on behalf of 985bf6facc7f483a919dab9904e3bc2f for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:49.154534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.204689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Set router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:25:49.360417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.363854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-69b02a30-0832-4844-8f03-0f6d8401f018 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:49.399305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 9a6f207d-203a-4023-89f4-f4638b3b9b4b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:49.432628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Pushing event updated for resources: {'Subnet': ['ID=a24b48c8-ed68-43b7-8169-6f3e355f2123,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:49.437555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:49.446937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Checking segment: {'id': '140813b6-ba41-4dfb-ad69-5105b1e16ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:49.447283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Network hostable DHCP agents. Network: e886e4e2-2c2b-4a2a-ba33-3ba9696118fe, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:25:49.453180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9a6f207d-203a-4023-89f4-f4638b3b9b4b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:49.453565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.465880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Network e886e4e2-2c2b-4a2a-ba33-3ba9696118fe is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:25:49.476334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, e886e4e2-2c2b-4a2a-ba33-3ba9696118fe) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:49.480448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:49.481010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.499342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdea9cf-165d-4b6d-b47a-140bf21defa4 None None] Network e886e4e2-2c2b-4a2a-ba33-3ba9696118fe requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:49.501986 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-561d7270-1389-4b9d-b98e-dbe9ff7821df admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3833215 Nov 25 09:25:49.504586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 54724) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:49.510516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-884884301-router', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:49.515252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:49.519187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Usage tracker for resource:router and tenant:985bf6facc7f483a919dab9904e3bc2f is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:25:49.522065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:25:49.527844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:49.539537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.540684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.557598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.829802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.899069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 9a6f207d-203a-4023-89f4-f4638b3b9b4b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9a6f207d-203a-4023-89f4-f4638b3b9b4b,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:49.913836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.917578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:49.948685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.954061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d147a7ea-bb84-4b49-828e-4637696a83db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.957732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-e886e4e2-2c2b-4a2a-ba33-3ba9696118fe', 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'fixed_ips': [{'subnet_id': 'a24b48c8-ed68-43b7-8169-6f3e355f2123'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:25:49.958871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:49.988389 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'name': 'tempest-TestEncryptedCinderVolumes-1959014334-router', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:47Z', 'revision_number': 4, 'project_id': '1bd113af730c4903a7431eb46a231271', 'gw_port': {'id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'ab63d05b-a350-4806-a7c0-a7cc588c0294', 'name': '', 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'mac_address': 'fa:16:3e:44:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:46Z', 'updated_at': '2021-11-25T09:25:47Z', 'revision_number': 2, 'project_id': '1bd113af730c4903a7431eb46a231271', 'subnets': [{'id': 'cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:50.005146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Checking router: 97ffa3f1-deb5-4b98-b88a-b8f98253c92d for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:25:50.005515 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Updating router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d port ab63d05b-a350-4806-a7c0-a7cc588c0294 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:25:50.126020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=9a6f207d-203a-4023-89f4-f4638b3b9b4b,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:50.136568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:50.142673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:50.145992 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:50.275020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:50.304816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:50.378759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Allocated IP 172.20.0.2 (e886e4e2-2c2b-4a2a-ba33-3ba9696118fe/a24b48c8-ed68-43b7-8169-6f3e355f2123/5cfc8122-9afa-49b5-a38a-22c7074dfd0d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:25:50.442348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Allocated IP 172.26.3.16 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/83f85196-91a4-45ec-a63f-998ea35793b0) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:25:50.593284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:50.622671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:50.626625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-68edb13a-6d15-4a09-aa11-1f0117dbb307 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:50.696675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:50.700187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:50.702733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:25:50.741756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:50.745927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Pushing event updated for resources: {'Port': ['ID=83f85196-91a4-45ec-a63f-998ea35793b0,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:50.748812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:50.770503 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Transition to ACTIVE for port object 5cfc8122-9afa-49b5-a38a-22c7074dfd0d will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:50.798112 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:50.802913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Transition to ACTIVE for port object 5cfc8122-9afa-49b5-a38a-22c7074dfd0d will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:50.812451 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Transition to ACTIVE for port object ab63d05b-a350-4806-a7c0-a7cc588c0294 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:50.815117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:50.819973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:50.855391 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:50.892710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Network e886e4e2-2c2b-4a2a-ba33-3ba9696118fe is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:50.940446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:50.950951 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:25:50.952909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Pushing event updated for resources: {'Port': ['ID=5cfc8122-9afa-49b5-a38a-22c7074dfd0d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:50.974628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:50.978321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4992bca0-733b-4cde-9199-b878bf4d6378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:51.065411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9a6f207d-203a-4023-89f4-f4638b3b9b4b up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:51.157211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:51.262300 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd42cb-6d80-44b6-a034-d5201a99d9aa None None] Pushing event updated for resources: {'Port': ['ID=ab63d05b-a350-4806-a7c0-a7cc588c0294,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:51.273469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6abd42cb-6d80-44b6-a034-d5201a99d9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:51.286877 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Attempting to bind port ab63d05b-a350-4806-a7c0-a7cc588c0294 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:25:51.287250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Attempting to bind port ab63d05b-a350-4806-a7c0-a7cc588c0294 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:25:51.287614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Attempting to bind port ab63d05b-a350-4806-a7c0-a7cc588c0294 on network 3ac6eed0-998e-4afe-ab94-559713be80ef {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:51.294823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Attempting to bind port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:25:51.294823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Attempting to bind port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '140813b6-ba41-4dfb-ad69-5105b1e16ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:25:51.296151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Attempting to bind port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d on network e886e4e2-2c2b-4a2a-ba33-3ba9696118fe {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:51.308555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:25:51.308930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Checking segment: {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:51.309340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:51.309753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Bound using segment: {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:25:51.310216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Bound port: ab63d05b-a350-4806-a7c0-a7cc588c0294, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:25:51.310616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:51.325012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:25:51.325383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Checking segment: {'id': '140813b6-ba41-4dfb-ad69-5105b1e16ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:51.325858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:51.326161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Bound using segment: {'id': '140813b6-ba41-4dfb-ad69-5105b1e16ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:25:51.326663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Bound port: 5cfc8122-9afa-49b5-a38a-22c7074dfd0d, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140813b6-ba41-4dfb-ad69-5105b1e16ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:25:51.327040 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:51.425600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9a6f207d-203a-4023-89f4-f4638b3b9b4b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:51.425974 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:51.551910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] For port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:25:51.554198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] For port ab63d05b-a350-4806-a7c0-a7cc588c0294, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:25:51.557659 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] For port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5cfc8122-9afa-49b5-a38a-22c7074dfd0d,segment=NetworkSegment(140813b6-ba41-4dfb-ad69-5105b1e16ef3),segment_id=140813b6-ba41-4dfb-ad69-5105b1e16ef3)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:25:51.559601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] For port ab63d05b-a350-4806-a7c0-a7cc588c0294, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ab63d05b-a350-4806-a7c0-a7cc588c0294,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:25:51.563136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:51.566518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:51.570270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:51.574397 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-23b13ed6-7521-4049-a929-0aa55dbb06d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:51.631697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:51.724698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Pushing event updated for resources: {'Port': ['ID=5cfc8122-9afa-49b5-a38a-22c7074dfd0d,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:51.724698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Routers {'97ffa3f1-deb5-4b98-b88a-b8f98253c92d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:25:51.724698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:25:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:51.857848 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Router 51f86150-a37d-4261-a91d-8004cd1f80a5 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:25:52.034821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd42cb-6d80-44b6-a034-d5201a99d9aa None None] Pushing event updated for resources: {'Port': ['ID=ab63d05b-a350-4806-a7c0-a7cc588c0294,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:52.041279 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6abd42cb-6d80-44b6-a034-d5201a99d9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:52.041730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:52.042131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:52.073935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:25:52.082586 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Sync routers for ids ['51f86150-a37d-4261-a91d-8004cd1f80a5'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:25:52.084033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] Set router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:25:52.095684 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Routers {'51f86150-a37d-4261-a91d-8004cd1f80a5'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:25:52.096451 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:25:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['51f86150-a37d-4261-a91d-8004cd1f80a5'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:52.106856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:52.111445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 54728) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:25:52.111939 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6057904 Nov 25 09:25:52.282935 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Set router 51f86150-a37d-4261-a91d-8004cd1f80a5 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:25:52.424755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'name': 'tempest-TestEncryptedCinderVolumes-1959014334-router', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:47Z', 'revision_number': 4, 'project_id': '1bd113af730c4903a7431eb46a231271', 'gw_port': {'id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'ab63d05b-a350-4806-a7c0-a7cc588c0294', 'name': '', 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'mac_address': 'fa:16:3e:44:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:46Z', 'updated_at': '2021-11-25T09:25:51Z', 'revision_number': 4, 'project_id': '1bd113af730c4903a7431eb46a231271', 'subnets': [{'id': 'cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:52.429650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bb906d-7fd8-422f-ad93-5c21b784a9cc None None] The sync data for ids ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'] in dv-neutron-818341-1-hyperv is: [{'id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'name': 'tempest-TestEncryptedCinderVolumes-1959014334-router', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:47Z', 'revision_number': 4, 'project_id': '1bd113af730c4903a7431eb46a231271', 'gw_port': {'id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'ab63d05b-a350-4806-a7c0-a7cc588c0294', 'name': '', 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'mac_address': 'fa:16:3e:44:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:46Z', 'updated_at': '2021-11-25T09:25:51Z', 'revision_number': 4, 'project_id': '1bd113af730c4903a7431eb46a231271', 'subnets': [{'id': 'cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:25:52.649865 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'name': 'tempest-TestEncryptedCinderVolumes-884884301-router', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:49Z', 'updated_at': '2021-11-25T09:25:50Z', 'revision_number': 3, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'gw_port': {'id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:50Z', 'updated_at': '2021-11-25T09:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:52.654199 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Checking router: 51f86150-a37d-4261-a91d-8004cd1f80a5 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:25:52.654703 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Updating router 51f86150-a37d-4261-a91d-8004cd1f80a5 port 83f85196-91a4-45ec-a63f-998ea35793b0 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:25:52.720926 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:52.828341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:52.939587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcaf351-e19d-4f1c-8680-ea34fb9c073c None None] Network e886e4e2-2c2b-4a2a-ba33-3ba9696118fe requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:25:53.090031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Allocated IP 172.20.0.1 (e886e4e2-2c2b-4a2a-ba33-3ba9696118fe/a24b48c8-ed68-43b7-8169-6f3e355f2123/e3acf7ba-9fe8-468e-a6d6-e06ed48eac89) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:25:53.125788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1a7bfe4a-9d7a-4e3f-9ced-bc3b3e041305 None None] Provisioning for port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:53.165535 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.169790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ab63d05b-a350-4806-a7c0-a7cc588c0294 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:53.178967 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Transition to ACTIVE for port object 83f85196-91a4-45ec-a63f-998ea35793b0 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:53.186956 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.191318 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-55c5c55b-4a00-48b2-9ad4-0856bc3c669c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:53.280524 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Attempting to bind port 83f85196-91a4-45ec-a63f-998ea35793b0 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:25:53.280944 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Attempting to bind port 83f85196-91a4-45ec-a63f-998ea35793b0 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:25:53.281318 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Attempting to bind port 83f85196-91a4-45ec-a63f-998ea35793b0 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:53.283734 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef8847-6e6f-4809-ae60-b383ba938991 None None] Pushing event updated for resources: {'Port': ['ID=83f85196-91a4-45ec-a63f-998ea35793b0,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:53.288029 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-13ef8847-6e6f-4809-ae60-b383ba938991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:53.291502 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:25:53.291975 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:53.292386 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.292913 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:25:53.293271 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Bound port: 83f85196-91a4-45ec-a63f-998ea35793b0, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:25:53.293647 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.368301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port ab63d05b-a350-4806-a7c0-a7cc588c0294 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:53.375077 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ab63d05b-a350-4806-a7c0-a7cc588c0294 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:53.375947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.384126 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] For port 83f85196-91a4-45ec-a63f-998ea35793b0, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:25:53.387728 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] For port 83f85196-91a4-45ec-a63f-998ea35793b0, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=83f85196-91a4-45ec-a63f-998ea35793b0,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:25:53.394385 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.399029 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:53.487055 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Routers {'51f86150-a37d-4261-a91d-8004cd1f80a5'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:25:53.487697 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:25:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['51f86150-a37d-4261-a91d-8004cd1f80a5'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:53.507375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.523545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.530634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Transition to ACTIVE for port object e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:53.549002 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef8847-6e6f-4809-ae60-b383ba938991 None None] Pushing event updated for resources: {'Port': ['ID=83f85196-91a4-45ec-a63f-998ea35793b0,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:53.558366 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-13ef8847-6e6f-4809-ae60-b383ba938991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:53.572335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.577089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-58fd9eb7-e3bc-4a6b-8986-427fa1c6437d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:53.604767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port ab63d05b-a350-4806-a7c0-a7cc588c0294, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ab63d05b-a350-4806-a7c0-a7cc588c0294,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:53.616238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.617681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5cfc8122-9afa-49b5-a38a-22c7074dfd0d up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:53.669184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Network e886e4e2-2c2b-4a2a-ba33-3ba9696118fe is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:53.674773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:53.677548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e3acf7ba-9fe8-468e-a6d6-e06ed48eac89,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:53.680283 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:53.680499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:25:53.714680 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] Set router 51f86150-a37d-4261-a91d-8004cd1f80a5 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:25:53.719960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:53.748351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.847842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=ab63d05b-a350-4806-a7c0-a7cc588c0294,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:53.851886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:53.853149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:53.862761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:53.865506 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:53.907190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:54.082004 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'name': 'tempest-TestEncryptedCinderVolumes-884884301-router', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:49Z', 'updated_at': '2021-11-25T09:25:50Z', 'revision_number': 3, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'gw_port': {'id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:50Z', 'updated_at': '2021-11-25T09:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:54.085936 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f3939-ccd9-40e1-ab97-ec59ba622a61 None None] The sync data for ids ['51f86150-a37d-4261-a91d-8004cd1f80a5'] in dv-neutron-818341-1-hyperv is: [{'id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'name': 'tempest-TestEncryptedCinderVolumes-884884301-router', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:49Z', 'updated_at': '2021-11-25T09:25:50Z', 'revision_number': 3, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'gw_port': {'id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:50Z', 'updated_at': '2021-11-25T09:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:25:54.135650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:54.151965 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a84ca6d4-d9bb-4585-8294-9fa077257f07 None None] Provisioning for port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:54.163938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a84ca6d4-d9bb-4585-8294-9fa077257f07 None None] Provisioning complete for port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:54.164252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a84ca6d4-d9bb-4585-8294-9fa077257f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:54.211926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:54.216597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:54.227904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5cfc8122-9afa-49b5-a38a-22c7074dfd0d,segment=NetworkSegment(140813b6-ba41-4dfb-ad69-5105b1e16ef3),segment_id=140813b6-ba41-4dfb-ad69-5105b1e16ef3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:54.234582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:54.238481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:54.245720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-26522692-0367-4b42-9218-055aff837b05 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:54.274230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a84ca6d4-d9bb-4585-8294-9fa077257f07 None None] Port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:25:54.310991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=5cfc8122-9afa-49b5-a38a-22c7074dfd0d,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:54.314729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:54.328064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:54.332377 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e3acf7ba-9fe8-468e-a6d6-e06ed48eac89,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:54.336686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:54.474390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Network e886e4e2-2c2b-4a2a-ba33-3ba9696118fe is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:25:54.476221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:25:54.685798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Router 51f86150-a37d-4261-a91d-8004cd1f80a5 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:25:54.694803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ce271fd2-9d9d-4c3f-b156-26c72595127a None None] Provisioning complete for port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:54.695344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce271fd2-9d9d-4c3f-b156-26c72595127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:54.751205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ce271fd2-9d9d-4c3f-b156-26c72595127a None None] Port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:25:54.869833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:25:54.879688 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] 10.222.0.54 "PUT /v2.0/routers/51f86150-a37d-4261-a91d-8004cd1f80a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7667153 Nov 25 09:25:55.119374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ab63d05b-a350-4806-a7c0-a7cc588c0294 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:55.191153 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ab63d05b-a350-4806-a7c0-a7cc588c0294 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:55.191436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:55.325205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 83f85196-91a4-45ec-a63f-998ea35793b0 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:55.394695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 83f85196-91a4-45ec-a63f-998ea35793b0 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:55.399548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 83f85196-91a4-45ec-a63f-998ea35793b0 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:55.400048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:55.557782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:55.575488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 83f85196-91a4-45ec-a63f-998ea35793b0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=83f85196-91a4-45ec-a63f-998ea35793b0,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:55.583702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:55.584687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5cfc8122-9afa-49b5-a38a-22c7074dfd0d up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:55.608523 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:55.703044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=83f85196-91a4-45ec-a63f-998ea35793b0,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:55.706105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:55.716430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:55.716835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:55.774293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Sync routers for ids ['51f86150-a37d-4261-a91d-8004cd1f80a5'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:25:55.789836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Routers {'51f86150-a37d-4261-a91d-8004cd1f80a5'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:25:55.790474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:25:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['51f86150-a37d-4261-a91d-8004cd1f80a5'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:56.012546 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Set router 51f86150-a37d-4261-a91d-8004cd1f80a5 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:25:56.322374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'name': 'tempest-TestEncryptedCinderVolumes-884884301-router', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:49Z', 'updated_at': '2021-11-25T09:25:53Z', 'revision_number': 4, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'gw_port': {'id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:50Z', 'updated_at': '2021-11-25T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e3acf7ba-9fe8-468e-a6d6-e06ed48eac89', 'name': '', 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'mac_address': 'fa:16:3e:b1:ac:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'a24b48c8-ed68-43b7-8169-6f3e355f2123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:52Z', 'updated_at': '2021-11-25T09:25:54Z', 'revision_number': 2, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'subnets': [{'id': 'a24b48c8-ed68-43b7-8169-6f3e355f2123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:56.326168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Checking router: 51f86150-a37d-4261-a91d-8004cd1f80a5 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:25:56.326558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Updating router 51f86150-a37d-4261-a91d-8004cd1f80a5 port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:25:56.382386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:56.716430 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-cacd95e5-68f0-4b72-96fd-deafeb274208 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:56.717871 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-cacd95e5-68f0-4b72-96fd-deafeb274208 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/networks?id=3ac6eed0-998e-4afe-ab94-559713be80ef HTTP/1.1" status: 200 len: 817 time: 0.1459703 Nov 25 09:25:56.728794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:56.732633 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-e03655f6-03b7-4172-b831-28884ce2198b tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/quotas/1bd113af730c4903a7431eb46a231271 HTTP/1.1" status: 200 len: 375 time: 0.0089033 Nov 25 09:25:56.740404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Transition to ACTIVE for port object e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:25:56.747767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:56.751466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6abd42cb-6d80-44b6-a034-d5201a99d9aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:56.820754 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-605b8617-a3c5-4662-8ec6-3b958e7b5062 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1bd113af730c4903a7431eb46a231271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830357 Nov 25 09:25:56.907547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c332c-dc76-45fa-8fc0-56cabf8335e8 None None] Pushing event updated for resources: {'Port': ['ID=e3acf7ba-9fe8-468e-a6d6-e06ed48eac89,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:56.909894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e52c332c-dc76-45fa-8fc0-56cabf8335e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:56.945512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-ef0b02ba-bea7-4bca-bad5-36ed1df7a838 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:25:56.946640 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-ef0b02ba-bea7-4bca-bad5-36ed1df7a838 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1125402 Nov 25 09:25:57.014764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Attempting to bind port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:25:57.015150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Attempting to bind port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '140813b6-ba41-4dfb-ad69-5105b1e16ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:25:57.015522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Attempting to bind port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 on network e886e4e2-2c2b-4a2a-ba33-3ba9696118fe {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:25:57.020927 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:25:57.021306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Checking segment: {'id': '140813b6-ba41-4dfb-ad69-5105b1e16ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:25:57.021717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:57.022116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Bound using segment: {'id': '140813b6-ba41-4dfb-ad69-5105b1e16ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:25:57.022878 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Bound port: e3acf7ba-9fe8-468e-a6d6-e06ed48eac89, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140813b6-ba41-4dfb-ad69-5105b1e16ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:25:57.023265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:57.068564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 83f85196-91a4-45ec-a63f-998ea35793b0 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:57.185422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] For port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:25:57.188781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] For port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e3acf7ba-9fe8-468e-a6d6-e06ed48eac89,segment=NetworkSegment(140813b6-ba41-4dfb-ad69-5105b1e16ef3),segment_id=140813b6-ba41-4dfb-ad69-5105b1e16ef3)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:25:57.194820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:57.198562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:57.247966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 83f85196-91a4-45ec-a63f-998ea35793b0 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:57.248349 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:57.254788 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-eec7ca3e-12de-4e42-a8d6-3c906a0b9ff6 service neutron] 10.222.0.54 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021421 Nov 25 09:25:57.328760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Routers {'51f86150-a37d-4261-a91d-8004cd1f80a5'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:25:57.329320 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:25:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['51f86150-a37d-4261-a91d-8004cd1f80a5'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:57.384851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c332c-dc76-45fa-8fc0-56cabf8335e8 None None] Pushing event updated for resources: {'Port': ['ID=e3acf7ba-9fe8-468e-a6d6-e06ed48eac89,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:57.400514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e52c332c-dc76-45fa-8fc0-56cabf8335e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:57.402814 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-37db1769-8689-4bdb-9789-5ac47c8756ae service neutron] 10.222.0.54 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411207 Nov 25 09:25:57.585403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] Set router 51f86150-a37d-4261-a91d-8004cd1f80a5 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:25:57.891346 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'name': 'tempest-TestEncryptedCinderVolumes-884884301-router', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:49Z', 'updated_at': '2021-11-25T09:25:53Z', 'revision_number': 4, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'gw_port': {'id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:50Z', 'updated_at': '2021-11-25T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e3acf7ba-9fe8-468e-a6d6-e06ed48eac89', 'name': '', 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'mac_address': 'fa:16:3e:b1:ac:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'a24b48c8-ed68-43b7-8169-6f3e355f2123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:52Z', 'updated_at': '2021-11-25T09:25:57Z', 'revision_number': 4, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'subnets': [{'id': 'a24b48c8-ed68-43b7-8169-6f3e355f2123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:25:57.895160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088ad03-0dda-477c-9b8f-4c29955505e3 None None] The sync data for ids ['51f86150-a37d-4261-a91d-8004cd1f80a5'] in dv-neutron-818341-1-hyperv is: [{'id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'name': 'tempest-TestEncryptedCinderVolumes-884884301-router', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:49Z', 'updated_at': '2021-11-25T09:25:53Z', 'revision_number': 4, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'gw_port': {'id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:50Z', 'updated_at': '2021-11-25T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e3acf7ba-9fe8-468e-a6d6-e06ed48eac89', 'name': '', 'network_id': 'e886e4e2-2c2b-4a2a-ba33-3ba9696118fe', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'mac_address': 'fa:16:3e:b1:ac:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'a24b48c8-ed68-43b7-8169-6f3e355f2123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:52Z', 'updated_at': '2021-11-25T09:25:57Z', 'revision_number': 4, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'subnets': [{'id': 'a24b48c8-ed68-43b7-8169-6f3e355f2123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:25:58.614423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-6b66dc78-a533-4179-ab5f-ec8010199d97 req-07d5508d-8b80-4c11-ac35-1c5d0617d16f tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Synchronizing usage tracker for tenant:1bd113af730c4903a7431eb46a231271 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:25:58.634881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-6b66dc78-a533-4179-ab5f-ec8010199d97 req-07d5508d-8b80-4c11-ac35-1c5d0617d16f tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Unset dirty status for tenant:1bd113af730c4903a7431eb46a231271 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:25:58.636050 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6b66dc78-a533-4179-ab5f-ec8010199d97 req-07d5508d-8b80-4c11-ac35-1c5d0617d16f tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 210 time: 0.0670810 Nov 25 09:25:59.064937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:25:59.139589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:25:59.144398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:25:59.144784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:59.268673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:59.299541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e3acf7ba-9fe8-468e-a6d6-e06ed48eac89,segment=NetworkSegment(140813b6-ba41-4dfb-ad69-5105b1e16ef3),segment_id=140813b6-ba41-4dfb-ad69-5105b1e16ef3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:25:59.304750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:25:59.306627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:25:59.372411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=e3acf7ba-9fe8-468e-a6d6-e06ed48eac89,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:25:59.375324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:25:59.655756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-8a5fc1e4-fcd8-48f9-8219-5a5f9267f893 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:25:59.656356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-8a5fc1e4-fcd8-48f9-8219-5a5f9267f893 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Synchronizing usage tracker for tenant:1bd113af730c4903a7431eb46a231271 on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:25:59.675516 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-8a5fc1e4-fcd8-48f9-8219-5a5f9267f893 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Unset dirty status for tenant:1bd113af730c4903a7431eb46a231271 on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:25:59.676952 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-8a5fc1e4-fcd8-48f9-8219-5a5f9267f893 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.41 "GET /v2.0/networks?id=3ac6eed0-998e-4afe-ab94-559713be80ef HTTP/1.1" status: 200 len: 817 time: 0.1645160 Nov 25 09:25:59.688781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Request body: {'port': {'device_id': '49f25c35-f607-43b8-8b73-d78645826109', 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef', 'admin_state_up': True, 'tenant_id': '1bd113af730c4903a7431eb46a231271'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:25:59.792577 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e81276ab-2949-4bd9-99e3-dcfca4108422 req-8213d316-c420-47f6-a893-63225e0b28ab tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 210 time: 0.0432038 Nov 25 09:25:59.830696 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:25:59.841169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:25:59.851593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Made reservation on behalf of 1bd113af730c4903a7431eb46a231271 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:25:59.855059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:00.020249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Allocated IP 172.20.0.6 (3ac6eed0-998e-4afe-ab94-559713be80ef/cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6/bafc7a1b-11cb-4105-9e9e-047fcb662468) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:26:00.263595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:00.280988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Transition to ACTIVE for port object bafc7a1b-11cb-4105-9e9e-047fcb662468 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:26:00.303862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:00.310743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfb49f3c-611a-4b00-81d3-b19dc08b28a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:00.374895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Network 3ac6eed0-998e-4afe-ab94-559713be80ef is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:26:00.382840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:26:00.387192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:26:00.433530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Pushing event updated for resources: {'Port': ['ID=bafc7a1b-11cb-4105-9e9e-047fcb662468,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:00.438496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:00.459425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:00.460616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:00.489050 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8040686 Nov 25 09:26:00.501084 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Request body: {'port': {'device_id': '49f25c35-f607-43b8-8b73-d78645826109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:26:00.622501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-21bccd72-adb6-4083-a88f-0be6d27d9684 None None] Provisioning for port bafc7a1b-11cb-4105-9e9e-047fcb662468 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:26:00.627464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-21bccd72-adb6-4083-a88f-0be6d27d9684 None None] Provisioning complete for port bafc7a1b-11cb-4105-9e9e-047fcb662468 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:26:00.628012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-21bccd72-adb6-4083-a88f-0be6d27d9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:00.688498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-21bccd72-adb6-4083-a88f-0be6d27d9684 None None] Port bafc7a1b-11cb-4105-9e9e-047fcb662468 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:26:00.735745 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:01.035620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:26:01.080714 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb3d18-ac28-441e-806a-f024a241deb1 req-4e26772e-932d-4a7a-adb9-ad6217bad9c3 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:01.081306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-92fb3d18-ac28-441e-806a-f024a241deb1 req-4e26772e-932d-4a7a-adb9-ad6217bad9c3 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Synchronizing usage tracker for tenant:1bd113af730c4903a7431eb46a231271 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:26:01.102904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:26:01.103433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:01.148248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-92fb3d18-ac28-441e-806a-f024a241deb1 req-4e26772e-932d-4a7a-adb9-ad6217bad9c3 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Unset dirty status for tenant:1bd113af730c4903a7431eb46a231271 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:26:01.149394 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-92fb3d18-ac28-441e-806a-f024a241deb1 req-4e26772e-932d-4a7a-adb9-ad6217bad9c3 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 931 time: 0.2084379 Nov 25 09:26:01.173353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafc7a1b-11cb-4105-9e9e-047fcb662468 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:26:01.184879 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:01.215724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Transition to ACTIVE for port object bafc7a1b-11cb-4105-9e9e-047fcb662468 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:26:01.218607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-92fb3d18-ac28-441e-806a-f024a241deb1 req-f04d7ce4-fe98-4165-bdd4-ef84cb617f01 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Synchronizing usage tracker for tenant:1bd113af730c4903a7431eb46a231271 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:26:01.223701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:01.229599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cd27039d-b666-4ca0-82e6-bd4a89a41a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:01.347591 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-92fb3d18-ac28-441e-806a-f024a241deb1 req-f04d7ce4-fe98-4165-bdd4-ef84cb617f01 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Unset dirty status for tenant:1bd113af730c4903a7431eb46a231271 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:26:01.348743 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-92fb3d18-ac28-441e-806a-f024a241deb1 req-f04d7ce4-fe98-4165-bdd4-ef84cb617f01 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929696 Nov 25 09:26:01.367531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Pushing event updated for resources: {'Port': ['ID=bafc7a1b-11cb-4105-9e9e-047fcb662468,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:01.396201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:01.479437 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Attempting to bind port bafc7a1b-11cb-4105-9e9e-047fcb662468 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:26:01.479763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Attempting to bind port bafc7a1b-11cb-4105-9e9e-047fcb662468 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:26:01.480079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Attempting to bind port bafc7a1b-11cb-4105-9e9e-047fcb662468 on network 3ac6eed0-998e-4afe-ab94-559713be80ef {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:26:01.484875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Port bafc7a1b-11cb-4105-9e9e-047fcb662468 on network 3ac6eed0-998e-4afe-ab94-559713be80ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:26:01.485181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Attempting to bind port bafc7a1b-11cb-4105-9e9e-047fcb662468 on network 3ac6eed0-998e-4afe-ab94-559713be80ef {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:26:01.490241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:26:01.490605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Checking segment: {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:26:01.491003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Bound using segment: {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:26:01.491411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Bound port: bafc7a1b-11cb-4105-9e9e-047fcb662468, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:26:01.491744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:01.581653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] For port bafc7a1b-11cb-4105-9e9e-047fcb662468, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:26:01.584438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] For port bafc7a1b-11cb-4105-9e9e-047fcb662468, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=bafc7a1b-11cb-4105-9e9e-047fcb662468,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:26:01.588208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:01.592490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:01.640666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:01.641259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:01.642604 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] 10.222.0.41 "PUT /v2.0/ports/bafc7a1b-11cb-4105-9e9e-047fcb662468 HTTP/1.1" status: 200 len: 1093 time: 1.1459053 Nov 25 09:26:01.643104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f25c35-f607-43b8-8b73-d78645826109', 'tag': 'bafc7a1b-11cb-4105-9e9e-047fcb662468'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:26:01.669972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Pushing event updated for resources: {'Port': ['ID=bafc7a1b-11cb-4105-9e9e-047fcb662468,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:01.673699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:01.732103 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f25c35-f607-43b8-8b73-d78645826109', 'tag': 'bafc7a1b-11cb-4105-9e9e-047fcb662468', 'status': 'completed', 'code': 200} Nov 25 09:26:01.768608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-c66a57d0-93f5-4d98-8233-aa1a259b7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:01.770111 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-c66a57d0-93f5-4d98-8233-aa1a259b7a66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd113af730c4903a7431eb46a231271&device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 1096 time: 0.0817275 Nov 25 09:26:01.843656 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-ec098f23-7568-43f4-9a2a-1741eaf59462 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bafc7a1b-11cb-4105-9e9e-047fcb662468 HTTP/1.1" status: 200 len: 217 time: 0.0657103 Nov 25 09:26:01.908404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-a714b6a9-d9a4-4a1a-b378-ce108568de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:01.909705 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-a714b6a9-d9a4-4a1a-b378-ce108568de0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6 HTTP/1.1" status: 200 len: 856 time: 0.0597312 Nov 25 09:26:01.986350 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-959cca2d-e7e0-41f7-bda1-efd12598ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:01.987836 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-959cca2d-e7e0-41f7-bda1-efd12598ca27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ac6eed0-998e-4afe-ab94-559713be80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719392 Nov 25 09:26:02.129286 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-e7bfdcde-8371-45e2-91d6-347842272901 service neutron] 10.222.0.41 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346281 Nov 25 09:26:02.259304 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26ca0a90-1634-4234-adf6-8a0eed1b08b7 req-23395118-70bd-4880-aa9b-4b754400d78b service neutron] 10.222.0.41 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236837 Nov 25 09:26:02.371801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb76b4f-4f17-456a-8ea5-87d0248a9caa req-a789c602-aa5d-4332-8f24-e8d6be9fa762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:02.373277 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ebb76b4f-4f17-456a-8ea5-87d0248a9caa req-a789c602-aa5d-4332-8f24-e8d6be9fa762 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd113af730c4903a7431eb46a231271&device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 1096 time: 0.0704725 Nov 25 09:26:02.671042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb76b4f-4f17-456a-8ea5-87d0248a9caa req-c9971c60-f919-4b76-bd09-47a778e8fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:02.672367 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ebb76b4f-4f17-456a-8ea5-87d0248a9caa req-c9971c60-f919-4b76-bd09-47a778e8fb2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ac6eed0-998e-4afe-ab94-559713be80ef HTTP/1.1" status: 200 len: 918 time: 0.2924554 Nov 25 09:26:02.745131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bb0c8-14ee-454e-814b-56b3a1f3dab4 req-5f31dd98-1b54-45eb-9815-3321cfcdd5cb tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:02.746562 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8f6bb0c8-14ee-454e-814b-56b3a1f3dab4 req-5f31dd98-1b54-45eb-9815-3321cfcdd5cb tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 943 time: 0.1775036 Nov 25 09:26:02.755834 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ebb76b4f-4f17-456a-8ea5-87d0248a9caa req-622f0c86-b6c0-4a53-afd0-b30869781376 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bafc7a1b-11cb-4105-9e9e-047fcb662468 HTTP/1.1" status: 200 len: 217 time: 0.0762751 Nov 25 09:26:02.837997 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8f6bb0c8-14ee-454e-814b-56b3a1f3dab4 req-26a24bb0-178e-4274-8fb7-23a6cbdb1d07 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844448 Nov 25 09:26:02.843242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb76b4f-4f17-456a-8ea5-87d0248a9caa req-124198be-2423-4635-9789-a2c9cfc2fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:02.844850 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ebb76b4f-4f17-456a-8ea5-87d0248a9caa req-124198be-2423-4635-9789-a2c9cfc2fe09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6 HTTP/1.1" status: 200 len: 856 time: 0.0771434 Nov 25 09:26:02.922962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb76b4f-4f17-456a-8ea5-87d0248a9caa req-bdcc55f9-50b1-4c17-825c-aa1855f09dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:02.924336 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ebb76b4f-4f17-456a-8ea5-87d0248a9caa req-bdcc55f9-50b1-4c17-825c-aa1855f09dce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ac6eed0-998e-4afe-ab94-559713be80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723283 Nov 25 09:26:03.055166 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ebb76b4f-4f17-456a-8ea5-87d0248a9caa req-6edfe142-c743-4da2-9e3a-5cdaee0f43eb service neutron] 10.222.0.41 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235740 Nov 25 09:26:03.192602 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ebb76b4f-4f17-456a-8ea5-87d0248a9caa req-22ef22ed-d6a5-4ca7-9230-096b7dd47487 service neutron] 10.222.0.41 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305189 Nov 25 09:26:03.660712 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:26:04.024619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afd114-0a05-4ed1-be9b-de7de9481d47 req-aac20d31-2762-491f-88c3-a07299d7f141 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:04.026176 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a6afd114-0a05-4ed1-be9b-de7de9481d47 req-aac20d31-2762-491f-88c3-a07299d7f141 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 943 time: 0.0854957 Nov 25 09:26:04.070035 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a6afd114-0a05-4ed1-be9b-de7de9481d47 req-33223bcb-5244-4697-8aa7-5d107e40b560 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380626 Nov 25 09:26:04.292604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:04.466960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device bafc7a1b-11cb-4105-9e9e-047fcb662468 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:26:04.635837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port bafc7a1b-11cb-4105-9e9e-047fcb662468, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=bafc7a1b-11cb-4105-9e9e-047fcb662468,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:26:04.648612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'bafc7a1b-11cb-4105-9e9e-047fcb662468', 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef', 'port_id': 'bafc7a1b-11cb-4105-9e9e-047fcb662468', 'mac_address': 'fa:16:3e:ac:da:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:26:04.706618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:04.723303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafc7a1b-11cb-4105-9e9e-047fcb662468 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:26:04.738595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port bafc7a1b-11cb-4105-9e9e-047fcb662468, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=bafc7a1b-11cb-4105-9e9e-047fcb662468,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:26:04.744067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:04.746858 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:04.811289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=bafc7a1b-11cb-4105-9e9e-047fcb662468,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:04.818331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.818705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.819061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.819398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.819732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.820067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.820414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.820720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.821047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.821370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.821691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.822012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:04.825771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:05.050055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['bafc7a1b-11cb-4105-9e9e-047fcb662468'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:26:05.252562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017a271-1605-4dee-b05a-6836f3168be3 req-b6da67f6-746f-41e4-9374-4b3c11087a11 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:05.253911 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3017a271-1605-4dee-b05a-6836f3168be3 req-b6da67f6-746f-41e4-9374-4b3c11087a11 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 944 time: 0.0803664 Nov 25 09:26:05.297562 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3017a271-1605-4dee-b05a-6836f3168be3 req-c8c5f005-5c72-401f-860a-16c264751313 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Nov 25 09:26:06.482920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device bafc7a1b-11cb-4105-9e9e-047fcb662468 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:26:06.488317 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf1d3d-c540-4028-8b8f-f4ce851228cc req-7dfb0249-fe57-4cf0-836c-ad2e3de9ea23 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:06.489854 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-58cf1d3d-c540-4028-8b8f-f4ce851228cc req-7dfb0249-fe57-4cf0-836c-ad2e3de9ea23 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 944 time: 0.0883467 Nov 25 09:26:06.533792 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-58cf1d3d-c540-4028-8b8f-f4ce851228cc req-6883c991-e1ef-430c-8445-1be2aec585db tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381413 Nov 25 09:26:06.554639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port bafc7a1b-11cb-4105-9e9e-047fcb662468 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:26:06.559618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port bafc7a1b-11cb-4105-9e9e-047fcb662468 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:26:06.560001 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:06.676267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:06.702121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f25c35-f607-43b8-8b73-d78645826109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafc7a1b-11cb-4105-9e9e-047fcb662468'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:26:06.712109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port bafc7a1b-11cb-4105-9e9e-047fcb662468, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=bafc7a1b-11cb-4105-9e9e-047fcb662468,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:26:06.715981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:06.717830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5a9a3339-6dee-4e62-89a4-bb31c377a880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:06.747929 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f25c35-f607-43b8-8b73-d78645826109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafc7a1b-11cb-4105-9e9e-047fcb662468', 'code': 200} Nov 25 09:26:06.790026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=bafc7a1b-11cb-4105-9e9e-047fcb662468,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:06.792880 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:06.971461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089596a-77ac-488a-b9fa-5d1981a2dec8 req-3451340d-e32a-4700-bbe5-dba34239f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:06.972920 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8089596a-77ac-488a-b9fa-5d1981a2dec8 req-3451340d-e32a-4700-bbe5-dba34239f5a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 1098 time: 0.0720956 Nov 25 09:26:07.014921 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8089596a-77ac-488a-b9fa-5d1981a2dec8 req-4a2bd561-1228-4623-901f-732b7140cc6f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358763 Nov 25 09:26:07.720799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cf1b5-4111-41c5-aadd-70b0fb20f4ef req-49021c6d-72dc-4862-ab4b-4d8ce3bb900d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:07.722247 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eb2cf1b5-4111-41c5-aadd-70b0fb20f4ef req-49021c6d-72dc-4862-ab4b-4d8ce3bb900d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 945 time: 0.0839992 Nov 25 09:26:07.765861 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eb2cf1b5-4111-41c5-aadd-70b0fb20f4ef req-63ad51f0-d39b-474b-884e-ec82f1a06b61 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Nov 25 09:26:08.950834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8bbd1-cbf6-4c70-a51e-fa874ef8a972 req-e8774930-9488-4415-b35d-2b54d993f3a5 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:08.952270 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-caf8bbd1-cbf6-4c70-a51e-fa874ef8a972 req-e8774930-9488-4415-b35d-2b54d993f3a5 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 945 time: 0.0796499 Nov 25 09:26:09.000324 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-caf8bbd1-cbf6-4c70-a51e-fa874ef8a972 req-39b2e73c-6b3b-4325-b52a-442f1cb39502 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Nov 25 09:26:09.181505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bd1e5-c676-4c92-a5a3-df251f54a426 req-7667ab77-2924-4607-8500-2f28e3c40b95 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:09.182960 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-051bd1e5-c676-4c92-a5a3-df251f54a426 req-7667ab77-2924-4607-8500-2f28e3c40b95 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 945 time: 0.0791044 Nov 25 09:26:09.225268 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-051bd1e5-c676-4c92-a5a3-df251f54a426 req-31c883fa-9b64-4c18-973d-fde611c7959f tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365839 Nov 25 09:26:16.564198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba883f06-c94d-4907-85aa-77924be4c5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:17.037436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:19.867296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a48c6e7-a054-4eea-a6f2-9732fd3de2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:20.060213 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:21.525239 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:22.956141 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e302f62-7978-455f-954a-b831bea24d87 req-7b4852ee-f914-41b4-af63-b202a7d6d856 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695014 Nov 25 09:26:23.103411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e302f62-7978-455f-954a-b831bea24d87 req-eca47127-7a9d-4447-98ae-38d969676b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:23.104762 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e302f62-7978-455f-954a-b831bea24d87 req-eca47127-7a9d-4447-98ae-38d969676b6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd113af730c4903a7431eb46a231271&device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 1098 time: 0.0721595 Nov 25 09:26:23.251649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e302f62-7978-455f-954a-b831bea24d87 req-986251ac-c709-4d0c-8d20-2e48c700a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:23.253110 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e302f62-7978-455f-954a-b831bea24d87 req-986251ac-c709-4d0c-8d20-2e48c700a224 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ac6eed0-998e-4afe-ab94-559713be80ef HTTP/1.1" status: 200 len: 918 time: 0.1295071 Nov 25 09:26:23.325056 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e302f62-7978-455f-954a-b831bea24d87 req-5ea17d65-ddc5-495c-80e8-23adfb36d26b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bafc7a1b-11cb-4105-9e9e-047fcb662468 HTTP/1.1" status: 200 len: 217 time: 0.0652947 Nov 25 09:26:23.388705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e302f62-7978-455f-954a-b831bea24d87 req-a9d1bc4a-2a80-4d02-9c2b-a0c1884eea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:23.390135 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e302f62-7978-455f-954a-b831bea24d87 req-a9d1bc4a-2a80-4d02-9c2b-a0c1884eea57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6 HTTP/1.1" status: 200 len: 856 time: 0.0579515 Nov 25 09:26:23.471243 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e302f62-7978-455f-954a-b831bea24d87 req-d9a50097-10ca-497a-9c00-a0c412ba85af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:23.472810 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e302f62-7978-455f-954a-b831bea24d87 req-d9a50097-10ca-497a-9c00-a0c412ba85af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ac6eed0-998e-4afe-ab94-559713be80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750837 Nov 25 09:26:23.732300 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e302f62-7978-455f-954a-b831bea24d87 req-7a74ed13-8549-430d-8964-549ccf4f36c0 service neutron] 10.222.0.41 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533638 Nov 25 09:26:23.870984 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e302f62-7978-455f-954a-b831bea24d87 req-55a00bc1-f7a3-4b5f-890f-78be38745ac3 service neutron] 10.222.0.41 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319709 Nov 25 09:26:25.024326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd0b11-21d0-4bb7-828f-dd025915455a req-ebe5ea86-081a-4a6f-b8f4-54dcee59abec tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:25.026153 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a4dd0b11-21d0-4bb7-828f-dd025915455a req-ebe5ea86-081a-4a6f-b8f4-54dcee59abec tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 945 time: 0.0866637 Nov 25 09:26:25.076247 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a4dd0b11-21d0-4bb7-828f-dd025915455a req-12917369-79df-4c15-bc7e-b6773822d91b tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Nov 25 09:26:26.264730 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad471d3-48de-4df0-bb34-2708046f59ba req-f9ce49d3-ec32-48bc-b3db-b6b34ecf0f7c tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:26.266166 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7ad471d3-48de-4df0-bb34-2708046f59ba req-f9ce49d3-ec32-48bc-b3db-b6b34ecf0f7c tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 945 time: 0.0801127 Nov 25 09:26:26.310008 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7ad471d3-48de-4df0-bb34-2708046f59ba req-8b3af4f9-fe27-4344-9951-cc74311b0a2f tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380032 Nov 25 09:26:26.838359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfa01a-6b18-4729-a5c4-7ef14f67b152 req-380a6e1f-6338-4326-9976-1ca169b34c61 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:26.839763 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26bfa01a-6b18-4729-a5c4-7ef14f67b152 req-380a6e1f-6338-4326-9976-1ca169b34c61 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 945 time: 0.0815587 Nov 25 09:26:26.907361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-26bfa01a-6b18-4729-a5c4-7ef14f67b152 req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Deleting port bafc7a1b-11cb-4105-9e9e-047fcb662468 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:26:26.907693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26bfa01a-6b18-4729-a5c4-7ef14f67b152 req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:27.152995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-26bfa01a-6b18-4729-a5c4-7ef14f67b152 req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] For port bafc7a1b-11cb-4105-9e9e-047fcb662468, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=bafc7a1b-11cb-4105-9e9e-047fcb662468,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:26:27.153263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26bfa01a-6b18-4729-a5c4-7ef14f67b152 req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:27.277880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-26bfa01a-6b18-4729-a5c4-7ef14f67b152 req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Calling delete_port for bafc7a1b-11cb-4105-9e9e-047fcb662468 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:26:27.425119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26bfa01a-6b18-4729-a5c4-7ef14f67b152 req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:27.430737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0a5bce21-8870-47c3-afb0-5b40fee354bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:27.436894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['bafc7a1b-11cb-4105-9e9e-047fcb662468'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:26:27.461778 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a5c92bcc-91e4-4b22-af9d-34e7ced8ba57 req-0776ab70-6cbb-42aa-aa6e-d3ea9eac1b2b tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f25c35-f607-43b8-8b73-d78645826109 HTTP/1.1" status: 200 len: 210 time: 0.0466211 Nov 25 09:26:27.479139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Pushing event deleted for resources: {'Port': ['ID=bafc7a1b-11cb-4105-9e9e-047fcb662468,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:27.484753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:27.557862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bfa01a-6b18-4729-a5c4-7ef14f67b152 req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] No DVR routers for this DVR port bafc7a1b-11cb-4105-9e9e-047fcb662468 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:26:27.560250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26bfa01a-6b18-4729-a5c4-7ef14f67b152 req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:27.562944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f25c35-f607-43b8-8b73-d78645826109', 'name': 'network-vif-deleted', 'tag': 'bafc7a1b-11cb-4105-9e9e-047fcb662468'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:26:27.587534 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26bfa01a-6b18-4729-a5c4-7ef14f67b152 req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.41 "DELETE /v2.0/ports/bafc7a1b-11cb-4105-9e9e-047fcb662468 HTTP/1.1" status: 204 len: 173 time: 0.7419422 Nov 25 09:26:27.617038 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f25c35-f607-43b8-8b73-d78645826109', 'name': 'network-vif-deleted', 'tag': 'bafc7a1b-11cb-4105-9e9e-047fcb662468', 'status': 'completed', 'code': 200} Nov 25 09:26:29.069357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-c43618ba-e9e4-459f-8cc7-b1c2c3609127 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:29.070843 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-c43618ba-e9e4-459f-8cc7-b1c2c3609127 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/networks?id=3ac6eed0-998e-4afe-ab94-559713be80ef HTTP/1.1" status: 200 len: 817 time: 0.1577048 Nov 25 09:26:29.086305 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-0bb3c4e8-63b9-4a6b-bca5-11af47cfa8ce tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/quotas/1bd113af730c4903a7431eb46a231271 HTTP/1.1" status: 200 len: 375 time: 0.0093207 Nov 25 09:26:29.176818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-b0de088d-8a4d-47c1-8dd0-c8ba0b252a97 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Synchronizing usage tracker for tenant:1bd113af730c4903a7431eb46a231271 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:26:29.193703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-b0de088d-8a4d-47c1-8dd0-c8ba0b252a97 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Unset dirty status for tenant:1bd113af730c4903a7431eb46a231271 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:26:29.195312 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-b0de088d-8a4d-47c1-8dd0-c8ba0b252a97 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1bd113af730c4903a7431eb46a231271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037002 Nov 25 09:26:29.334815 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-780b158e-b234-448d-a4ad-e4895a54be98 service neutron] 10.222.0.54 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265807 Nov 25 09:26:29.589950 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-d44fa4ab-e11c-44bd-9424-b305db36b610 service neutron] 10.222.0.54 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493448 Nov 25 09:26:29.771133 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-116208ad-f787-43df-98a2-efe3ecec0fa3 req-45326a33-88e0-49e2-9d1f-db583761271c tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 210 time: 0.0475175 Nov 25 09:26:30.622971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device bafc7a1b-11cb-4105-9e9e-047fcb662468 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:26:30.657879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: bafc7a1b-11cb-4105-9e9e-047fcb662468 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:26:30.658272 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device bafc7a1b-11cb-4105-9e9e-047fcb662468 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:26:30.783917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-45f0c855-50a0-4d21-beac-2ca81e6eeb44 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:30.785297 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-45f0c855-50a0-4d21-beac-2ca81e6eeb44 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.41 "GET /v2.0/networks?id=3ac6eed0-998e-4afe-ab94-559713be80ef HTTP/1.1" status: 200 len: 817 time: 0.1528065 Nov 25 09:26:30.798208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Request body: {'port': {'device_id': '57dcb9b2-37d4-4cf9-926c-6feabd7a59c7', 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef', 'admin_state_up': True, 'tenant_id': '1bd113af730c4903a7431eb46a231271'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:26:30.941023 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-271c4d8f-0a9c-4292-b9dd-ba48a410abaa req-b4c633a3-0e2b-48e1-b465-11fc7cda215f tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 210 time: 0.0569246 Nov 25 09:26:30.984741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:26:30.995187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:26:31.004548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Made reservation on behalf of 1bd113af730c4903a7431eb46a231271 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:26:31.008224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:31.169052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Allocated IP 172.20.0.14 (3ac6eed0-998e-4afe-ab94-559713be80ef/cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6/1770f7ec-9665-42ea-b460-0e1d795981e3) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:26:31.373658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:31.388523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Transition to ACTIVE for port object 1770f7ec-9665-42ea-b460-0e1d795981e3 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:26:31.411624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:31.418012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:31.484185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Network 3ac6eed0-998e-4afe-ab94-559713be80ef is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:26:31.487582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:26:31.491456 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:26:31.531845 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Pushing event updated for resources: {'Port': ['ID=1770f7ec-9665-42ea-b460-0e1d795981e3,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:31.545808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.546197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.546599 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.546977 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.547348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.547718 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.548087 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.548450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.548813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.549201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.549572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.549929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:26:31.555812 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:31.571600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:31.572196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:31.598868 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8049479 Nov 25 09:26:31.610621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Request body: {'port': {'device_id': '57dcb9b2-37d4-4cf9-926c-6feabd7a59c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:26:31.724572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-94ed2f8c-8599-4d7c-8be0-0593d5536b75 None None] Provisioning for port 1770f7ec-9665-42ea-b460-0e1d795981e3 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:26:31.726510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:31.734150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-94ed2f8c-8599-4d7c-8be0-0593d5536b75 None None] Provisioning complete for port 1770f7ec-9665-42ea-b460-0e1d795981e3 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:26:31.734847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94ed2f8c-8599-4d7c-8be0-0593d5536b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:31.793247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-94ed2f8c-8599-4d7c-8be0-0593d5536b75 None None] Port 1770f7ec-9665-42ea-b460-0e1d795981e3 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:26:32.063769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1770f7ec-9665-42ea-b460-0e1d795981e3 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:26:32.071782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:32.086022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Transition to ACTIVE for port object 1770f7ec-9665-42ea-b460-0e1d795981e3 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:26:32.090191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:32.095192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-42f8499a-06bc-483b-b883-053cb91fce3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:32.136222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe4f16-37c0-419b-a068-ca18c4137144 req-f51fa474-365d-4ee3-a519-a30e25003283 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:32.137670 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bbbe4f16-37c0-419b-a068-ca18c4137144 req-f51fa474-365d-4ee3-a519-a30e25003283 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 944 time: 0.0824063 Nov 25 09:26:32.184954 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bbbe4f16-37c0-419b-a068-ca18c4137144 req-34bd1ea7-c978-4353-ac93-a91f89197421 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414932 Nov 25 09:26:32.254428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Pushing event updated for resources: {'Port': ['ID=1770f7ec-9665-42ea-b460-0e1d795981e3,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:32.262980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:32.341103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Attempting to bind port 1770f7ec-9665-42ea-b460-0e1d795981e3 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:26:32.341428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Attempting to bind port 1770f7ec-9665-42ea-b460-0e1d795981e3 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:26:32.341742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Attempting to bind port 1770f7ec-9665-42ea-b460-0e1d795981e3 on network 3ac6eed0-998e-4afe-ab94-559713be80ef {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:26:32.346573 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Port 1770f7ec-9665-42ea-b460-0e1d795981e3 on network 3ac6eed0-998e-4afe-ab94-559713be80ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:26:32.346883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Attempting to bind port 1770f7ec-9665-42ea-b460-0e1d795981e3 on network 3ac6eed0-998e-4afe-ab94-559713be80ef {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:26:32.352340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:26:32.352668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Checking segment: {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:26:32.353043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Bound using segment: {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:26:32.353453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Bound port: 1770f7ec-9665-42ea-b460-0e1d795981e3, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a896c0d-b9b9-48f3-8ce8-cfedb841520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:26:32.353787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:32.553279 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] For port 1770f7ec-9665-42ea-b460-0e1d795981e3, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:26:32.556246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] For port 1770f7ec-9665-42ea-b460-0e1d795981e3, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1770f7ec-9665-42ea-b460-0e1d795981e3,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:26:32.562894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:32.566424 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-10d1998d-d1ae-43dd-ba9b-13d195a97476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:32.628510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:32.629111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:32.630497 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] 10.222.0.41 "PUT /v2.0/ports/1770f7ec-9665-42ea-b460-0e1d795981e3 HTTP/1.1" status: 200 len: 1094 time: 1.0241675 Nov 25 09:26:32.631045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dcb9b2-37d4-4cf9-926c-6feabd7a59c7', 'tag': '1770f7ec-9665-42ea-b460-0e1d795981e3'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:26:32.652030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Pushing event updated for resources: {'Port': ['ID=1770f7ec-9665-42ea-b460-0e1d795981e3,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:32.655305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:32.707169 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dcb9b2-37d4-4cf9-926c-6feabd7a59c7', 'tag': '1770f7ec-9665-42ea-b460-0e1d795981e3', 'status': 'completed', 'code': 200} Nov 25 09:26:32.749589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-9ef95194-3678-4e1d-89ec-8554a811cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:32.751081 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-9ef95194-3678-4e1d-89ec-8554a811cbe4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd113af730c4903a7431eb46a231271&device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 1097 time: 0.0760682 Nov 25 09:26:32.822430 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-466f3ed6-b55d-4d35-b098-866a8f47665c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1770f7ec-9665-42ea-b460-0e1d795981e3 HTTP/1.1" status: 200 len: 217 time: 0.0642762 Nov 25 09:26:32.885114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-3de27f88-46de-4a62-9335-7677dc8012f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:32.886527 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-3de27f88-46de-4a62-9335-7677dc8012f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6 HTTP/1.1" status: 200 len: 856 time: 0.0586350 Nov 25 09:26:32.961333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-3dc28cb0-bbb9-461e-92c3-4688279856c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:32.963123 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-3dc28cb0-bbb9-461e-92c3-4688279856c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ac6eed0-998e-4afe-ab94-559713be80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704758 Nov 25 09:26:33.095101 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-5178ad4d-63e3-4e0a-a5b2-86eeeacca73c service neutron] 10.222.0.41 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249101 Nov 25 09:26:33.227702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0db821a3-6aea-4b94-8e0d-a4fabe7bf24f req-11b154e1-4bf7-43b6-ae5a-f70b06ccc74a service neutron] 10.222.0.41 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258135 Nov 25 09:26:33.345752 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749017e-0292-4874-ae06-6c7eda8f6e4c req-afd45b6e-81ee-435a-ace8-780e320845b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:33.347187 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6749017e-0292-4874-ae06-6c7eda8f6e4c req-afd45b6e-81ee-435a-ace8-780e320845b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd113af730c4903a7431eb46a231271&device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 1097 time: 0.0773714 Nov 25 09:26:33.379027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde37d7f-c421-41a4-962b-b381238d8d72 req-f437a821-78ff-40e1-b7bf-c0ff7b47efd5 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:33.380481 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fde37d7f-c421-41a4-962b-b381238d8d72 req-f437a821-78ff-40e1-b7bf-c0ff7b47efd5 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 944 time: 0.0889952 Nov 25 09:26:33.424857 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fde37d7f-c421-41a4-962b-b381238d8d72 req-4bf597f0-e878-431d-b97f-b3d94a9c3132 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381916 Nov 25 09:26:33.477247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749017e-0292-4874-ae06-6c7eda8f6e4c req-4362af2b-838b-41cb-806d-26607309e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:33.478712 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6749017e-0292-4874-ae06-6c7eda8f6e4c req-4362af2b-838b-41cb-806d-26607309e31e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ac6eed0-998e-4afe-ab94-559713be80ef HTTP/1.1" status: 200 len: 918 time: 0.1248074 Nov 25 09:26:33.547063 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6749017e-0292-4874-ae06-6c7eda8f6e4c req-be81c629-d312-4295-b9c7-8e1b16d55c13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1770f7ec-9665-42ea-b460-0e1d795981e3 HTTP/1.1" status: 200 len: 217 time: 0.0623004 Nov 25 09:26:33.607378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749017e-0292-4874-ae06-6c7eda8f6e4c req-17cda5d7-4fae-4d63-88e5-25ccb862ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:33.608624 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6749017e-0292-4874-ae06-6c7eda8f6e4c req-17cda5d7-4fae-4d63-88e5-25ccb862ae8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6 HTTP/1.1" status: 200 len: 856 time: 0.0547891 Nov 25 09:26:33.681679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749017e-0292-4874-ae06-6c7eda8f6e4c req-40a2e849-eba3-47ed-8953-4bccd6053a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:33.683111 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6749017e-0292-4874-ae06-6c7eda8f6e4c req-40a2e849-eba3-47ed-8953-4bccd6053a58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ac6eed0-998e-4afe-ab94-559713be80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679178 Nov 25 09:26:33.814132 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6749017e-0292-4874-ae06-6c7eda8f6e4c req-b9634653-57d5-48bd-a138-1fcea3af55a0 service neutron] 10.222.0.41 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241908 Nov 25 09:26:33.942897 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6749017e-0292-4874-ae06-6c7eda8f6e4c req-46f988a5-4e27-4035-b136-874b7e0336b8 service neutron] 10.222.0.41 "GET /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211400 Nov 25 09:26:34.320151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:34.612459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f7f88-42ee-4802-baf3-7f9e3645a326 req-a15d4ccb-07b3-4087-873a-e990637f3800 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:34.613039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-2d7f7f88-42ee-4802-baf3-7f9e3645a326 req-a15d4ccb-07b3-4087-873a-e990637f3800 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Synchronizing usage tracker for tenant:1bd113af730c4903a7431eb46a231271 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:26:34.628509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-2d7f7f88-42ee-4802-baf3-7f9e3645a326 req-a15d4ccb-07b3-4087-873a-e990637f3800 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Unset dirty status for tenant:1bd113af730c4903a7431eb46a231271 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:26:34.629786 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2d7f7f88-42ee-4802-baf3-7f9e3645a326 req-a15d4ccb-07b3-4087-873a-e990637f3800 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 944 time: 0.0996680 Nov 25 09:26:34.654064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 1770f7ec-9665-42ea-b460-0e1d795981e3 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:26:34.674403 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2d7f7f88-42ee-4802-baf3-7f9e3645a326 req-0602dc43-c4b4-45b8-9795-0fd7d5bd56a9 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Nov 25 09:26:34.785547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 1770f7ec-9665-42ea-b460-0e1d795981e3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1770f7ec-9665-42ea-b460-0e1d795981e3,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:26:34.798806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '1770f7ec-9665-42ea-b460-0e1d795981e3', 'network_id': '3ac6eed0-998e-4afe-ab94-559713be80ef', 'port_id': '1770f7ec-9665-42ea-b460-0e1d795981e3', 'mac_address': 'fa:16:3e:a3:b9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:26:34.853828 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:34.873552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1770f7ec-9665-42ea-b460-0e1d795981e3 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:26:34.889045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 1770f7ec-9665-42ea-b460-0e1d795981e3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1770f7ec-9665-42ea-b460-0e1d795981e3,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:26:34.892699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:34.894644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:34.959265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=1770f7ec-9665-42ea-b460-0e1d795981e3,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:34.962128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:35.219267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['1770f7ec-9665-42ea-b460-0e1d795981e3'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:26:35.862680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76c7d7-37c7-4328-aa5d-f151a9faa7c9 req-949fd8d9-ae45-476d-88d7-e7e801fa465a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:35.864138 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab76c7d7-37c7-4328-aa5d-f151a9faa7c9 req-949fd8d9-ae45-476d-88d7-e7e801fa465a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 945 time: 0.0805576 Nov 25 09:26:35.911973 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab76c7d7-37c7-4328-aa5d-f151a9faa7c9 req-31cc8638-18ae-4255-84e9-119af98619ea tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Nov 25 09:26:36.676915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 1770f7ec-9665-42ea-b460-0e1d795981e3 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:26:36.743795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 1770f7ec-9665-42ea-b460-0e1d795981e3 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:26:36.748396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 1770f7ec-9665-42ea-b460-0e1d795981e3 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:26:36.748777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:36.863893 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:36.890123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dcb9b2-37d4-4cf9-926c-6feabd7a59c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1770f7ec-9665-42ea-b460-0e1d795981e3'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:26:36.900844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 1770f7ec-9665-42ea-b460-0e1d795981e3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1770f7ec-9665-42ea-b460-0e1d795981e3,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:26:36.908102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:36.912597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:36.946128 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dcb9b2-37d4-4cf9-926c-6feabd7a59c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1770f7ec-9665-42ea-b460-0e1d795981e3', 'code': 200} Nov 25 09:26:36.979014 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=1770f7ec-9665-42ea-b460-0e1d795981e3,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:36.982100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:37.114983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05a14-d7cd-4445-bcbe-462655ded136 req-d235d3c2-1f19-40eb-ac56-69534c377895 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:37.116437 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ceb05a14-d7cd-4445-bcbe-462655ded136 req-d235d3c2-1f19-40eb-ac56-69534c377895 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 946 time: 0.0812759 Nov 25 09:26:37.162755 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ceb05a14-d7cd-4445-bcbe-462655ded136 req-c9dd2a86-1780-4e7a-bfea-8c71d491e207 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Nov 25 09:26:37.171029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501d8bf-21da-4fd5-af10-4442ade375b3 req-bc10500e-9954-4a2b-b53d-b4e5ea1d5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:37.172491 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7501d8bf-21da-4fd5-af10-4442ade375b3 req-bc10500e-9954-4a2b-b53d-b4e5ea1d5de8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 1099 time: 0.0700028 Nov 25 09:26:37.216674 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7501d8bf-21da-4fd5-af10-4442ade375b3 req-85fae62d-47aa-4c2c-9a77-798f6179cef9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Nov 25 09:26:38.346432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f89b7-26f3-44b8-8dcf-4fe0957426bd req-0d5cb94a-d529-4664-ae3d-7691e834022d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:38.347802 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6e3f89b7-26f3-44b8-8dcf-4fe0957426bd req-0d5cb94a-d529-4664-ae3d-7691e834022d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 946 time: 0.0813909 Nov 25 09:26:38.391975 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6e3f89b7-26f3-44b8-8dcf-4fe0957426bd req-91a5c1f6-e3e5-4308-8ca0-92a962059bd6 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 Nov 25 09:26:39.576096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc86d34-fdc8-4255-8bf1-c5a9d13e0591 req-8697e9cd-70cb-422f-848e-b8429c6d7656 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:39.577528 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5dc86d34-fdc8-4255-8bf1-c5a9d13e0591 req-8697e9cd-70cb-422f-848e-b8429c6d7656 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 946 time: 0.0819654 Nov 25 09:26:39.621151 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5dc86d34-fdc8-4255-8bf1-c5a9d13e0591 req-b8d1b3b0-ec0d-4723-964a-d5c380ac310e tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380118 Nov 25 09:26:39.917316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc74fa2-db0b-4709-b255-becccafe31fd req-66f39681-5e06-4ff2-a1c5-ef8bda933d3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:39.918779 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2fc74fa2-db0b-4709-b255-becccafe31fd req-66f39681-5e06-4ff2-a1c5-ef8bda933d3d tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 946 time: 0.1962473 Nov 25 09:26:39.962136 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2fc74fa2-db0b-4709-b255-becccafe31fd req-d4571f3e-7905-4888-918f-514ee7f539e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377560 Nov 25 09:26:40.660033 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:26:46.565766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6744301a-9887-4ddb-8820-c7bcd6c75774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:47.048781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:49.869610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a43270b7-5cd7-433e-aec1-595fe8ce06a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:50.063045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:51.528909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:55.449803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a53fa-66e9-43be-a740-9e733297f04d req-d5e243c1-82be-480f-88b7-7c608aec77d0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:55.451264 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec3a53fa-66e9-43be-a740-9e733297f04d req-d5e243c1-82be-480f-88b7-7c608aec77d0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 946 time: 0.0802338 Nov 25 09:26:55.495785 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec3a53fa-66e9-43be-a740-9e733297f04d req-85b26b12-a453-4268-b930-fa1bd2567ace tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389893 Nov 25 09:26:56.684224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2934a-c2d3-4eb6-893d-662ffd77e6cf req-576d22e9-299c-4882-bdd8-626d7cb5b925 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:56.685670 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-39b2934a-c2d3-4eb6-893d-662ffd77e6cf req-576d22e9-299c-4882-bdd8-626d7cb5b925 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 946 time: 0.0855091 Nov 25 09:26:56.731285 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-39b2934a-c2d3-4eb6-893d-662ffd77e6cf req-f8974de8-1051-4e5e-8243-3419592917a8 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/security-groups?id=161e6037-0e2f-4039-acb0-85b7c3d7beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399559 Nov 25 09:26:57.104505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc0b3d-506d-41ea-b9a8-e8bd8f5a6e58 req-c150137a-6e80-43a0-8cb7-47aada4ed1a0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:26:57.105923 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-55dc0b3d-506d-41ea-b9a8-e8bd8f5a6e58 req-c150137a-6e80-43a0-8cb7-47aada4ed1a0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.41 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 946 time: 0.0825443 Nov 25 09:26:57.174260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-55dc0b3d-506d-41ea-b9a8-e8bd8f5a6e58 req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Deleting port 1770f7ec-9665-42ea-b460-0e1d795981e3 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:26:57.174624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-55dc0b3d-506d-41ea-b9a8-e8bd8f5a6e58 req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:57.420598 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-55dc0b3d-506d-41ea-b9a8-e8bd8f5a6e58 req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] For port 1770f7ec-9665-42ea-b460-0e1d795981e3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1770f7ec-9665-42ea-b460-0e1d795981e3,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:26:57.420869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-55dc0b3d-506d-41ea-b9a8-e8bd8f5a6e58 req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:57.542662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-55dc0b3d-506d-41ea-b9a8-e8bd8f5a6e58 req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Calling delete_port for 1770f7ec-9665-42ea-b460-0e1d795981e3 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:26:57.684377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-55dc0b3d-506d-41ea-b9a8-e8bd8f5a6e58 req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:57.689783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6a59ac1e-69b2-42d4-aad4-55f0937c0e49 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:26:57.701344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['1770f7ec-9665-42ea-b460-0e1d795981e3'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:26:57.740000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Pushing event deleted for resources: {'Port': ['ID=1770f7ec-9665-42ea-b460-0e1d795981e3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:26:57.743423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:26:57.816284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dc0b3d-506d-41ea-b9a8-e8bd8f5a6e58 req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] No DVR routers for this DVR port 1770f7ec-9665-42ea-b460-0e1d795981e3 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:26:57.818759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-55dc0b3d-506d-41ea-b9a8-e8bd8f5a6e58 req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:26:57.821457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dcb9b2-37d4-4cf9-926c-6feabd7a59c7', 'name': 'network-vif-deleted', 'tag': '1770f7ec-9665-42ea-b460-0e1d795981e3'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:26:57.837132 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-55dc0b3d-506d-41ea-b9a8-e8bd8f5a6e58 req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.41 "DELETE /v2.0/ports/1770f7ec-9665-42ea-b460-0e1d795981e3 HTTP/1.1" status: 204 len: 173 time: 0.7256267 Nov 25 09:26:57.881711 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dcb9b2-37d4-4cf9-926c-6feabd7a59c7', 'name': 'network-vif-deleted', 'tag': '1770f7ec-9665-42ea-b460-0e1d795981e3', 'status': 'completed', 'code': 200} Nov 25 09:26:57.893705 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-750e9886-d5c4-49ab-a069-bd32e5e0392c req-27cceef7-8e0e-4071-b973-e61c57cd9236 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Synchronizing usage tracker for tenant:1bd113af730c4903a7431eb46a231271 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:26:57.913733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-750e9886-d5c4-49ab-a069-bd32e5e0392c req-27cceef7-8e0e-4071-b973-e61c57cd9236 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Unset dirty status for tenant:1bd113af730c4903a7431eb46a231271 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:26:57.914943 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-750e9886-d5c4-49ab-a069-bd32e5e0392c req-27cceef7-8e0e-4071-b973-e61c57cd9236 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dcb9b2-37d4-4cf9-926c-6feabd7a59c7 HTTP/1.1" status: 200 len: 210 time: 0.0706239 Nov 25 09:26:59.043561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55016) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:26:59.695400 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:00.056429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Deleting port ab63d05b-a350-4806-a7c0-a7cc588c0294 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:27:00.057218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:00.229312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] For port ab63d05b-a350-4806-a7c0-a7cc588c0294, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ab63d05b-a350-4806-a7c0-a7cc588c0294,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:00.229663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:00.364384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Calling delete_port for ab63d05b-a350-4806-a7c0-a7cc588c0294 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:27:00.538243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:00.543320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-85db2394-9be0-4a27-9ff9-53e5847681b3 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:00.590732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab63d05b-a350-4806-a7c0-a7cc588c0294,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:00.635470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.635776 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.636155 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.636528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.636897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.637264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.637634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.637998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.638386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.638756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.639113 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.639470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:00.666772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:00.773800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 1770f7ec-9665-42ea-b460-0e1d795981e3 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:27:00.809362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 1770f7ec-9665-42ea-b460-0e1d795981e3 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:27:00.809719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 1770f7ec-9665-42ea-b460-0e1d795981e3 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:27:00.997021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:01.349140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:27:01.524001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:27:01.532882 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338660f0-7432-4027-bf5a-50f367679481 None None] Sync routers for ids ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:27:01.540357 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] 10.222.0.54 "PUT /v2.0/routers/97ffa3f1-deb5-4b98-b88a-b8f98253c92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4957199 Nov 25 09:27:01.542964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55020) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:01.543237 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338660f0-7432-4027-bf5a-50f367679481 None None] Routers {'97ffa3f1-deb5-4b98-b88a-b8f98253c92d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:01.543852 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-338660f0-7432-4027-bf5a-50f367679481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:26:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:01.715324 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-338660f0-7432-4027-bf5a-50f367679481 None None] Set router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:01.718321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:01.902524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:01.912219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Deleting port 9a6f207d-203a-4023-89f4-f4638b3b9b4b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:27:01.912641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:02.002520 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-338660f0-7432-4027-bf5a-50f367679481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'name': 'tempest-TestEncryptedCinderVolumes-1959014334-router', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:27:00Z', 'revision_number': 5, 'project_id': '1bd113af730c4903a7431eb46a231271', 'gw_port': {'id': '9a6f207d-203a-4023-89f4-f4638b3b9b4b', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:02.006206 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338660f0-7432-4027-bf5a-50f367679481 None None] Checking router: 97ffa3f1-deb5-4b98-b88a-b8f98253c92d for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:27:02.016195 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338660f0-7432-4027-bf5a-50f367679481 None None] Routers {'97ffa3f1-deb5-4b98-b88a-b8f98253c92d'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:02.016809 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-338660f0-7432-4027-bf5a-50f367679481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:26:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:02.093347 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] For port 9a6f207d-203a-4023-89f4-f4638b3b9b4b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9a6f207d-203a-4023-89f4-f4638b3b9b4b,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:02.093950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:02.168080 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-338660f0-7432-4027-bf5a-50f367679481 None None] Set router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:02.275893 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-338660f0-7432-4027-bf5a-50f367679481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'name': 'tempest-TestEncryptedCinderVolumes-1959014334-router', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:27:01Z', 'revision_number': 6, 'project_id': '1bd113af730c4903a7431eb46a231271', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:02.280166 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338660f0-7432-4027-bf5a-50f367679481 None None] The sync data for ids ['97ffa3f1-deb5-4b98-b88a-b8f98253c92d'] in dv-neutron-818341-1-hyperv is: [{'id': '97ffa3f1-deb5-4b98-b88a-b8f98253c92d', 'name': 'tempest-TestEncryptedCinderVolumes-1959014334-router', 'tenant_id': '1bd113af730c4903a7431eb46a231271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:43Z', 'updated_at': '2021-11-25T09:27:01Z', 'revision_number': 6, 'project_id': '1bd113af730c4903a7431eb46a231271', 'gw_port_host': None}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:27:02.351949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Calling delete_port for 9a6f207d-203a-4023-89f4-f4638b3b9b4b owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:27:02.513648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:02.517068 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8631e12b-d770-4875-92c8-9ad65d22fc8b tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:02.558994 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6f207d-203a-4023-89f4-f4638b3b9b4b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:02.562615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:02.655469 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:02.827912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:02.829973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:02.852313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:02.852833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97ffa3f1-deb5-4b98-b88a-b8f98253c92d {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:27:02.864895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:02.866023 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] 10.222.0.54 "DELETE /v2.0/routers/97ffa3f1-deb5-4b98-b88a-b8f98253c92d HTTP/1.1" status: 204 len: 168 time: 1.3221207 Nov 25 09:27:02.868406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55024) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:02.925603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eacfadc-af86-4b0c-9a2c-d5aab6369edc admin admin] Deleting subnet cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:27:02.928495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8eacfadc-af86-4b0c-9a2c-d5aab6369edc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:02.978997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8eacfadc-af86-4b0c-9a2c-d5aab6369edc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:03.060255 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8eacfadc-af86-4b0c-9a2c-d5aab6369edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:03.083250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9a6f207d-203a-4023-89f4-f4638b3b9b4b no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:27:03.136037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8eacfadc-af86-4b0c-9a2c-d5aab6369edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:03.140526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e275c727-56d1-4836-aa8e-761880363b44 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:03.160740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 9a6f207d-203a-4023-89f4-f4638b3b9b4b {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:27:03.161082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9a6f207d-203a-4023-89f4-f4638b3b9b4b not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:27:03.161795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ab63d05b-a350-4806-a7c0-a7cc588c0294 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:27:03.173573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacfadc-af86-4b0c-9a2c-d5aab6369edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:03.177620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8eacfadc-af86-4b0c-9a2c-d5aab6369edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:03.181795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8eacfadc-af86-4b0c-9a2c-d5aab6369edc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:03.189887 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8eacfadc-af86-4b0c-9a2c-d5aab6369edc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cd2cbbb5-39b5-4d54-bcb0-8de0d0aa09f6 HTTP/1.1" status: 204 len: 168 time: 0.3183208 Nov 25 09:27:03.190269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55028) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:03.191415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6baacbd-0cb2-4be1-a351-086bff536a6a None None] Network 3ac6eed0-998e-4afe-ab94-559713be80ef requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:27:03.208991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: ab63d05b-a350-4806-a7c0-a7cc588c0294 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:27:03.209348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ab63d05b-a350-4806-a7c0-a7cc588c0294 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:27:03.307033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:03.317881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Deleting port b66a7dad-e5fd-4777-8bbe-6b474617025b {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:27:03.318220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:03.454411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6d52f5-865b-4ec7-8ac6-dad92ae4626a None None] DHCP port deletion for 3ac6eed0-998e-4afe-ab94-559713be80ef request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:27:03.458528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d52f5-865b-4ec7-8ac6-dad92ae4626a None None] Deleting port b66a7dad-e5fd-4777-8bbe-6b474617025b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:27:03.458911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2c6d52f5-865b-4ec7-8ac6-dad92ae4626a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:03.531418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] For port b66a7dad-e5fd-4777-8bbe-6b474617025b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b66a7dad-e5fd-4777-8bbe-6b474617025b,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:03.532063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:03.655547 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Calling delete_port for b66a7dad-e5fd-4777-8bbe-6b474617025b owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:27:03.663127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2c6d52f5-865b-4ec7-8ac6-dad92ae4626a None None] For port b66a7dad-e5fd-4777-8bbe-6b474617025b, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b66a7dad-e5fd-4777-8bbe-6b474617025b,segment=NetworkSegment(9a896c0d-b9b9-48f3-8ce8-cfedb841520c),segment_id=9a896c0d-b9b9-48f3-8ce8-cfedb841520c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:03.663531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2c6d52f5-865b-4ec7-8ac6-dad92ae4626a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:03.736364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:03.740221 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3cb7a52c-fddf-4944-bdd1-77b2dec7320a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:03.785853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66a7dad-e5fd-4777-8bbe-6b474617025b,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:03.789509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:03.789976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d52f5-865b-4ec7-8ac6-dad92ae4626a None None] Calling delete_port for b66a7dad-e5fd-4777-8bbe-6b474617025b owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:27:03.790363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] No DVR routers for this DVR port b66a7dad-e5fd-4777-8bbe-6b474617025b on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:27:03.863375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-2c6d52f5-865b-4ec7-8ac6-dad92ae4626a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:27:03.863749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-2c6d52f5-865b-4ec7-8ac6-dad92ae4626a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:27:03.905480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:04.050407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac6eed0-998e-4afe-ab94-559713be80ef']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:04.063851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a896c0d-b9b9-48f3-8ce8-cfedb841520c') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:04.064150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a896c0d-b9b9-48f3-8ce8-cfedb841520c') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:04.075709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:04.091382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:04.097510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:27:04.097913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:27:04.111297 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:27:04.187558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:04.192819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:04.195259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:04.216878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac6eed0-998e-4afe-ab94-559713be80ef,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:04.221279 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:04.229375 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3ac6eed0-998e-4afe-ab94-559713be80ef HTTP/1.1" status: 204 len: 168 time: 1.0382981 Nov 25 09:27:04.232220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55032) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:04.337778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:04.364667 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d52f5-865b-4ec7-8ac6-dad92ae4626a None None] Deleting port b66a7dad-e5fd-4777-8bbe-6b474617025b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:27:04.365073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2c6d52f5-865b-4ec7-8ac6-dad92ae4626a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:04.432776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d52f5-865b-4ec7-8ac6-dad92ae4626a None None] The port 'b66a7dad-e5fd-4777-8bbe-6b474617025b' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:27:04.763518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:05.058540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b66a7dad-e5fd-4777-8bbe-6b474617025b no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:27:05.094931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: b66a7dad-e5fd-4777-8bbe-6b474617025b {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:27:05.095575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b66a7dad-e5fd-4777-8bbe-6b474617025b not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:27:05.120230 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Deleting port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:27:05.120604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:05.295807 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] For port e3acf7ba-9fe8-468e-a6d6-e06ed48eac89, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e3acf7ba-9fe8-468e-a6d6-e06ed48eac89,segment=NetworkSegment(140813b6-ba41-4dfb-ad69-5105b1e16ef3),segment_id=140813b6-ba41-4dfb-ad69-5105b1e16ef3)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:05.296444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:05.552929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Calling delete_port for e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:27:05.717210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:05.721693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-66f85d4d-54b8-4078-b0dc-795e099dd466 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:05.764361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3acf7ba-9fe8-468e-a6d6-e06ed48eac89,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:05.793612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:06.031234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:06.388087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Router 51f86150-a37d-4261-a91d-8004cd1f80a5 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:27:06.558856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:27:06.567481 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] 10.222.0.54 "PUT /v2.0/routers/51f86150-a37d-4261-a91d-8004cd1f80a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3342853 Nov 25 09:27:06.568445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3283361-d99b-48ec-b60d-efe0284572b6 None None] Sync routers for ids ['51f86150-a37d-4261-a91d-8004cd1f80a5'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:27:06.570843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55038) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:06.578503 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3283361-d99b-48ec-b60d-efe0284572b6 None None] Routers {'51f86150-a37d-4261-a91d-8004cd1f80a5'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:06.579124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e3283361-d99b-48ec-b60d-efe0284572b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:26:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['51f86150-a37d-4261-a91d-8004cd1f80a5'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:06.743935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:06.754072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e3283361-d99b-48ec-b60d-efe0284572b6 None None] Set router 51f86150-a37d-4261-a91d-8004cd1f80a5 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:07.045134 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e3283361-d99b-48ec-b60d-efe0284572b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'name': 'tempest-TestEncryptedCinderVolumes-884884301-router', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:49Z', 'updated_at': '2021-11-25T09:27:05Z', 'revision_number': 5, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'gw_port': {'id': '83f85196-91a4-45ec-a63f-998ea35793b0', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:25:50Z', 'updated_at': '2021-11-25T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:07.049196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3283361-d99b-48ec-b60d-efe0284572b6 None None] Checking router: 51f86150-a37d-4261-a91d-8004cd1f80a5 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:27:07.058449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3283361-d99b-48ec-b60d-efe0284572b6 None None] Routers {'51f86150-a37d-4261-a91d-8004cd1f80a5'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:07.059078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e3283361-d99b-48ec-b60d-efe0284572b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:26:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['51f86150-a37d-4261-a91d-8004cd1f80a5'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:07.065368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:07.075020 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Deleting port 83f85196-91a4-45ec-a63f-998ea35793b0 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:27:07.075419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:07.254315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] For port 83f85196-91a4-45ec-a63f-998ea35793b0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=83f85196-91a4-45ec-a63f-998ea35793b0,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:07.254592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:07.254700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e3283361-d99b-48ec-b60d-efe0284572b6 None None] Set router 51f86150-a37d-4261-a91d-8004cd1f80a5 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:07.359716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e3283361-d99b-48ec-b60d-efe0284572b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'name': 'tempest-TestEncryptedCinderVolumes-884884301-router', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:49Z', 'updated_at': '2021-11-25T09:27:07Z', 'revision_number': 6, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:07.363653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3283361-d99b-48ec-b60d-efe0284572b6 None None] The sync data for ids ['51f86150-a37d-4261-a91d-8004cd1f80a5'] in dv-neutron-818341-1-hyperv is: [{'id': '51f86150-a37d-4261-a91d-8004cd1f80a5', 'name': 'tempest-TestEncryptedCinderVolumes-884884301-router', 'tenant_id': '985bf6facc7f483a919dab9904e3bc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:25:49Z', 'updated_at': '2021-11-25T09:27:07Z', 'revision_number': 6, 'project_id': '985bf6facc7f483a919dab9904e3bc2f', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:27:07.379164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Calling delete_port for 83f85196-91a4-45ec-a63f-998ea35793b0 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:27:07.548692 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:07.552271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:07.597354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f85196-91a4-45ec-a63f-998ea35793b0,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:07.600342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:07.690092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:07.871245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:07.873291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:07.895924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:07.896646 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51f86150-a37d-4261-a91d-8004cd1f80a5 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:27:07.909176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:07.910401 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/51f86150-a37d-4261-a91d-8004cd1f80a5 HTTP/1.1" status: 204 len: 168 time: 1.3387010 Nov 25 09:27:07.912998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55042) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:07.974623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3cf641-62f2-4645-8788-468ddd2752cb admin admin] Deleting subnet a24b48c8-ed68-43b7-8169-6f3e355f2123 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:27:07.977493 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d3cf641-62f2-4645-8788-468ddd2752cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:08.025593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d3cf641-62f2-4645-8788-468ddd2752cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:08.110761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d3cf641-62f2-4645-8788-468ddd2752cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:08.181035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d3cf641-62f2-4645-8788-468ddd2752cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:08.185081 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3f80f9aa-80d0-431f-bcb1-556cb3135102 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:08.220964 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cf641-62f2-4645-8788-468ddd2752cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a24b48c8-ed68-43b7-8169-6f3e355f2123,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:08.223419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d3cf641-62f2-4645-8788-468ddd2752cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:08.226071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d3cf641-62f2-4645-8788-468ddd2752cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:08.232426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a589e-c95a-4590-94a2-7ad27463c238 None None] Network e886e4e2-2c2b-4a2a-ba33-3ba9696118fe requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:27:08.233014 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6d3cf641-62f2-4645-8788-468ddd2752cb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a24b48c8-ed68-43b7-8169-6f3e355f2123 HTTP/1.1" status: 204 len: 168 time: 0.3184133 Nov 25 09:27:08.234870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55046) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:08.344189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:08.355615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Deleting port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:27:08.355958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:08.501744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2166df59-4e3b-4b24-8cc8-3bc654b44ae2 None None] DHCP port deletion for e886e4e2-2c2b-4a2a-ba33-3ba9696118fe request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:27:08.505976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2166df59-4e3b-4b24-8cc8-3bc654b44ae2 None None] Deleting port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:27:08.506456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2166df59-4e3b-4b24-8cc8-3bc654b44ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:08.564254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] For port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5cfc8122-9afa-49b5-a38a-22c7074dfd0d,segment=NetworkSegment(140813b6-ba41-4dfb-ad69-5105b1e16ef3),segment_id=140813b6-ba41-4dfb-ad69-5105b1e16ef3)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:08.564609 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:08.711269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2166df59-4e3b-4b24-8cc8-3bc654b44ae2 None None] For port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5cfc8122-9afa-49b5-a38a-22c7074dfd0d,segment=NetworkSegment(140813b6-ba41-4dfb-ad69-5105b1e16ef3),segment_id=140813b6-ba41-4dfb-ad69-5105b1e16ef3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:08.711668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2166df59-4e3b-4b24-8cc8-3bc654b44ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:08.807285 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Calling delete_port for 5cfc8122-9afa-49b5-a38a-22c7074dfd0d owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:27:08.833945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2166df59-4e3b-4b24-8cc8-3bc654b44ae2 None None] Calling delete_port for 5cfc8122-9afa-49b5-a38a-22c7074dfd0d owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:27:08.883204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:08.887799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8c1ce564-c6eb-4210-b0b1-54cc2c1f368a tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:08.908416 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-2166df59-4e3b-4b24-8cc8-3bc654b44ae2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:27:08.908771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-2166df59-4e3b-4b24-8cc8-3bc654b44ae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:27:08.929637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfc8122-9afa-49b5-a38a-22c7074dfd0d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:08.932698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:08.933465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] No DVR routers for this DVR port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:27:09.051035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:09.065788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:27:09.078693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e886e4e2-2c2b-4a2a-ba33-3ba9696118fe']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:09.090975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140813b6-ba41-4dfb-ad69-5105b1e16ef3') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:09.091282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140813b6-ba41-4dfb-ad69-5105b1e16ef3') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:09.100843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:27:09.101206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e3acf7ba-9fe8-468e-a6d6-e06ed48eac89 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:27:09.101628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 83f85196-91a4-45ec-a63f-998ea35793b0 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:27:09.102975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:09.118644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:09.125223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:27:09.125618 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:09.137691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 83f85196-91a4-45ec-a63f-998ea35793b0 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:27:09.138039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 83f85196-91a4-45ec-a63f-998ea35793b0 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:27:09.138477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5cfc8122-9afa-49b5-a38a-22c7074dfd0d no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:27:09.143319 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:27:09.171791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 5cfc8122-9afa-49b5-a38a-22c7074dfd0d {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:27:09.172146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5cfc8122-9afa-49b5-a38a-22c7074dfd0d not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:27:09.215475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:09.219122 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-339f48f4-579b-4f38-8632-9b4ff499584c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:09.232295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:09.242266 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Pushing event deleted for resources: {'Network': ['ID=e886e4e2-2c2b-4a2a-ba33-3ba9696118fe,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:09.244924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:09.246734 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] 10.222.0.54 "DELETE /v2.0/networks/e886e4e2-2c2b-4a2a-ba33-3ba9696118fe HTTP/1.1" status: 204 len: 168 time: 1.0108814 Nov 25 09:27:09.409291 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55052) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:09.409970 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2166df59-4e3b-4b24-8cc8-3bc654b44ae2 None None] Deleting port 5cfc8122-9afa-49b5-a38a-22c7074dfd0d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:27:09.410454 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2166df59-4e3b-4b24-8cc8-3bc654b44ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:09.463325 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4b920c17-071a-48fd-a7cf-0271ff023640 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1bd113af730c4903a7431eb46a231271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505755 Nov 25 09:27:09.463698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55056) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:09.479591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2166df59-4e3b-4b24-8cc8-3bc654b44ae2 None None] The port '5cfc8122-9afa-49b5-a38a-22c7074dfd0d' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:27:09.522518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-620e6aef-120d-493a-84a9-6c84dc52d391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:09.547549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-620e6aef-120d-493a-84a9-6c84dc52d391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:09.598785 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-620e6aef-120d-493a-84a9-6c84dc52d391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:09.603519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-da277dc1-8fcb-49f4-9636-8ea6e9201a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:09.616944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e6aef-120d-493a-84a9-6c84dc52d391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161e6037-0e2f-4039-acb0-85b7c3d7beff,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:09.619736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-620e6aef-120d-493a-84a9-6c84dc52d391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:09.625098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-620e6aef-120d-493a-84a9-6c84dc52d391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:09.626210 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-620e6aef-120d-493a-84a9-6c84dc52d391 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/161e6037-0e2f-4039-acb0-85b7c3d7beff HTTP/1.1" status: 204 len: 168 time: 0.1616127 Nov 25 09:27:09.953325 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55064) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:10.002980 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3508638e-33a5-4b11-8765-b3b940cb2fea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=985bf6facc7f483a919dab9904e3bc2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483131 Nov 25 09:27:10.005212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55068) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:10.065175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e0704d8-995f-49b1-a328-1d7df0f7adb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:10.093529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e0704d8-995f-49b1-a328-1d7df0f7adb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:10.148301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e0704d8-995f-49b1-a328-1d7df0f7adb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:10.153073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-9fab842c-83d2-4294-95fb-2d5199a238f8 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:10.166769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0704d8-995f-49b1-a328-1d7df0f7adb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b863fa-518a-4a72-8e3e-34132eecc184,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:10.169319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7e0704d8-995f-49b1-a328-1d7df0f7adb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:10.170527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7e0704d8-995f-49b1-a328-1d7df0f7adb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:10.171635 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7e0704d8-995f-49b1-a328-1d7df0f7adb9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3b863fa-518a-4a72-8e3e-34132eecc184 HTTP/1.1" status: 204 len: 168 time: 0.1655374 Nov 25 09:27:10.858048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55092) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:10.959367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-883527016-network', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:27:10.964196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:27:10.968428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Usage tracker for resource:network and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:27:10.971771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:27:10.977409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:27:10.987753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Made reservation on behalf of 196d0c0f6e6e4f2ca7cbac7ddc089977 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:27:10.989972 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.002048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.016545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:27:11.020310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Usage tracker for resource:security_group_rule and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:27:11.023568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:27:11.029186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:27:11.109550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.113320 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.117241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-de19a990-f961-44ba-964d-ec1dc814ec4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:11.140346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:27:11.152956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f6eb0-8f87-421f-b0ed-50bd45820de7,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:11.156866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:11.157752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.158092 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Added segment a4d50adf-a202-451c-b696-c97e0ecb9fc0 of type vlan for network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 Nov 25 09:27:11.187979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.215840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.216890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:11.217443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.220988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2055ae4a-2a2e-4b9c-b39f-d4845c2ec6a6 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:11.315352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Pushing event updated for resources: {'Network': ['ID=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:11.318215 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4591124 Nov 25 09:27:11.319738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:11.321724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55098) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:11.326180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:27:11.327489 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Request body: {'subnet': {'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-883527016-subnet', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'ip_version': 4}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:27:11.332532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:27:11.337138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Usage tracker for resource:subnet and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:27:11.339991 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:27:11.346975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:27:11.355934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Made reservation on behalf of 196d0c0f6e6e4f2ca7cbac7ddc089977 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:27:11.358373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.565535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.569492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d384e578-6a0b-4461-be39-74dfbac1ccca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:11.640049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91c2bce-b8be-4ada-add0-918a313a6b01,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:11.643871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:11.651191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Checking segment: {'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:27:11.651546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Network hostable DHCP agents. Network: 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:27:11.670152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:27:11.678963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:27:11.682936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:11.683567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.687853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c47dd4-d978-4bd5-9a48-0e48fab54a50 None None] Network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:27:11.704068 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-45c8d8a1-690a-4a45-a55e-7582cc5fe879 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3811662 Nov 25 09:27:11.706791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55102) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:11.712131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:27:11.716644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:27:11.720743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Usage tracker for resource:router and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:27:11.723580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:27:11.730079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:27:11.744660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.745692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.761901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:11.940231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'fixed_ips': [{'subnet_id': 'd91c2bce-b8be-4ada-add0-918a313a6b01'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:27:11.941063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:12.105006 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Allocated IP 172.20.0.2 (338ed920-7d9d-41f3-a2c2-e5eb09d3bc54/d91c2bce-b8be-4ada-add0-918a313a6b01/e7190297-45e3-4af3-85cb-91334e5b0f95) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:27:12.153532 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:12.317023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:12.328165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Transition to ACTIVE for port object e7190297-45e3-4af3-85cb-91334e5b0f95 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:12.347538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Transition to ACTIVE for port object e7190297-45e3-4af3-85cb-91334e5b0f95 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:12.353316 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:12.357594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:12.417333 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:27:12.420651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:27:12.424300 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:27:12.463210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:12.464337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Pushing event updated for resources: {'Port': ['ID=e7190297-45e3-4af3-85cb-91334e5b0f95,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:12.497143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:12.510719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.511070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.511408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.511743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.512071 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.512398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.512725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.513045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.513369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.513688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.514004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.514339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:12.522189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:12.539200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Attempting to bind port e7190297-45e3-4af3-85cb-91334e5b0f95 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:27:12.539574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Attempting to bind port e7190297-45e3-4af3-85cb-91334e5b0f95 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:27:12.539935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Attempting to bind port e7190297-45e3-4af3-85cb-91334e5b0f95 on network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:27:12.545314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:27:12.545687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Checking segment: {'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:27:12.546083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:12.546514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Bound using segment: {'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:27:12.546972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Bound port: e7190297-45e3-4af3-85cb-91334e5b0f95, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:27:12.547372 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:12.630195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Allocated IP 172.26.3.84 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:27:12.634338 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] For port e7190297-45e3-4af3-85cb-91334e5b0f95, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:27:12.637661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] For port e7190297-45e3-4af3-85cb-91334e5b0f95, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e7190297-45e3-4af3-85cb-91334e5b0f95,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:27:12.641365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:12.645839 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:12.729824 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Pushing event updated for resources: {'Port': ['ID=e7190297-45e3-4af3-85cb-91334e5b0f95,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:12.732223 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:12.784002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:12.827221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:12.832352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dfb8062d-4d84-4e85-ab34-6f6eeeba26c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:12.895014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:27:12.896171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:27:12.901204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:27:12.967314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Pushing event updated for resources: {'Port': ['ID=0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:12.971514 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:13.099324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e7190297-45e3-4af3-85cb-91334e5b0f95 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:13.167571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port e7190297-45e3-4af3-85cb-91334e5b0f95 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:13.359648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:13.650760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768cf148-091b-4d32-a962-e6e8abf17dd7 None None] Network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:27:13.745300 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-afabddc9-b051-4c25-ab0c-8d05228998ce None None] Provisioning for port e7190297-45e3-4af3-85cb-91334e5b0f95 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:13.762766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-afabddc9-b051-4c25-ab0c-8d05228998ce None None] Provisioning complete for port e7190297-45e3-4af3-85cb-91334e5b0f95 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:13.763152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afabddc9-b051-4c25-ab0c-8d05228998ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:13.831684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:13.985358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afabddc9-b051-4c25-ab0c-8d05228998ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:14.028531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-afabddc9-b051-4c25-ab0c-8d05228998ce None None] For port e7190297-45e3-4af3-85cb-91334e5b0f95, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e7190297-45e3-4af3-85cb-91334e5b0f95,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:14.032578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afabddc9-b051-4c25-ab0c-8d05228998ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:14.034215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e945d01c-206c-46ee-8789-f33331d6bfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:14.047076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Router 6968d230-dca2-4241-a925-1c25813f01d8 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:27:14.103714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabddc9-b051-4c25-ab0c-8d05228998ce None None] Pushing event updated for resources: {'Port': ['ID=e7190297-45e3-4af3-85cb-91334e5b0f95,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:14.111078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-afabddc9-b051-4c25-ab0c-8d05228998ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:14.232772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:27:14.243180 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Sync routers for ids ['6968d230-dca2-4241-a925-1c25813f01d8'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:27:14.253886 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Routers {'6968d230-dca2-4241-a925-1c25813f01d8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:14.254622 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:26:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6968d230-dca2-4241-a925-1c25813f01d8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:14.258029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:14.261917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-dfe5dcbd-0bf2-44ea-bf54-23a29dec29f5 None None] Provisioning complete for port e7190297-45e3-4af3-85cb-91334e5b0f95 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:14.262070 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5514932 Nov 25 09:27:14.262161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dfe5dcbd-0bf2-44ea-bf54-23a29dec29f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:14.262262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55106) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:14.431659 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Set router 6968d230-dca2-4241-a925-1c25813f01d8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:14.702483 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:13Z', 'revision_number': 3, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:14.706188 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Checking router: 6968d230-dca2-4241-a925-1c25813f01d8 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:27:14.706566 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Updating router 6968d230-dca2-4241-a925-1c25813f01d8 port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:27:14.791745 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:14.925301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.082996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e7190297-45e3-4af3-85cb-91334e5b0f95 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:15.125629 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.138667 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Transition to ACTIVE for port object 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:15.145446 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.151100 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:15.161263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e7190297-45e3-4af3-85cb-91334e5b0f95 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:15.161642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.233649 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Attempting to bind port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:27:15.234214 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Attempting to bind port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:27:15.234701 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Attempting to bind port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:27:15.240931 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Pushing event updated for resources: {'Port': ['ID=0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:15.249183 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:27:15.249843 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:27:15.250175 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.250680 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:27:15.251245 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Bound port: 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:27:15.251717 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.283398 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.283629 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.284039 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.284465 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.284605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Allocated IP 172.20.0.1 (338ed920-7d9d-41f3-a2c2-e5eb09d3bc54/d91c2bce-b8be-4ada-add0-918a313a6b01/90a7c0dc-0ef1-4b51-a032-004c560b2af9) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:27:15.284969 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.285388 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.285804 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.286235 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.287431 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.288162 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.288560 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.288949 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:15.293493 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:15.343419 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] For port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:27:15.346827 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] For port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:27:15.352062 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.355976 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:15.431439 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Routers {'6968d230-dca2-4241-a925-1c25813f01d8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:15.432050 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:26:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6968d230-dca2-4241-a925-1c25813f01d8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:15.432570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.448519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Transition to ACTIVE for port object 90a7c0dc-0ef1-4b51-a032-004c560b2af9 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:15.472209 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.477163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-487ea41b-62b4-4fc2-b470-75c9a6647c0e tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:15.540566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:27:15.543787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:27:15.546723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:27:15.548584 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Pushing event updated for resources: {'Port': ['ID=0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:15.553944 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-445c5a19-6194-449d-b555-ea5c6fe9ecf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:15.598967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Pushing event updated for resources: {'Port': ['ID=90a7c0dc-0ef1-4b51-a032-004c560b2af9,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:15.602382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:15.613610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.619915 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] Set router 6968d230-dca2-4241-a925-1c25813f01d8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:15.733582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.809696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5201e543-1d08-4882-9f70-e1953639255c None None] Provisioning for port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:15.815428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5201e543-1d08-4882-9f70-e1953639255c None None] Provisioning complete for port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:15.815966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5201e543-1d08-4882-9f70-e1953639255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.910166 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:13Z', 'revision_number': 3, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:15.914731 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0a83b-4fe4-49da-acbb-fc39380dda25 None None] The sync data for ids ['6968d230-dca2-4241-a925-1c25813f01d8'] in dv-neutron-818341-1-hyperv is: [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:13Z', 'revision_number': 3, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:27:15.916053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5201e543-1d08-4882-9f70-e1953639255c None None] Port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:27:15.979465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:15.986197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:16.010902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:16.089191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Pushing event updated for resources: {'Port': ['ID=90a7c0dc-0ef1-4b51-a032-004c560b2af9,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:16.093853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:16.094668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:16.242590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:27:16.244152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:27:16.451768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Router 6968d230-dca2-4241-a925-1c25813f01d8 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:27:16.540705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a2702e6d-6931-4336-9b87-0ab50e07af67 None None] Provisioning complete for port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:16.541445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a2702e6d-6931-4336-9b87-0ab50e07af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:16.604404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96774d0a-3553-4c00-9af2-a57aa1f9a837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:16.611717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a2702e6d-6931-4336-9b87-0ab50e07af67 None None] Port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:27:16.650519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:27:16.659720 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] 10.222.0.54 "PUT /v2.0/routers/6968d230-dca2-4241-a925-1c25813f01d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3965254 Nov 25 09:27:17.062986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.114099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:17.180235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55124) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:17.186257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1922470249-network', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:27:17.188850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:17.191804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:27:17.194586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:17.195061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.196245 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Usage tracker for resource:network and tenant:1fd637f1ca564cfa9b610b87668a4e43 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:27:17.199111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:27:17.205133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:27:17.216072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Made reservation on behalf of 1fd637f1ca564cfa9b610b87668a4e43 for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:27:17.218817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.231128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.248767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:27:17.255049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Usage tracker for resource:security_group_rule and tenant:1fd637f1ca564cfa9b610b87668a4e43 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:27:17.259436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:27:17.266203 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:27:17.336529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.355271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:17.359417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.361363 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:17.362423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.366883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.369825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-301efd0d-ed85-4d64-9b7d-d64559bb7872 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:17.399301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:27:17.404739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06577de1-f30c-4b2c-9e3b-a77fa22dbf9e,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:17.408461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:17.413187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.413528 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Added segment 12e30247-ed25-448a-983f-37ee9337fb45 of type vlan for network de51f6d8-582a-465d-8b3b-1799990118eb Nov 25 09:27:17.433231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:17.437203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:17.444364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.473614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.475333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:17.475910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.479234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ee694531-4b31-49a1-adef-7f22abe96c62 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:17.515863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Sync routers for ids ['6968d230-dca2-4241-a925-1c25813f01d8'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:27:17.525950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Routers {'6968d230-dca2-4241-a925-1c25813f01d8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:17.526599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:26:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6968d230-dca2-4241-a925-1c25813f01d8'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:17.659017 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:27:17.704394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Pushing event updated for resources: {'Network': ['ID=de51f6d8-582a-465d-8b3b-1799990118eb,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:17.707748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:17.712486 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5285907 Nov 25 09:27:17.712959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55128) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:17.715488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network de51f6d8-582a-465d-8b3b-1799990118eb details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:27:17.718920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Request body: {'subnet': {'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1922470249-subnet', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:27:17.724478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:27:17.728960 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Usage tracker for resource:subnet and tenant:1fd637f1ca564cfa9b610b87668a4e43 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:27:17.729335 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Set router 6968d230-dca2-4241-a925-1c25813f01d8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:17.731806 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:27:17.742191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:27:17.751391 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Made reservation on behalf of 1fd637f1ca564cfa9b610b87668a4e43 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:27:17.753708 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.955304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:17.960267 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e6e21dbe-6ad8-4693-be74-1f4372f4802a tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:18.028342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=609373da-72d1-4f75-b5c1-3cf9c6a4b83f,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:18.032206 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:18.040124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Checking segment: {'id': '12e30247-ed25-448a-983f-37ee9337fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:27:18.040487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Network hostable DHCP agents. Network: de51f6d8-582a-465d-8b3b-1799990118eb, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:27:18.061230 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Network de51f6d8-582a-465d-8b3b-1799990118eb is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:27:18.070505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, de51f6d8-582a-465d-8b3b-1799990118eb) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:27:18.074782 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:18.075528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:18.085759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fd6261-c70f-417c-b5a0-9f50d131b058 None None] Network de51f6d8-582a-465d-8b3b-1799990118eb requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:27:18.096336 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6c152612-4710-4c68-8fc5-24d1cfca0482 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3822651 Nov 25 09:27:18.098912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55132) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:18.103932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1922470249-router', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:27:18.108496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:27:18.112505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Usage tracker for resource:router and tenant:1fd637f1ca564cfa9b610b87668a4e43 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:27:18.115409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:27:18.121364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:27:18.135605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:18.136753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:18.152234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:18.265717 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 4, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '90a7c0dc-0ef1-4b51-a032-004c560b2af9', 'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'mac_address': 'fa:16:3e:1e:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:14Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 2, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'subnets': [{'id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:18.274203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Checking router: 6968d230-dca2-4241-a925-1c25813f01d8 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:27:18.274658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Updating router 6968d230-dca2-4241-a925-1c25813f01d8 port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:27:18.364923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-de51f6d8-582a-465d-8b3b-1799990118eb', 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'fixed_ips': [{'subnet_id': '609373da-72d1-4f75-b5c1-3cf9c6a4b83f'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:27:18.365805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:18.374869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:18.421371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:18.754725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Allocated IP 172.20.0.2 (de51f6d8-582a-465d-8b3b-1799990118eb/609373da-72d1-4f75-b5c1-3cf9c6a4b83f/c8f6c535-3809-448e-8ca7-5850b1cf7f1f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:27:18.850498 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:18.882232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.022664 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Allocated IP 172.26.3.205 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/1b635fb7-8739-4dc1-a0b2-ba9e5c346609) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:27:19.072339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.075233 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.086456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Transition to ACTIVE for port object c8f6c535-3809-448e-8ca7-5850b1cf7f1f will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:19.092413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:19.141826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Transition to ACTIVE for port object 90a7c0dc-0ef1-4b51-a032-004c560b2af9 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:19.160330 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.168953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:19.176514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.206385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.206629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Transition to ACTIVE for port object c8f6c535-3809-448e-8ca7-5850b1cf7f1f will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:19.211602 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f274621c-f46c-4913-b13a-866e480f621c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:19.228188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.279663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:27:19.282495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:27:19.286592 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:27:19.320971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef80e2f-2a83-4478-b220-5091e8c30ac1 None None] Pushing event updated for resources: {'Port': ['ID=90a7c0dc-0ef1-4b51-a032-004c560b2af9,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:19.328023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0ef80e2f-2a83-4478-b220-5091e8c30ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:19.328253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Pushing event updated for resources: {'Port': ['ID=1b635fb7-8739-4dc1-a0b2-ba9e5c346609,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:19.329996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Network de51f6d8-582a-465d-8b3b-1799990118eb is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:27:19.330831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:19.332255 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:19.363456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:27:19.392731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:27:19.414846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:19.415228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.604122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Pushing event updated for resources: {'Port': ['ID=c8f6c535-3809-448e-8ca7-5850b1cf7f1f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:19.612060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:19.621674 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Attempting to bind port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:27:19.622048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Attempting to bind port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:27:19.622437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Attempting to bind port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 on network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:27:19.637141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:27:19.637518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Checking segment: {'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:27:19.637922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.638342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Bound using segment: {'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:27:19.638823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Bound port: 90a7c0dc-0ef1-4b51-a032-004c560b2af9, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:27:19.639200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.657157 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Attempting to bind port c8f6c535-3809-448e-8ca7-5850b1cf7f1f on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:27:19.657566 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Attempting to bind port c8f6c535-3809-448e-8ca7-5850b1cf7f1f by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '12e30247-ed25-448a-983f-37ee9337fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:27:19.657952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Attempting to bind port c8f6c535-3809-448e-8ca7-5850b1cf7f1f on network de51f6d8-582a-465d-8b3b-1799990118eb {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:27:19.668024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:27:19.668402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Checking segment: {'id': '12e30247-ed25-448a-983f-37ee9337fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:27:19.668810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.669208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Bound using segment: {'id': '12e30247-ed25-448a-983f-37ee9337fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:27:19.669679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Bound port: c8f6c535-3809-448e-8ca7-5850b1cf7f1f, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e30247-ed25-448a-983f-37ee9337fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:27:19.670058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.712064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.875428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] For port 90a7c0dc-0ef1-4b51-a032-004c560b2af9, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:27:19.887162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] For port c8f6c535-3809-448e-8ca7-5850b1cf7f1f, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:27:19.889771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] For port 90a7c0dc-0ef1-4b51-a032-004c560b2af9, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=90a7c0dc-0ef1-4b51-a032-004c560b2af9,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:27:19.891868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] For port c8f6c535-3809-448e-8ca7-5850b1cf7f1f, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c8f6c535-3809-448e-8ca7-5850b1cf7f1f,segment=NetworkSegment(12e30247-ed25-448a-983f-37ee9337fb45),segment_id=12e30247-ed25-448a-983f-37ee9337fb45)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:27:19.892875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-298f5939-1b67-4145-a7eb-bc9cb5a938e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.895099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.899739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:19.929557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:19.997131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef80e2f-2a83-4478-b220-5091e8c30ac1 None None] Pushing event updated for resources: {'Port': ['ID=90a7c0dc-0ef1-4b51-a032-004c560b2af9,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:20.011302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0ef80e2f-2a83-4478-b220-5091e8c30ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:20.011975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Routers {'6968d230-dca2-4241-a925-1c25813f01d8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:20.012627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:27:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6968d230-dca2-4241-a925-1c25813f01d8'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:20.073609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:20.219794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:20.291741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:20.325005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Pushing event updated for resources: {'Port': ['ID=c8f6c535-3809-448e-8ca7-5850b1cf7f1f,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:20.329463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:20.379531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] Set router 6968d230-dca2-4241-a925-1c25813f01d8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:20.465045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:27:20.645727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:27:20.654790 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Sync routers for ids ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:27:20.664759 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Routers {'9ab07632-5749-4bff-90fa-6dbc9ff03e96'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:20.665608 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:27:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:20.673241 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:20.676993 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5746310 Nov 25 09:27:20.677256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55136) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:27:20.720027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 4, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '90a7c0dc-0ef1-4b51-a032-004c560b2af9', 'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'mac_address': 'fa:16:3e:1e:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:14Z', 'updated_at': '2021-11-25T09:27:19Z', 'revision_number': 4, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'subnets': [{'id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:20.724197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d211440-ac8e-4c16-b76f-3f8b67dabf00 None None] The sync data for ids ['6968d230-dca2-4241-a925-1c25813f01d8'] in dv-neutron-818341-1-hyperv is: [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 4, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '90a7c0dc-0ef1-4b51-a032-004c560b2af9', 'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'mac_address': 'fa:16:3e:1e:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:14Z', 'updated_at': '2021-11-25T09:27:19Z', 'revision_number': 4, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'subnets': [{'id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:27:20.885077 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Set router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:21.196813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 90a7c0dc-0ef1-4b51-a032-004c560b2af9 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:21.246138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9f526a-0239-45de-a0ea-caabbf7c3fae None None] Network de51f6d8-582a-465d-8b3b-1799990118eb requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:27:21.322137 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'name': 'tempest-TestMinimumBasicScenario-1922470249-router', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:19Z', 'revision_number': 3, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'gw_port': {'id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:21.327118 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Checking router: 9ab07632-5749-4bff-90fa-6dbc9ff03e96 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:27:21.327483 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Updating router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:27:21.363955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-72ee33c9-3f7f-4944-a3a7-b2c800fd8742 None None] Provisioning for port c8f6c535-3809-448e-8ca7-5850b1cf7f1f completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:21.394694 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:21.409590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:21.421228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:21.421482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:21.616189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:21.621835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:21.654853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:21.696504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 90a7c0dc-0ef1-4b51-a032-004c560b2af9, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=90a7c0dc-0ef1-4b51-a032-004c560b2af9,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:21.705408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:21.706834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c8f6c535-3809-448e-8ca7-5850b1cf7f1f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:21.747314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:21.818706 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:21.850736 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Transition to ACTIVE for port object 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:21.873227 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:21.878229 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-e0f38262-aee8-47db-ac6c-7c75a3b3c85b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:21.889172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port c8f6c535-3809-448e-8ca7-5850b1cf7f1f completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:21.900458 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c8f6c535-3809-448e-8ca7-5850b1cf7f1f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:21.900918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:21.976011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=90a7c0dc-0ef1-4b51-a032-004c560b2af9,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:21.989366 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Attempting to bind port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:27:21.991696 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Attempting to bind port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:27:21.991856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:21.991946 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Attempting to bind port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:27:22.023015 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:27:22.023391 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:27:22.023796 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.024190 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:27:22.024666 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Bound port: 1b635fb7-8739-4dc1-a0b2-ba9e5c346609, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:27:22.025090 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.053910 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45576e-5e42-40e8-9360-5e70b0273cc6 None None] Pushing event updated for resources: {'Port': ['ID=1b635fb7-8739-4dc1-a0b2-ba9e5c346609,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:22.061963 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-ad45576e-5e42-40e8-9360-5e70b0273cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:22.091091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Allocated IP 172.20.0.1 (de51f6d8-582a-465d-8b3b-1799990118eb/609373da-72d1-4f75-b5c1-3cf9c6a4b83f/11c320ca-4fcb-4272-bbe3-f162a5b69a3a) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:27:22.108254 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] For port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:27:22.111517 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] For port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1b635fb7-8739-4dc1-a0b2-ba9e5c346609,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:27:22.119720 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.124952 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:22.164155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.199110 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45576e-5e42-40e8-9360-5e70b0273cc6 None None] Pushing event updated for resources: {'Port': ['ID=1b635fb7-8739-4dc1-a0b2-ba9e5c346609,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:22.203609 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-ad45576e-5e42-40e8-9360-5e70b0273cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:22.217360 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Routers {'9ab07632-5749-4bff-90fa-6dbc9ff03e96'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:22.218453 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:27:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:22.222825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e7dbc7fc-d5af-4ce7-a301-19fcbf7a4b48 None None] Provisioning complete for port c8f6c535-3809-448e-8ca7-5850b1cf7f1f triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:22.223426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc7fc-d5af-4ce7-a301-19fcbf7a4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.249117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.254769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port c8f6c535-3809-448e-8ca7-5850b1cf7f1f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c8f6c535-3809-448e-8ca7-5850b1cf7f1f,segment=NetworkSegment(12e30247-ed25-448a-983f-37ee9337fb45),segment_id=12e30247-ed25-448a-983f-37ee9337fb45)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:22.267125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Transition to ACTIVE for port object 11c320ca-4fcb-4272-bbe3-f162a5b69a3a will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:22.271256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.287935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:22.308562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.312355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1fdf9b9c-05bb-441a-8e61-1d3082fb0527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:22.391580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Network de51f6d8-582a-465d-8b3b-1799990118eb is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:27:22.394931 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:27:22.398809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:27:22.415743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=c8f6c535-3809-448e-8ca7-5850b1cf7f1f,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:22.419413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:22.433406 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] Set router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:22.439917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=11c320ca-4fcb-4272-bbe3-f162a5b69a3a,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:22.449591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:22.468425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.583297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.672114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fcf21b73-7023-438d-b326-f83f3a1857c5 None None] Provisioning for port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:22.679193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-fcf21b73-7023-438d-b326-f83f3a1857c5 None None] Provisioning complete for port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:22.679631 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fcf21b73-7023-438d-b326-f83f3a1857c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.748515 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fcf21b73-7023-438d-b326-f83f3a1857c5 None None] Port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:27:22.752735 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'name': 'tempest-TestMinimumBasicScenario-1922470249-router', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:19Z', 'revision_number': 3, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'gw_port': {'id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:22.757480 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee16950-3169-4afe-b86a-286894cce1f1 None None] The sync data for ids ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'] in dv-neutron-818341-1-hyperv is: [{'id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'name': 'tempest-TestMinimumBasicScenario-1922470249-router', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:19Z', 'revision_number': 3, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'gw_port': {'id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:27:22.823021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.829920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.856665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a9b6bddb-46f8-4255-9a1d-352600ea032a tempest-TestVolumeBootPattern-2035128546 tempest-TestVolumeBootPattern-2035128546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:22.941878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:22.945754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=11c320ca-4fcb-4272-bbe3-f162a5b69a3a,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:22.949283 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:23.148622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Network de51f6d8-582a-465d-8b3b-1799990118eb is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:27:23.149882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:27:23.215613 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 90a7c0dc-0ef1-4b51-a032-004c560b2af9 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:23.295881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:23.296527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:23.399738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:27:23.507313 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:23.535982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-613c5fe2-bee7-4a62-8201-e6f133485658 None None] Provisioning complete for port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:23.536190 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-613c5fe2-bee7-4a62-8201-e6f133485658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:23.593132 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:27:23.606856 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] 10.222.0.54 "PUT /v2.0/routers/9ab07632-5749-4bff-90fa-6dbc9ff03e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9277644 Nov 25 09:27:23.616471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-613c5fe2-bee7-4a62-8201-e6f133485658 None None] Port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:27:23.631705 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:23.638151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:23.638579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:23.764620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:23.782623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1b635fb7-8739-4dc1-a0b2-ba9e5c346609,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:23.786729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:23.788224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c8f6c535-3809-448e-8ca7-5850b1cf7f1f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:23.815369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:23.904114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=1b635fb7-8739-4dc1-a0b2-ba9e5c346609,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:23.907154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:23.917886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c8f6c535-3809-448e-8ca7-5850b1cf7f1f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:23.918261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:24.482978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Sync routers for ids ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:27:24.494005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Routers {'9ab07632-5749-4bff-90fa-6dbc9ff03e96'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:24.494689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:27:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:24.691181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Set router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:25.044991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'name': 'tempest-TestMinimumBasicScenario-1922470249-router', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:22Z', 'revision_number': 4, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'gw_port': {'id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '11c320ca-4fcb-4272-bbe3-f162a5b69a3a', 'name': '', 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'mac_address': 'fa:16:3e:a1:ad:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '609373da-72d1-4f75-b5c1-3cf9c6a4b83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:21Z', 'updated_at': '2021-11-25T09:27:22Z', 'revision_number': 2, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'subnets': [{'id': '609373da-72d1-4f75-b5c1-3cf9c6a4b83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:25.049264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Checking router: 9ab07632-5749-4bff-90fa-6dbc9ff03e96 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:27:25.049635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Updating router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:27:25.102430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:25.151602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:25.289618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:25.289927 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:25.700103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:25.775452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Transition to ACTIVE for port object 11c320ca-4fcb-4272-bbe3-f162a5b69a3a will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:25.829772 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:25.839448 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:25.986928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868da8a7-cd40-4efa-b94c-3d20a15c5754 None None] Pushing event updated for resources: {'Port': ['ID=11c320ca-4fcb-4272-bbe3-f162a5b69a3a,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:26.000450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-868da8a7-cd40-4efa-b94c-3d20a15c5754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:26.148049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Attempting to bind port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:27:26.148419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Attempting to bind port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '12e30247-ed25-448a-983f-37ee9337fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:27:26.148783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Attempting to bind port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a on network de51f6d8-582a-465d-8b3b-1799990118eb {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:27:26.157663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:27:26.158063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Checking segment: {'id': '12e30247-ed25-448a-983f-37ee9337fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:27:26.158502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:26.158886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Bound using segment: {'id': '12e30247-ed25-448a-983f-37ee9337fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:27:26.159364 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Bound port: 11c320ca-4fcb-4272-bbe3-f162a5b69a3a, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e30247-ed25-448a-983f-37ee9337fb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:27:26.159798 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:26.296629 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] For port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:27:26.300607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] For port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=11c320ca-4fcb-4272-bbe3-f162a5b69a3a,segment=NetworkSegment(12e30247-ed25-448a-983f-37ee9337fb45),segment_id=12e30247-ed25-448a-983f-37ee9337fb45)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:27:26.309585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:26.313694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:26.394757 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Routers {'9ab07632-5749-4bff-90fa-6dbc9ff03e96'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:27:26.395406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:27:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:26.458092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868da8a7-cd40-4efa-b94c-3d20a15c5754 None None] Pushing event updated for resources: {'Port': ['ID=11c320ca-4fcb-4272-bbe3-f162a5b69a3a,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:26.476109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-868da8a7-cd40-4efa-b94c-3d20a15c5754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:26.624991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] Set router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:27:26.975638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'name': 'tempest-TestMinimumBasicScenario-1922470249-router', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:22Z', 'revision_number': 4, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'gw_port': {'id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '11c320ca-4fcb-4272-bbe3-f162a5b69a3a', 'name': '', 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'mac_address': 'fa:16:3e:a1:ad:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '609373da-72d1-4f75-b5c1-3cf9c6a4b83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:21Z', 'updated_at': '2021-11-25T09:27:26Z', 'revision_number': 4, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'subnets': [{'id': '609373da-72d1-4f75-b5c1-3cf9c6a4b83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:27:26.981713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d75e6-058c-43f8-a248-9f7722ce79b2 None None] The sync data for ids ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'] in dv-neutron-818341-1-hyperv is: [{'id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'name': 'tempest-TestMinimumBasicScenario-1922470249-router', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:22Z', 'revision_number': 4, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'gw_port': {'id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '11c320ca-4fcb-4272-bbe3-f162a5b69a3a', 'name': '', 'network_id': 'de51f6d8-582a-465d-8b3b-1799990118eb', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'mac_address': 'fa:16:3e:a1:ad:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '609373da-72d1-4f75-b5c1-3cf9c6a4b83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:21Z', 'updated_at': '2021-11-25T09:27:26Z', 'revision_number': 4, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'subnets': [{'id': '609373da-72d1-4f75-b5c1-3cf9c6a4b83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:27:29.126460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 11c320ca-4fcb-4272-bbe3-f162a5b69a3a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:29.212878 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:29.219876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:29.220258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:29.421057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:29.464603 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=11c320ca-4fcb-4272-bbe3-f162a5b69a3a,segment=NetworkSegment(12e30247-ed25-448a-983f-37ee9337fb45),segment_id=12e30247-ed25-448a-983f-37ee9337fb45)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:29.470986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:29.476485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-37a225d8-1b67-4d3b-ba73-00fb04835f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:29.558683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=11c320ca-4fcb-4272-bbe3-f162a5b69a3a,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:29.562156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:31.091138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 11c320ca-4fcb-4272-bbe3-f162a5b69a3a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:31.171999 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:31.172387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:33.937024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-ca013882-2940-413e-9675-ec59712b11cf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:33.938392 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-ca013882-2940-413e-9675-ec59712b11cf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/networks?id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 200 len: 814 time: 0.1439245 Nov 25 09:27:33.952532 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-876fb9b3-441a-4d0a-a2c6-ff2e455502af tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/quotas/196d0c0f6e6e4f2ca7cbac7ddc089977 HTTP/1.1" status: 200 len: 375 time: 0.0088263 Nov 25 09:27:34.037299 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-f1408b9f-fbf1-4127-9dbe-b7e80c225fad tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Synchronizing usage tracker for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:27:34.053619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-f1408b9f-fbf1-4127-9dbe-b7e80c225fad tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Unset dirty status for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:27:34.054927 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-f1408b9f-fbf1-4127-9dbe-b7e80c225fad tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977461 Nov 25 09:27:34.298524 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-39257e03-2aef-4efa-bddb-1b9fd9167467 service neutron] 10.222.0.54 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321100 Nov 25 09:27:34.334874 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:34.428497 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-930bb4f7-25cd-4b96-abbb-973a1326c396 service neutron] 10.222.0.54 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240916 Nov 25 09:27:34.608024 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a185dbf5-51bc-4d15-ad8b-51d2b8387047 req-6535173e-75ee-4903-b787-977169c50216 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 210 time: 0.0429265 Nov 25 09:27:35.629369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-2a52be92-8f09-43be-b649-faae1e44101e tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:35.630844 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-2a52be92-8f09-43be-b649-faae1e44101e tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.41 "GET /v2.0/networks?id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 200 len: 814 time: 0.1511347 Nov 25 09:27:35.642509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Request body: {'port': {'device_id': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'admin_state_up': True, 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:27:35.774209 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a46bebce-a09f-4d20-bc2b-3e945c6b0b5a req-ce53727a-40c6-447e-9853-88323757449a tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 210 time: 0.0578187 Nov 25 09:27:35.827042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:27:35.837116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:27:35.847795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Made reservation on behalf of 196d0c0f6e6e4f2ca7cbac7ddc089977 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:27:35.852143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:36.064053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Allocated IP 172.20.0.3 (338ed920-7d9d-41f3-a2c2-e5eb09d3bc54/d91c2bce-b8be-4ada-add0-918a313a6b01/0e89f6be-9db1-4ca5-a952-bdf33fac6658) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:27:36.316108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:36.332549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Transition to ACTIVE for port object 0e89f6be-9db1-4ca5-a952-bdf33fac6658 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:36.359356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:36.369151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a796d86d-a111-4686-abc8-7e67ea11b896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:36.437149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:27:36.440953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:27:36.445164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:27:36.488919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'Port': ['ID=0e89f6be-9db1-4ca5-a952-bdf33fac6658,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:36.502787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.503173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.503553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.503927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.504298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.504668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.505073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.505440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.505804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.506166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.506555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.506918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:27:36.512957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:36.529223 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:36.529888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:36.557036 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9179571 Nov 25 09:27:36.761015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cf8512f2-7caa-46e3-a1f4-1392f52c34ec None None] Provisioning for port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:36.766256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cf8512f2-7caa-46e3-a1f4-1392f52c34ec None None] Provisioning complete for port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:36.767004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf8512f2-7caa-46e3-a1f4-1392f52c34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:36.825429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cf8512f2-7caa-46e3-a1f4-1392f52c34ec None None] Port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:27:36.969591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63430497-3219-43b9-b053-7b7e524207c2 req-3c36b0e3-7b62-491d-9bd2-7cfaa57341d3 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:36.978139 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-63430497-3219-43b9-b053-7b7e524207c2 req-3c36b0e3-7b62-491d-9bd2-7cfaa57341d3 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 931 time: 0.0943038 Nov 25 09:27:37.139840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-63430497-3219-43b9-b053-7b7e524207c2 req-ec90fe82-5610-493f-b339-022de1f3ff93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Synchronizing usage tracker for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:27:37.157516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-63430497-3219-43b9-b053-7b7e524207c2 req-ec90fe82-5610-493f-b339-022de1f3ff93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Unset dirty status for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:27:37.170067 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-63430497-3219-43b9-b053-7b7e524207c2 req-ec90fe82-5610-493f-b339-022de1f3ff93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907167 Nov 25 09:27:38.356609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd70dbf-d902-4bdb-9b9f-501a2ed968cd req-fdb4fc32-5e09-417b-a810-3eaf5da161d8 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:38.357607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-7fd70dbf-d902-4bdb-9b9f-501a2ed968cd req-fdb4fc32-5e09-417b-a810-3eaf5da161d8 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Synchronizing usage tracker for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:27:38.374405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-7fd70dbf-d902-4bdb-9b9f-501a2ed968cd req-fdb4fc32-5e09-417b-a810-3eaf5da161d8 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Unset dirty status for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:27:38.375575 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7fd70dbf-d902-4bdb-9b9f-501a2ed968cd req-fdb4fc32-5e09-417b-a810-3eaf5da161d8 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 931 time: 0.1053448 Nov 25 09:27:38.420468 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7fd70dbf-d902-4bdb-9b9f-501a2ed968cd req-7042bc0b-1353-4212-af12-9646ad506905 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391524 Nov 25 09:27:39.610783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362f931-33e0-43b1-b922-56b00d2475a4 req-6fa85bb2-e919-4c03-a7b2-d40b21d5277c tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:39.612969 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e362f931-33e0-43b1-b922-56b00d2475a4 req-6fa85bb2-e919-4c03-a7b2-d40b21d5277c tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 931 time: 0.0856328 Nov 25 09:27:39.659119 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e362f931-33e0-43b1-b922-56b00d2475a4 req-fa65aec1-e35b-4fe5-9d5b-57b4ea887d2a tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Nov 25 09:27:40.856162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868707-0584-4f73-9fd9-f9169e190f60 req-19ea33de-4901-4596-8d19-a4eb8233a7e4 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:40.858559 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e8868707-0584-4f73-9fd9-f9169e190f60 req-19ea33de-4901-4596-8d19-a4eb8233a7e4 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 931 time: 0.0890462 Nov 25 09:27:41.023855 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e8868707-0584-4f73-9fd9-f9169e190f60 req-a0170757-bf21-4fec-a3f9-e99566621ef2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615965 Nov 25 09:27:42.235898 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a45ae1-9858-4e67-ac99-bcde7b1a59e0 req-28a1c8a1-32da-4537-88b1-8a5060a7d86e tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:42.237487 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-43a45ae1-9858-4e67-ac99-bcde7b1a59e0 req-28a1c8a1-32da-4537-88b1-8a5060a7d86e tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 931 time: 0.0876329 Nov 25 09:27:42.284801 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-43a45ae1-9858-4e67-ac99-bcde7b1a59e0 req-4e4fc187-cced-486c-abfe-4fca3a2c5f0f tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Nov 25 09:27:43.634943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c532f9-5e31-4c66-8459-58a9222639fd req-eee2fe37-bac4-453c-abd9-32455e5f110d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:43.636423 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d0c532f9-5e31-4c66-8459-58a9222639fd req-eee2fe37-bac4-453c-abd9-32455e5f110d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 931 time: 0.0823226 Nov 25 09:27:43.683511 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d0c532f9-5e31-4c66-8459-58a9222639fd req-1ece794d-3583-493c-9e15-fde6bb371e88 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412426 Nov 25 09:27:44.882023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef922ff-8d77-4afb-89ad-f34a483f8670 req-1b0bd2a4-3dd5-40a8-8108-f9465d95eb80 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:44.883473 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8ef922ff-8d77-4afb-89ad-f34a483f8670 req-1b0bd2a4-3dd5-40a8-8108-f9465d95eb80 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 931 time: 0.0879152 Nov 25 09:27:44.928545 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8ef922ff-8d77-4afb-89ad-f34a483f8670 req-74bb40dc-8c57-4590-8721-9c5f9db8198d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Nov 25 09:27:46.122869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af4b01-10c5-46cb-96b8-02d1a507c3c8 req-76c24f78-e249-4c96-a832-a3b2aaa6e362 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:46.124314 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-36af4b01-10c5-46cb-96b8-02d1a507c3c8 req-76c24f78-e249-4c96-a832-a3b2aaa6e362 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 931 time: 0.0862982 Nov 25 09:27:46.170012 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-36af4b01-10c5-46cb-96b8-02d1a507c3c8 req-55b40ac4-cecb-415f-b1c5-24b0e6d3cf6c tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Nov 25 09:27:46.566985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f0819ef-34de-4f99-9dc2-b7776c1c0494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:47.045640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:47.351090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf244-8005-486b-9c4f-958d89e47247 req-be807c1c-4158-4704-9870-864dc522ca08 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:47.352439 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5afcf244-8005-486b-9c4f-958d89e47247 req-be807c1c-4158-4704-9870-864dc522ca08 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 931 time: 0.0796030 Nov 25 09:27:47.395368 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5afcf244-8005-486b-9c4f-958d89e47247 req-21580586-44d6-4a85-88d8-a6befb8c4a5a tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Nov 25 09:27:47.944774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Request body: {'port': {'device_id': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:27:48.054726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:48.391158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e89f6be-9db1-4ca5-a952-bdf33fac6658 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:27:48.398861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:48.413523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Transition to ACTIVE for port object 0e89f6be-9db1-4ca5-a952-bdf33fac6658 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:27:48.416537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:48.421095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a43abcb0-71e1-4412-92cd-4f4d906b56e0 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:48.621014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e89f6be-9db1-4ca5-a952-bdf33fac6658,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:48.629653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:48.724927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Attempting to bind port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:27:48.725264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Attempting to bind port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:27:48.725593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Attempting to bind port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 on network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:27:48.734700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88405e40-a722-4b1c-8c18-5a0f2dcb7fd5 req-5e74034b-8938-4c9e-981e-6b2b7a9f7ff3 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:48.736080 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-88405e40-a722-4b1c-8c18-5a0f2dcb7fd5 req-5e74034b-8938-4c9e-981e-6b2b7a9f7ff3 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 943 time: 0.2196426 Nov 25 09:27:48.740070 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 on network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:27:48.740387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Attempting to bind port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 on network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:27:48.759054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:27:48.759390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Checking segment: {'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:27:48.759766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Bound using segment: {'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:27:48.760193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Bound port: 0e89f6be-9db1-4ca5-a952-bdf33fac6658, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d50adf-a202-451c-b696-c97e0ecb9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:27:48.760537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:48.831077 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-88405e40-a722-4b1c-8c18-5a0f2dcb7fd5 req-d55d8b19-2f74-45a1-8a0e-0e23a43617ce tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884373 Nov 25 09:27:48.869275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] For port 0e89f6be-9db1-4ca5-a952-bdf33fac6658, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:27:48.872210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] For port 0e89f6be-9db1-4ca5-a952-bdf33fac6658, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:27:48.876627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:48.881039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0555c5ad-ea23-43ca-9506-8c8e9659d990 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:48.935706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:48.936305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:48.937652 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 1093 time: 0.9971561 Nov 25 09:27:48.938169 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:27:48.975227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e89f6be-9db1-4ca5-a952-bdf33fac6658,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:48.978644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:49.073634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-358ea836-e19e-49f4-938e-24d13f29c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:49.075302 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-358ea836-e19e-49f4-938e-24d13f29c380 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1096 time: 0.0954649 Nov 25 09:27:49.141440 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'status': 'completed', 'code': 200} Nov 25 09:27:49.150133 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-cf9b2bb5-c69f-4da6-ae11-a420157529ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 217 time: 0.0679162 Nov 25 09:27:49.213416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-ee78b333-93d9-45b3-ae0b-a70870c28340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:49.214880 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-ee78b333-93d9-45b3-ae0b-a70870c28340 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d91c2bce-b8be-4ada-add0-918a313a6b01 HTTP/1.1" status: 200 len: 853 time: 0.0584106 Nov 25 09:27:49.293211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-eee9ab3e-5fdb-4be6-9c84-17e457355f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:49.294683 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-eee9ab3e-5fdb-4be6-9c84-17e457355f0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736651 Nov 25 09:27:49.425914 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-25083b7c-cae3-44f7-b433-c0e2f7b6d68b service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232660 Nov 25 09:27:49.662221 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7966b7f0-bbc9-48d1-a610-05886fc339c8 req-f631aec9-2d60-4df7-bcfd-3d6c263a1a54 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302144 Nov 25 09:27:49.776249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148518b-8cb6-449b-83a9-015b191fb9ff req-dba308b7-83a6-4363-aa25-d0e54f80b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:49.777706 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4148518b-8cb6-449b-83a9-015b191fb9ff req-dba308b7-83a6-4363-aa25-d0e54f80b54f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1096 time: 0.0696087 Nov 25 09:27:49.876344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac8f5b6a-2c0b-45c2-9843-d607f7b56e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:49.912766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148518b-8cb6-449b-83a9-015b191fb9ff req-5d31f5cd-aa25-4c23-a7ba-aff9900e444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:49.914124 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4148518b-8cb6-449b-83a9-015b191fb9ff req-5d31f5cd-aa25-4c23-a7ba-aff9900e444b service neutron] 10.222.0.41 "GET /v2.0/networks?id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 200 len: 915 time: 0.1302233 Nov 25 09:27:50.022516 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4148518b-8cb6-449b-83a9-015b191fb9ff req-5f273a9c-05be-4ede-bbd0-8fffdd858200 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 217 time: 0.1003256 Nov 25 09:27:50.069406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:50.102832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148518b-8cb6-449b-83a9-015b191fb9ff req-590273a3-991f-46bd-aed7-29cd5ddabc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:50.104251 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4148518b-8cb6-449b-83a9-015b191fb9ff req-590273a3-991f-46bd-aed7-29cd5ddabc2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d91c2bce-b8be-4ada-add0-918a313a6b01 HTTP/1.1" status: 200 len: 853 time: 0.0753949 Nov 25 09:27:50.152333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef89254-0fb2-4a42-a78a-498edf4eacc1 req-cbe58dc8-939c-489f-be5c-c08b9da049fe tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:50.153839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fef89254-0fb2-4a42-a78a-498edf4eacc1 req-cbe58dc8-939c-489f-be5c-c08b9da049fe tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 943 time: 0.1774483 Nov 25 09:27:50.217743 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fef89254-0fb2-4a42-a78a-498edf4eacc1 req-deb6e20d-a0d3-4103-998e-a6359f9e72b7 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574012 Nov 25 09:27:50.232642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148518b-8cb6-449b-83a9-015b191fb9ff req-4065f012-d0ab-4b52-b19b-12eceaf37e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:50.234108 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4148518b-8cb6-449b-83a9-015b191fb9ff req-4065f012-d0ab-4b52-b19b-12eceaf37e0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1237087 Nov 25 09:27:50.364899 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4148518b-8cb6-449b-83a9-015b191fb9ff req-40319ce7-5715-4fa3-beca-1b9c19d54caa service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238334 Nov 25 09:27:50.493416 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4148518b-8cb6-449b-83a9-015b191fb9ff req-5f814492-8ad3-4843-9bfe-96cbd68b019c service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220889 Nov 25 09:27:51.407905 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33801535-795a-4fbf-94d2-321c3b054618 req-95dc3505-fd92-4afb-9eb4-a2153db246c8 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:51.409288 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-33801535-795a-4fbf-94d2-321c3b054618 req-95dc3505-fd92-4afb-9eb4-a2153db246c8 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 943 time: 0.0827878 Nov 25 09:27:51.452982 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-33801535-795a-4fbf-94d2-321c3b054618 req-1e28f7a3-48dc-4770-844a-171cb77be9cf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Nov 25 09:27:51.541296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:52.637494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08049b59-38ec-455b-ae38-209eb9ce1b4e req-014703b7-14fb-486a-90f6-2a28392c22ec tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:52.638942 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-08049b59-38ec-455b-ae38-209eb9ce1b4e req-014703b7-14fb-486a-90f6-2a28392c22ec tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 943 time: 0.0830963 Nov 25 09:27:52.682100 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-08049b59-38ec-455b-ae38-209eb9ce1b4e req-31966f97-b842-497e-aa33-cb10602684fc tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375397 Nov 25 09:27:53.025345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0e89f6be-9db1-4ca5-a952-bdf33fac6658 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:27:53.155147 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 0e89f6be-9db1-4ca5-a952-bdf33fac6658, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:53.168600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'port_id': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'mac_address': 'fa:16:3e:42:00:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:27:53.221502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:53.238947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e89f6be-9db1-4ca5-a952-bdf33fac6658 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:27:53.254695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 0e89f6be-9db1-4ca5-a952-bdf33fac6658, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:53.258621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:53.260275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:53.326597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=0e89f6be-9db1-4ca5-a952-bdf33fac6658,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:53.329449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:53.556681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['0e89f6be-9db1-4ca5-a952-bdf33fac6658'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:27:53.863499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a2dff-f014-4040-a3ce-b98e9f5e68fb req-b9225fb0-59d3-4f5a-b89c-1b8fbafe4975 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:53.864924 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-222a2dff-f014-4040-a3ce-b98e9f5e68fb req-b9225fb0-59d3-4f5a-b89c-1b8fbafe4975 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 944 time: 0.0785470 Nov 25 09:27:53.912712 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-222a2dff-f014-4040-a3ce-b98e9f5e68fb req-b333c2fb-484c-4d93-af0a-34ad3a4c9fd3 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421443 Nov 25 09:27:54.658108 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:27:55.041164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0e89f6be-9db1-4ca5-a952-bdf33fac6658 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:27:55.093995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49591d4-3fc9-4b5d-8aaf-c4ec13af2d05 req-cd35b776-615b-4060-970f-7625572b9666 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:55.095592 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d49591d4-3fc9-4b5d-8aaf-c4ec13af2d05 req-cd35b776-615b-4060-970f-7625572b9666 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 944 time: 0.0804572 Nov 25 09:27:55.111024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:27:55.116227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:27:55.116622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:55.139809 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d49591d4-3fc9-4b5d-8aaf-c4ec13af2d05 req-4e699bfd-fff6-4766-8b59-7dcca5697087 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378654 Nov 25 09:27:55.235244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:55.261117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:27:55.271594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 0e89f6be-9db1-4ca5-a952-bdf33fac6658, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:27:55.276100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:27:55.277926 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b69ed3b-bfb6-4a8d-9c19-be549f0a6fad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:27:55.307083 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'code': 200} Nov 25 09:27:55.345920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=0e89f6be-9db1-4ca5-a952-bdf33fac6658,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:27:55.348732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:27:55.552548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197392b-c499-400d-bd2c-9e60f1c17803 req-184f40e8-fcb2-4f06-a743-929326a46d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:55.554122 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e197392b-c499-400d-bd2c-9e60f1c17803 req-184f40e8-fcb2-4f06-a743-929326a46d5e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1098 time: 0.0727737 Nov 25 09:27:55.595102 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e197392b-c499-400d-bd2c-9e60f1c17803 req-79fbd0e9-b607-4bf0-8c77-60e15e407b59 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345037 Nov 25 09:27:56.324656 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab51b79-b773-49b9-be26-123a27f2cf59 req-a86ba0c7-9f26-4614-bd7f-3a25e13ff090 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:56.326015 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bab51b79-b773-49b9-be26-123a27f2cf59 req-a86ba0c7-9f26-4614-bd7f-3a25e13ff090 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 945 time: 0.0790851 Nov 25 09:27:56.373557 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bab51b79-b773-49b9-be26-123a27f2cf59 req-406200cb-3b3c-4208-b6bf-6cac94dd152b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 Nov 25 09:27:57.559298 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebee8f-bab7-4537-9ee5-c5b8b72e4f86 req-bc1adbaf-c67a-4c6d-b58f-bb3e990d16b6 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:57.560757 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f8ebee8f-bab7-4537-9ee5-c5b8b72e4f86 req-bc1adbaf-c67a-4c6d-b58f-bb3e990d16b6 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 945 time: 0.0818756 Nov 25 09:27:57.604869 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f8ebee8f-bab7-4537-9ee5-c5b8b72e4f86 req-c5e0c346-9fc7-409d-be1c-19cccb3b910d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384583 Nov 25 09:27:57.782652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d9bf1-75fe-418b-b758-d35d1600a8b8 req-36b2177a-01a4-41b8-b2ee-d02b64d7217a tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:57.784074 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd0d9bf1-75fe-418b-b758-d35d1600a8b8 req-36b2177a-01a4-41b8-b2ee-d02b64d7217a tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 945 time: 0.0792174 Nov 25 09:27:57.827949 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cd0d9bf1-75fe-418b-b758-d35d1600a8b8 req-3b36b6bf-aef8-41f3-97dc-d8325aac8c8d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379195 Nov 25 09:27:58.224678 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710833d5-f5b2-4dc6-92b8-690d055bff15 req-70d7e600-c1cc-4345-8e0e-c33f74435af4 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:27:58.226103 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-710833d5-f5b2-4dc6-92b8-690d055bff15 req-70d7e600-c1cc-4345-8e0e-c33f74435af4 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 945 time: 0.0826237 Nov 25 09:27:58.270813 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-710833d5-f5b2-4dc6-92b8-690d055bff15 req-87f9d65f-6fcc-454a-9aef-083c01e25073 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390215 Nov 25 09:28:04.359369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:08.530069 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97a65e-e5b5-47e4-9270-9d1a1307ae68 req-dca4e7c7-9e8f-498d-89d7-bd401e13e110 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:08.531527 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9c97a65e-e5b5-47e4-9270-9d1a1307ae68 req-dca4e7c7-9e8f-498d-89d7-bd401e13e110 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 945 time: 0.0783379 Nov 25 09:28:08.574246 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9c97a65e-e5b5-47e4-9270-9d1a1307ae68 req-89473413-2e3c-4fbe-920c-92ce948f88e4 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364270 Nov 25 09:28:08.597388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55334) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:28:08.816612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ff4668-3a8b-40d3-bbf6-f9cc985ef3ca tempest-TestMinimumBasicScenario-876849231 tempest-TestMinimumBasicScenario-876849231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:08.818659 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c4ff4668-3a8b-40d3-bbf6-f9cc985ef3ca tempest-TestMinimumBasicScenario-876849231 tempest-TestMinimumBasicScenario-876849231-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1093 time: 0.2203388 Nov 25 09:28:08.821631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55340) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:28:08.826558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:28:08.832326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:28:08.836810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Usage tracker for resource:floatingip and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:28:08.839662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:28:08.845557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:28:08.855611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:08.994818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:09.132984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Allocated IP 172.26.3.155 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/bad1eadb-a34b-4a29-940c-ab865c86e37a) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:28:09.276256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:09.304510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:09.307921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-37be997b-0a06-4ef0-a64e-b7155c1f53dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:28:09.370781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:28:09.371866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:28:09.375548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:28:09.416905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'Port': ['ID=bad1eadb-a34b-4a29-940c-ab865c86e37a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:28:09.420995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:28:09.776658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:09.849804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:10.048984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:10.054042 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:10.058329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-dbf3f1af-b3fc-431f-a343-d76e777d8d13 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:28:10.160829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'Port': ['ID=bad1eadb-a34b-4a29-940c-ab865c86e37a,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:28:10.165434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:28:10.174600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:10.458122 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Floating IP 8c37b425-cdfe-42aa-9f53-86d52ee81a8d associated. External IP: 172.26.3.155, port: 0e89f6be-9db1-4ca5-a952-bdf33fac6658. Nov 25 09:28:10.805404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Router 6968d230-dca2-4241-a925-1c25813f01d8 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:28:10.986126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:28:11.001358 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012029d3-aed3-4e76-9603-40e155583f52 None None] Sync routers for ids ['6968d230-dca2-4241-a925-1c25813f01d8'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:28:11.014798 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012029d3-aed3-4e76-9603-40e155583f52 None None] Routers {'6968d230-dca2-4241-a925-1c25813f01d8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:28:11.015486 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-012029d3-aed3-4e76-9603-40e155583f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:27:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6968d230-dca2-4241-a925-1c25813f01d8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:28:11.023896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.080107 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2573156 Nov 25 09:28:11.080606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:28:11.083334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55344) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:28:11.088403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953265764', 'description': 'tempest-secgroup-smoke-953265764 description', 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:28:11.094685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:28:11.104372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:28:11.115719 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.130543 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'status': 'completed', 'code': 200} Nov 25 09:28:11.137264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:28:11.141053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Usage tracker for resource:security_group_rule and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:28:11.144777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:28:11.152033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:28:11.229748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.235820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.236771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256470-b4c7-4661-a4cb-0ae76ef5f255 req-3af1152f-04c3-4e07-b3f6-8b131ad0b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:11.238372 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ff256470-b4c7-4661-a4cb-0ae76ef5f255 req-3af1152f-04c3-4e07-b3f6-8b131ad0b91e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1098 time: 0.0743244 Nov 25 09:28:11.242779 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-012029d3-aed3-4e76-9603-40e155583f52 None None] Set router 6968d230-dca2-4241-a925-1c25813f01d8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:28:11.246744 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-15d5e76e-cedc-441f-902e-65c15c4b3e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:28:11.291422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.294884 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2103736 Nov 25 09:28:11.295748 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55350) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:28:11.298276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede70e59-b587-44e3-8dfa-28271e6b0327,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:28:11.305466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Request body: {'security_group_rule': {'security_group_id': 'ede70e59-b587-44e3-8dfa-28271e6b0327', 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:28:11.315843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.316239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.316622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.317006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.317993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.318403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.318899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.319276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.319648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.320021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.320388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.320751 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:28:11.324083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:28:11.328285 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6f5e05cf-dcfc-4dc6-bba4-8114054ccd57 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:28:11.334889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Usage tracker for resource:security_group_rule and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:28:11.338254 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:28:11.344715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:28:11.362759 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.392157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256470-b4c7-4661-a4cb-0ae76ef5f255 req-7731383f-30a0-4b08-81e2-0465ead68fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:11.393762 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ff256470-b4c7-4661-a4cb-0ae76ef5f255 req-7731383f-30a0-4b08-81e2-0465ead68fc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 200 len: 915 time: 0.1424501 Nov 25 09:28:11.429973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.433684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.439612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f047092b-139e-4a4e-b974-86d50e801cf0 tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:28:11.459616 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741a0d63-7555-4796-8668-b5976759c719,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:28:11.462327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:28:11.471340 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.472961 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-92cdefa8-9954-4b3d-9dba-9dec3e4baa28 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760626 Nov 25 09:28:11.475359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55354) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:28:11.480769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Request body: {'security_group_rule': {'security_group_id': 'ede70e59-b587-44e3-8dfa-28271e6b0327', 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:28:11.486711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:28:11.491191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Usage tracker for resource:security_group_rule and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:28:11.494437 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:28:11.500587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:28:11.513503 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ff256470-b4c7-4661-a4cb-0ae76ef5f255 req-357d6371-65a3-4247-84f1-18ead33d228f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 999 time: 0.1078708 Nov 25 09:28:11.519779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.583905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256470-b4c7-4661-a4cb-0ae76ef5f255 req-71ea290a-ee22-4088-b70a-6042244e6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:11.584542 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ff256470-b4c7-4661-a4cb-0ae76ef5f255 req-71ea290a-ee22-4088-b70a-6042244e6c1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d91c2bce-b8be-4ada-add0-918a313a6b01 HTTP/1.1" status: 200 len: 853 time: 0.0641999 Nov 25 09:28:11.590556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.595873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.597872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-21f61653-ad73-42fb-a85f-913079c4220c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:28:11.604011 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-012029d3-aed3-4e76-9603-40e155583f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 4, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8c37b425-cdfe-42aa-9f53-86d52ee81a8d', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'port_id': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'mac_address': 'fa:16:3e:42:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:28:09Z', 'updated_at': '2021-11-25T09:28:09Z', 'revision_number': 0, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a7c0dc-0ef1-4b51-a032-004c560b2af9', 'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'mac_address': 'fa:16:3e:1e:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:14Z', 'updated_at': '2021-11-25T09:27:21Z', 'revision_number': 5, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'subnets': [{'id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:28:11.607999 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012029d3-aed3-4e76-9603-40e155583f52 None None] Checking router: 6968d230-dca2-4241-a925-1c25813f01d8 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:28:11.617511 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012029d3-aed3-4e76-9603-40e155583f52 None None] Routers {'6968d230-dca2-4241-a925-1c25813f01d8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:28:11.618197 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-012029d3-aed3-4e76-9603-40e155583f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:27:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6968d230-dca2-4241-a925-1c25813f01d8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:28:11.622462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3fb3aa-8f23-4143-bb33-9f759ede778a,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:28:11.625436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:28:11.633501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.638166 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1617811 Nov 25 09:28:11.639097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55358) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:28:11.644940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Request body: {'security_group_rule': {'security_group_id': 'ede70e59-b587-44e3-8dfa-28271e6b0327', 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:28:11.653232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:28:11.658994 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Usage tracker for resource:security_group_rule and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:28:11.662899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:28:11.674639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:28:11.696443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.713118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256470-b4c7-4661-a4cb-0ae76ef5f255 req-9abd62b2-af7f-4ac0-888a-a18a5411e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:11.714464 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ff256470-b4c7-4661-a4cb-0ae76ef5f255 req-9abd62b2-af7f-4ac0-888a-a18a5411e4ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1237061 Nov 25 09:28:11.802751 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-012029d3-aed3-4e76-9603-40e155583f52 None None] Set router 6968d230-dca2-4241-a925-1c25813f01d8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:28:11.863523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.877399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.879553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e0ecd10e-57b9-4722-a03e-8988cc188da0 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:28:11.906476 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ff256470-b4c7-4661-a4cb-0ae76ef5f255 req-9b2300e7-8c2a-4149-b27a-ccf0e2da90ec service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849747 Nov 25 09:28:11.911358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e30b22-6093-4a9c-b3aa-dce69325d903,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:28:11.917125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:28:11.942843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:11.946405 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3039401 Nov 25 09:28:11.946749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55362) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:28:11.952019 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Request body: {'security_group_rule': {'security_group_id': 'ede70e59-b587-44e3-8dfa-28271e6b0327', 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:28:11.957922 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:28:11.962462 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Usage tracker for resource:security_group_rule and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:28:11.965521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:28:11.972045 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:28:11.994137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.056555 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ff256470-b4c7-4661-a4cb-0ae76ef5f255 req-d715d489-c1b9-4ca9-b7fe-0cb42fee7e35 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404612 Nov 25 09:28:12.075970 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.080324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.091026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-26ec6fea-49a4-4edf-9160-5515e633dcad tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:28:12.113460 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389eb4ad-3e3b-4cf7-8a9c-4ddaf8f23fc2,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:28:12.116090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:28:12.120793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.124476 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1742816 Nov 25 09:28:12.124777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55366) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:28:12.129903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Request body: {'security_group_rule': {'security_group_id': 'ede70e59-b587-44e3-8dfa-28271e6b0327', 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:28:12.136066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:28:12.139888 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Usage tracker for resource:security_group_rule and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:28:12.142762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:28:12.148958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:28:12.159823 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Project 196d0c0f6e6e4f2ca7cbac7ddc089977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:28:12.167626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.172217 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-012029d3-aed3-4e76-9603-40e155583f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 4, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8c37b425-cdfe-42aa-9f53-86d52ee81a8d', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'port_id': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'mac_address': 'fa:16:3e:42:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:28:09Z', 'updated_at': '2021-11-25T09:28:09Z', 'revision_number': 0, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a7c0dc-0ef1-4b51-a032-004c560b2af9', 'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'mac_address': 'fa:16:3e:1e:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:14Z', 'updated_at': '2021-11-25T09:27:21Z', 'revision_number': 5, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'subnets': [{'id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:28:12.176181 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012029d3-aed3-4e76-9603-40e155583f52 None None] The sync data for ids ['6968d230-dca2-4241-a925-1c25813f01d8'] in dv-neutron-818341-1-hyperv is: [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 4, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '8c37b425-cdfe-42aa-9f53-86d52ee81a8d', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'port_id': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'mac_address': 'fa:16:3e:42:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:28:09Z', 'updated_at': '2021-11-25T09:28:09Z', 'revision_number': 0, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a7c0dc-0ef1-4b51-a032-004c560b2af9', 'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'mac_address': 'fa:16:3e:1e:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:14Z', 'updated_at': '2021-11-25T09:27:21Z', 'revision_number': 5, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'subnets': [{'id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:28:12.234234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.238361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.240388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-01fe378b-7b82-4442-9c63-6d773210246b tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:28:12.262652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6ffde6-c3bb-4176-a21e-5a2371cfdde9,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:28:12.265106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:28:12.272815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.274031 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482675 Nov 25 09:28:12.276650 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55370) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:28:12.281589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Request body: {'security_group_rule': {'security_group_id': 'ede70e59-b587-44e3-8dfa-28271e6b0327', 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:28:12.289682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:28:12.293644 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Usage tracker for resource:security_group_rule and tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:28:12.296666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:28:12.302526 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:28:12.313480 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Project 196d0c0f6e6e4f2ca7cbac7ddc089977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:28:12.320501 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.386042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ff272-aecc-4a77-8968-f3c64d729678 None None] New status for floating IP 8c37b425-cdfe-42aa-9f53-86d52ee81a8d: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:28:12.390924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.396401 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.398163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c45cdf6c-dc51-4af8-b596-08f741f29414 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:28:12.419674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca976fa7-5235-4266-a62e-7610be8b25a8,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:28:12.422021 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:28:12.428836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:12.430079 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e9efda8b-30ce-4817-a94f-7fff3ac19a93 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525273 Nov 25 09:28:12.671687 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-30b59f1a-4df1-46d8-b915-225a73f9efd5 req-346e14fe-7e28-4c7b-bfca-45254236d232 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953265764&fields=id&tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977 HTTP/1.1" status: 200 len: 267 time: 0.1634543 Nov 25 09:28:12.755446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b59f1a-4df1-46d8-b915-225a73f9efd5 req-ac769a3c-88a3-4cdb-aa89-ae620a4ae77c tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:12.756884 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-30b59f1a-4df1-46d8-b915-225a73f9efd5 req-ac769a3c-88a3-4cdb-aa89-ae620a4ae77c tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 945 time: 0.0795491 Nov 25 09:28:12.767435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-30b59f1a-4df1-46d8-b915-225a73f9efd5 req-a2b448c5-917f-40bb-99af-e5fb8a3bf58b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Request body: {'port': {'security_groups': ['fa3f6eb0-8f87-421f-b0ed-50bd45820de7', 'ede70e59-b587-44e3-8dfa-28271e6b0327']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:28:12.886579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-30b59f1a-4df1-46d8-b915-225a73f9efd5 req-a2b448c5-917f-40bb-99af-e5fb8a3bf58b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:13.144136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-30b59f1a-4df1-46d8-b915-225a73f9efd5 req-a2b448c5-917f-40bb-99af-e5fb8a3bf58b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] For port 0e89f6be-9db1-4ca5-a952-bdf33fac6658, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:28:13.168791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-30b59f1a-4df1-46d8-b915-225a73f9efd5 req-a2b448c5-917f-40bb-99af-e5fb8a3bf58b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:13.173043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-30b59f1a-4df1-46d8-b915-225a73f9efd5 req-a2b448c5-917f-40bb-99af-e5fb8a3bf58b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:13.178989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cc6752ab-8354-49b2-af7a-c61c996c1fb7 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:28:13.184446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['0e89f6be-9db1-4ca5-a952-bdf33fac6658'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:28:13.243047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b59f1a-4df1-46d8-b915-225a73f9efd5 req-a2b448c5-917f-40bb-99af-e5fb8a3bf58b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:13.243692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-30b59f1a-4df1-46d8-b915-225a73f9efd5 req-a2b448c5-917f-40bb-99af-e5fb8a3bf58b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:13.245084 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-30b59f1a-4df1-46d8-b915-225a73f9efd5 req-a2b448c5-917f-40bb-99af-e5fb8a3bf58b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "PUT /v2.0/ports/0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 981 time: 0.4820399 Nov 25 09:28:13.245636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:28:13.273275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b448c5-917f-40bb-99af-e5fb8a3bf58b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'Port': ['ID=0e89f6be-9db1-4ca5-a952-bdf33fac6658,revision_number=6']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:28:13.276427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a2b448c5-917f-40bb-99af-e5fb8a3bf58b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:28:13.298780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['0e89f6be-9db1-4ca5-a952-bdf33fac6658'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:28:13.335468 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'status': 'completed', 'code': 200} Nov 25 09:28:13.447170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519b731-722f-42a5-8578-6da2b500c9f7 req-784370c9-dcdd-45ca-9fbb-69659e8c2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:13.449095 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b519b731-722f-42a5-8578-6da2b500c9f7 req-784370c9-dcdd-45ca-9fbb-69659e8c2852 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1137 time: 0.0883060 Nov 25 09:28:13.499131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb153e29-bec9-4e17-a01d-109cc299a471 req-f12230ec-549a-460e-8437-62aadbabe61d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:13.500768 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-cb153e29-bec9-4e17-a01d-109cc299a471 req-f12230ec-549a-460e-8437-62aadbabe61d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.1025105 Nov 25 09:28:13.545026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-009bfce1-b1d9-47eb-be08-133b13f9c81e None None] Provisioning complete for port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:28:13.546019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-009bfce1-b1d9-47eb-be08-133b13f9c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:13.547860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-cb153e29-bec9-4e17-a01d-109cc299a471 req-cd91148c-975c-4c47-b166-0d6eb8bb59ab tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Synchronizing usage tracker for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:28:13.565197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-cb153e29-bec9-4e17-a01d-109cc299a471 req-cd91148c-975c-4c47-b166-0d6eb8bb59ab tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Unset dirty status for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:28:13.566522 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-cb153e29-bec9-4e17-a01d-109cc299a471 req-cd91148c-975c-4c47-b166-0d6eb8bb59ab tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595326 Nov 25 09:28:13.592008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519b731-722f-42a5-8578-6da2b500c9f7 req-87a408f4-c5ea-4544-821f-831eed1ec670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:13.593793 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b519b731-722f-42a5-8578-6da2b500c9f7 req-87a408f4-c5ea-4544-821f-831eed1ec670 service neutron] 10.222.0.41 "GET /v2.0/networks?id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 200 len: 915 time: 0.1368630 Nov 25 09:28:13.705673 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b519b731-722f-42a5-8578-6da2b500c9f7 req-0c37e8a1-87a1-4721-a786-365101d1024a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 1001 time: 0.1040757 Nov 25 09:28:13.768318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519b731-722f-42a5-8578-6da2b500c9f7 req-526eec05-f068-49dd-b3ed-37763c7792dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:13.769786 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b519b731-722f-42a5-8578-6da2b500c9f7 req-526eec05-f068-49dd-b3ed-37763c7792dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d91c2bce-b8be-4ada-add0-918a313a6b01 HTTP/1.1" status: 200 len: 853 time: 0.0566103 Nov 25 09:28:13.859469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519b731-722f-42a5-8578-6da2b500c9f7 req-16c9b270-8693-4e6b-8b37-1b188e3fd0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:13.860951 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b519b731-722f-42a5-8578-6da2b500c9f7 req-16c9b270-8693-4e6b-8b37-1b188e3fd0c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816951 Nov 25 09:28:13.998025 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b519b731-722f-42a5-8578-6da2b500c9f7 req-30671262-19ad-4115-a026-39c46a0eb9f9 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277657 Nov 25 09:28:14.139960 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b519b731-722f-42a5-8578-6da2b500c9f7 req-8466afc2-60e7-4fcd-a4d4-281d67ea87d2 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324100 Nov 25 09:28:16.569695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b14b135-3020-4883-8bad-f24994aab64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:17.050126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:19.876873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81945960-5b73-440f-a25e-37b1cb659efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:20.072636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:21.541495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:26.962264 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-ad061a91-014a-4da5-b956-ae6be9727dde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696545 Nov 25 09:28:27.097645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-67597c77-0127-49da-a1a9-e2c79ab1dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:27.099125 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-67597c77-0127-49da-a1a9-e2c79ab1dbb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1137 time: 0.0703478 Nov 25 09:28:27.244895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-7df2a1d6-53f0-440c-b6f9-1a250cf56190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:27.246221 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-7df2a1d6-53f0-440c-b6f9-1a250cf56190 service neutron] 10.222.0.41 "GET /v2.0/networks?id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 200 len: 915 time: 0.1249530 Nov 25 09:28:27.456584 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-e8e28d7e-eed9-423b-8c33-083f72b9b0ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 1001 time: 0.2033539 Nov 25 09:28:27.521546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-3f107fe9-6dfc-46ce-a532-2e65f78ed890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:27.522849 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-3f107fe9-6dfc-46ce-a532-2e65f78ed890 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d91c2bce-b8be-4ada-add0-918a313a6b01 HTTP/1.1" status: 200 len: 853 time: 0.0589414 Nov 25 09:28:27.596441 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-5f42617e-8548-4f99-a35b-636472ae0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:28:27.597884 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-5f42617e-8548-4f99-a35b-636472ae0f4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681229 Nov 25 09:28:27.726390 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-0ba99483-8c00-40a6-86ca-59786b5712bd service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216381 Nov 25 09:28:27.854588 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1b42bc90-b71c-4ecb-980c-0713c096d933 req-2c1bb94d-6075-45ed-8e40-bc7b5d9fd42c service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217797 Nov 25 09:28:31.656394 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:28:34.346700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:46.575860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf658dfc-bbba-443e-b483-06a072dc3944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:47.052404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:49.878851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb518908-589b-43a6-a5ef-5e987cb93498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:50.074703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:28:51.549839 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:04.357945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:08.655950 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:29:12.313078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e74ca4-f6c2-423b-ae7d-fce8c8b23453 req-b1da38be-aab7-48cd-a5b4-ed2c5ea4c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:12.314508 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b1e74ca4-f6c2-423b-ae7d-fce8c8b23453 req-b1da38be-aab7-48cd-a5b4-ed2c5ea4c278 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1137 time: 0.0768311 Nov 25 09:29:12.345949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fab7e6-fb09-4540-a97c-844771633f79 req-cf8dae6d-8fd0-4976-8fbd-e42541a866b2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:12.347430 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d9fab7e6-fb09-4540-a97c-844771633f79 req-cf8dae6d-8fd0-4976-8fbd-e42541a866b2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0866258 Nov 25 09:29:12.397420 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d9fab7e6-fb09-4540-a97c-844771633f79 req-e707da75-00c2-4d19-bcbc-6b2d547ca0fa tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441668 Nov 25 09:29:12.454006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e74ca4-f6c2-423b-ae7d-fce8c8b23453 req-a2d595af-7fba-40e6-9136-3a2065e97418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:12.455472 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b1e74ca4-f6c2-423b-ae7d-fce8c8b23453 req-a2d595af-7fba-40e6-9136-3a2065e97418 service neutron] 10.222.0.41 "GET /v2.0/networks?id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 200 len: 915 time: 0.1348433 Nov 25 09:29:12.555491 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b1e74ca4-f6c2-423b-ae7d-fce8c8b23453 req-a100873c-1bbb-43b1-829a-365f8afdf228 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 1001 time: 0.0932031 Nov 25 09:29:12.619969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e74ca4-f6c2-423b-ae7d-fce8c8b23453 req-bfe423cd-dfbc-4ff1-bf37-cf93da35550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:12.621299 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b1e74ca4-f6c2-423b-ae7d-fce8c8b23453 req-bfe423cd-dfbc-4ff1-bf37-cf93da35550a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d91c2bce-b8be-4ada-add0-918a313a6b01 HTTP/1.1" status: 200 len: 853 time: 0.0596390 Nov 25 09:29:12.695629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e74ca4-f6c2-423b-ae7d-fce8c8b23453 req-43678fa3-2078-425c-9baa-de2853121028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:12.697077 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b1e74ca4-f6c2-423b-ae7d-fce8c8b23453 req-43678fa3-2078-425c-9baa-de2853121028 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692635 Nov 25 09:29:12.827654 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b1e74ca4-f6c2-423b-ae7d-fce8c8b23453 req-7c15b1cb-37e0-4d32-b52f-abae8f3d4b12 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229782 Nov 25 09:29:12.959271 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b1e74ca4-f6c2-423b-ae7d-fce8c8b23453 req-a33a0d27-cab2-4186-b51d-66a273c2fbbd service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236522 Nov 25 09:29:13.595377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ea479-8e7c-4bed-8fb4-592119372181 req-44c1bc20-bd31-47db-aeb4-391fbbdc26f8 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:13.596817 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bf6ea479-8e7c-4bed-8fb4-592119372181 req-44c1bc20-bd31-47db-aeb4-391fbbdc26f8 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0853946 Nov 25 09:29:13.641751 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bf6ea479-8e7c-4bed-8fb4-592119372181 req-f4de4b30-7c28-473b-aac4-67aa9212ab4d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385909 Nov 25 09:29:14.826190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a53dc-0e9f-41b2-b534-6c2c6a4332a0 req-d84e79b1-3321-4fab-8881-71637c1ae0e5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:14.827647 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-993a53dc-0e9f-41b2-b534-6c2c6a4332a0 req-d84e79b1-3321-4fab-8881-71637c1ae0e5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0792844 Nov 25 09:29:14.872923 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-993a53dc-0e9f-41b2-b534-6c2c6a4332a0 req-75bda8d8-0732-4509-8bb8-efd6ef4a04dc tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396194 Nov 25 09:29:16.057342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e71487-f674-4d99-9547-f39d28f36b3b req-11435464-77bc-483a-bc33-758d9e8e8492 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:16.058806 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-91e71487-f674-4d99-9547-f39d28f36b3b req-11435464-77bc-483a-bc33-758d9e8e8492 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0805066 Nov 25 09:29:16.106185 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-91e71487-f674-4d99-9547-f39d28f36b3b req-283f5489-fbab-4461-ad4d-dfb9dc158126 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413606 Nov 25 09:29:16.570908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7428f820-32ae-44b0-a917-e34b97c74aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:17.054035 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:17.296848 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83545406-c08f-4441-aca9-a801cba06589 req-b74c7831-09b1-41a6-b84c-2a853a55dfab tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:17.298177 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-83545406-c08f-4441-aca9-a801cba06589 req-b74c7831-09b1-41a6-b84c-2a853a55dfab tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0867624 Nov 25 09:29:17.344308 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-83545406-c08f-4441-aca9-a801cba06589 req-7d0379cd-a67d-4d96-9c8d-0527e2623b97 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396492 Nov 25 09:29:18.529533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6d87-3b41-4358-a7e4-40465ef89cbc req-a3c8ad08-da05-4d98-951c-520b30c6d7f7 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:18.531035 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-04bf6d87-3b41-4358-a7e4-40465ef89cbc req-a3c8ad08-da05-4d98-951c-520b30c6d7f7 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0835412 Nov 25 09:29:18.578516 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-04bf6d87-3b41-4358-a7e4-40465ef89cbc req-1417ff14-ed2f-41a5-9a1b-bcf04a74fb09 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415967 Nov 25 09:29:19.764625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabb897-119e-4080-9e31-58a56fc9d593 req-4f9f4ac3-d9c5-4ea3-87a1-64b867d7c812 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:19.766074 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9aabb897-119e-4080-9e31-58a56fc9d593 req-4f9f4ac3-d9c5-4ea3-87a1-64b867d7c812 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0799773 Nov 25 09:29:19.816368 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9aabb897-119e-4080-9e31-58a56fc9d593 req-27559f51-f8b7-4929-86c8-c62c3f5dc028 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446267 Nov 25 09:29:19.880940 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05388432-879b-4216-8877-362ef8a06073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:20.076906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:21.004823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84975dd-6977-4132-b6d2-5634acafe5dc req-5ba162e5-9eca-49c6-a9e2-50ca1c193d50 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:21.006259 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a84975dd-6977-4132-b6d2-5634acafe5dc req-5ba162e5-9eca-49c6-a9e2-50ca1c193d50 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0821800 Nov 25 09:29:21.057571 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a84975dd-6977-4132-b6d2-5634acafe5dc req-bcf8dcd1-3f91-4c3b-8a80-c5a27e7e3195 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453272 Nov 25 09:29:21.547353 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:22.242456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1332b-e301-4e6c-9a1c-a81be7d89f6a req-b5542c2d-7444-4395-a7d1-10753bb38e94 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:22.243903 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49f1332b-e301-4e6c-9a1c-a81be7d89f6a req-b5542c2d-7444-4395-a7d1-10753bb38e94 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0807736 Nov 25 09:29:22.289855 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49f1332b-e301-4e6c-9a1c-a81be7d89f6a req-f9aaaf27-8053-4e64-94d4-6026e490513f tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401649 Nov 25 09:29:23.476001 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2de1d-e7d3-4f89-9e71-5bfeaacfafee req-7c155d1e-34ce-4d65-a916-c46a4cc35da0 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:23.478136 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3cd2de1d-e7d3-4f89-9e71-5bfeaacfafee req-7c155d1e-34ce-4d65-a916-c46a4cc35da0 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0814953 Nov 25 09:29:23.524686 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3cd2de1d-e7d3-4f89-9e71-5bfeaacfafee req-1a29e2ee-2c6a-4b05-92a7-7924b6cf1334 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405095 Nov 25 09:29:24.709774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65615d-74d8-48a9-951a-b1107c5a89bf req-cf6725da-324b-4d99-8c5e-41dc93492184 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:24.711230 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0f65615d-74d8-48a9-951a-b1107c5a89bf req-cf6725da-324b-4d99-8c5e-41dc93492184 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0834174 Nov 25 09:29:24.756076 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0f65615d-74d8-48a9-951a-b1107c5a89bf req-bd04b34d-666a-4b82-844c-32b96ed3b1c3 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=ede70e59-b587-44e3-8dfa-28271e6b0327&id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392730 Nov 25 09:29:27.956370 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-a3836d6c-c55e-4aea-a027-ce7b748fa01f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800970 Nov 25 09:29:28.097066 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-c948b7b8-2275-42ab-96ad-8687b8104ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:28.098533 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-c948b7b8-2275-42ab-96ad-8687b8104ac4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1137 time: 0.0707464 Nov 25 09:29:28.348945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-e3ef4721-32f6-47ef-a062-4dadfd746f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:28.350303 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-e3ef4721-32f6-47ef-a062-4dadfd746f62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 200 len: 915 time: 0.2320662 Nov 25 09:29:28.454568 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-79fc1f26-b083-4368-ba14-0690dcae399a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 1001 time: 0.0945454 Nov 25 09:29:28.515636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-eb5dd2cf-a198-408f-b424-18c9121d8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:28.517022 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-eb5dd2cf-a198-408f-b424-18c9121d8e57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d91c2bce-b8be-4ada-add0-918a313a6b01 HTTP/1.1" status: 200 len: 853 time: 0.0564635 Nov 25 09:29:28.593825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-19161f0b-8fc3-454b-8580-9946a8a57e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:29:28.595546 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-19161f0b-8fc3-454b-8580-9946a8a57e0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728483 Nov 25 09:29:28.606228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-e2a415de-cdc1-4404-933f-296b92cd767d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:29:28.607110 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-e2a415de-cdc1-4404-933f-296b92cd767d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047457 Nov 25 09:29:28.736018 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-3d3d7ae3-eb4e-4aa1-9539-fe6761c8fb49 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226864 Nov 25 09:29:28.865969 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ed8e2725-b46b-4401-aa8f-d384497c568d req-b246a4ec-e2f6-4763-b9fa-5049ea55b7c6 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224730 Nov 25 09:29:34.364060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:45.655451 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:29:46.572361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0cfd9e35-e7ff-4e77-ab2d-f29271478851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:47.056599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:49.883819 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-264c0322-f808-4faf-aa8e-acd9359001d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:50.079681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:29:51.551126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:04.367058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:16.264802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [req-75c4e789-ef15-4c55-bc98-140df46eb096 req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] (87512) timed out ('10.222.0.41', 60050) {{(pid=87512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 09:30:16.575434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de5c9fa5-dd74-49dc-9b62-598dbe60511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:17.058306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:19.885408 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5812-19fa-47c8-b812-53f5fa3f4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:20.082625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:21.554250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:22.653866 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:30:28.208526 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-55ed963f-c99e-421e-83ce-2a56cd91ea80 req-6205269e-cc5f-43c0-a772-d50ad77ecc45 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953265764&fields=id&tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977 HTTP/1.1" status: 200 len: 267 time: 0.0893443 Nov 25 09:30:28.294564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed963f-c99e-421e-83ce-2a56cd91ea80 req-8d9eae48-4404-4c1d-a8f9-827b250094af tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:28.295893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-55ed963f-c99e-421e-83ce-2a56cd91ea80 req-8d9eae48-4404-4c1d-a8f9-827b250094af tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 984 time: 0.0814767 Nov 25 09:30:28.306154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-55ed963f-c99e-421e-83ce-2a56cd91ea80 req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Request body: {'port': {'security_groups': ['fa3f6eb0-8f87-421f-b0ed-50bd45820de7']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:30:28.421495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-55ed963f-c99e-421e-83ce-2a56cd91ea80 req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:28.656882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-55ed963f-c99e-421e-83ce-2a56cd91ea80 req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] For port 0e89f6be-9db1-4ca5-a952-bdf33fac6658, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:28.681032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-55ed963f-c99e-421e-83ce-2a56cd91ea80 req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:28.685623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-55ed963f-c99e-421e-83ce-2a56cd91ea80 req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:28.691060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d94bcb0b-4eab-4ce3-8457-581f6dde7835 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:28.696986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['0e89f6be-9db1-4ca5-a952-bdf33fac6658'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:30:28.754246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed963f-c99e-421e-83ce-2a56cd91ea80 req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:28.754915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-55ed963f-c99e-421e-83ce-2a56cd91ea80 req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:28.756290 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-55ed963f-c99e-421e-83ce-2a56cd91ea80 req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "PUT /v2.0/ports/0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 942 time: 0.4544334 Nov 25 09:30:28.757543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:30:28.765740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55458) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:28.808513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event updated for resources: {'Port': ['ID=0e89f6be-9db1-4ca5-a952-bdf33fac6658,revision_number=7']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:28.824482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.825062 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.825431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.825807 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.826521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.826841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.827232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.827605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.828236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.828495 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.828866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.829227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:28.836462 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'status': 'completed', 'code': 200} Nov 25 09:30:28.838026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:28.854087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:28.870433 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['0e89f6be-9db1-4ca5-a952-bdf33fac6658'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:30:28.893000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:28.990727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4bbef-7eb2-47ec-9f5b-2907b3d6d9b0 req-b3573901-6a18-4c07-8205-d0762be93776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:28.992460 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cee4bbef-7eb2-47ec-9f5b-2907b3d6d9b0 req-b3573901-6a18-4c07-8205-d0762be93776 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1098 time: 0.1476858 Nov 25 09:30:29.006734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:29.013097 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-976add32-e792-45f3-9101-e61ac2b3b03e tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:29.031537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede70e59-b587-44e3-8dfa-28271e6b0327,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:29.044877 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.045322 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.046485 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.047194 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.047725 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.048335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.048860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.049381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.049903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.050510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.051036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.051553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:29.055591 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:29.063956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:29.065598 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-40ce6f5a-f76d-4f61-b362-11b89d4d1faf tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "DELETE /v2.0/security-groups/ede70e59-b587-44e3-8dfa-28271e6b0327 HTTP/1.1" status: 204 len: 168 time: 0.2988467 Nov 25 09:30:29.068363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55466) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:29.117628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a1498937-59c2-4676-ad9d-4eb51b86d4a7 None None] Provisioning complete for port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:30:29.118012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1498937-59c2-4676-ad9d-4eb51b86d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:29.167256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4bbef-7eb2-47ec-9f5b-2907b3d6d9b0 req-d5ff67b8-0cf7-4f37-9e89-a780af50b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:29.169340 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cee4bbef-7eb2-47ec-9f5b-2907b3d6d9b0 req-d5ff67b8-0cf7-4f37-9e89-a780af50b5c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 200 len: 915 time: 0.1693394 Nov 25 09:30:29.287211 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cee4bbef-7eb2-47ec-9f5b-2907b3d6d9b0 req-68c491d9-e351-42ef-a0cd-65b718aa9baf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 1001 time: 0.1108069 Nov 25 09:30:29.354790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4bbef-7eb2-47ec-9f5b-2907b3d6d9b0 req-93a8c082-77d6-47b0-84f0-80d352b28084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:29.356375 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cee4bbef-7eb2-47ec-9f5b-2907b3d6d9b0 req-93a8c082-77d6-47b0-84f0-80d352b28084 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d91c2bce-b8be-4ada-add0-918a313a6b01 HTTP/1.1" status: 200 len: 853 time: 0.0625715 Nov 25 09:30:29.434958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Deleting port bad1eadb-a34b-4a29-940c-ab865c86e37a {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:29.435302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:29.436834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4bbef-7eb2-47ec-9f5b-2907b3d6d9b0 req-c3c31143-1158-4f7d-8185-6dae41585da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:29.438404 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cee4bbef-7eb2-47ec-9f5b-2907b3d6d9b0 req-c3c31143-1158-4f7d-8185-6dae41585da3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760617 Nov 25 09:30:29.617329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:29.617684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:29.699753 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cee4bbef-7eb2-47ec-9f5b-2907b3d6d9b0 req-7ce2a7b7-c046-4813-8e04-798863cc26e6 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549779 Nov 25 09:30:29.744480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Calling delete_port for bad1eadb-a34b-4a29-940c-ab865c86e37a owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:30:29.836292 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cee4bbef-7eb2-47ec-9f5b-2907b3d6d9b0 req-9680d7c7-1e82-43e7-93fe-4a8e18c68036 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300092 Nov 25 09:30:29.901036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:29.906054 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:29.943902 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-6c998699-9216-480b-a43f-0252f419f180 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726433 Nov 25 09:30:29.953531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event deleted for resources: {'Port': ['ID=bad1eadb-a34b-4a29-940c-ab865c86e37a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:29.956645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:30.051962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:30.052300 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Floating IP 8c37b425-cdfe-42aa-9f53-86d52ee81a8d disassociated (deleted). External IP: 172.26.3.155, port: 0e89f6be-9db1-4ca5-a952-bdf33fac6658. Nov 25 09:30:30.095247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-956789fe-6d4e-414f-9147-489ab718aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:30.096702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-956789fe-6d4e-414f-9147-489ab718aa9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1098 time: 0.0823934 Nov 25 09:30:30.248742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-6c8eaea2-2b68-4c14-b8f6-622f1d9198a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:30.250165 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-6c8eaea2-2b68-4c14-b8f6-622f1d9198a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 200 len: 915 time: 0.1327229 Nov 25 09:30:30.316716 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-a480ae73-9d39-48ab-8451-e2b3e9d2a637 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 217 time: 0.0599794 Nov 25 09:30:30.383380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-f29880cd-339d-44bc-96bc-8d3ba9437ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:30.384851 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-f29880cd-339d-44bc-96bc-8d3ba9437ce9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d91c2bce-b8be-4ada-add0-918a313a6b01 HTTP/1.1" status: 200 len: 853 time: 0.0625691 Nov 25 09:30:30.437728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Router 6968d230-dca2-4241-a925-1c25813f01d8 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:30:30.459659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-cfe1aa78-8a77-4c00-b38b-297b908d4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:30.461119 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-cfe1aa78-8a77-4c00-b38b-297b908d4cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702558 Nov 25 09:30:30.604026 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-697d0192-a009-4ba4-9815-8ff7e8f33632 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333528 Nov 25 09:30:30.621048 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:30:30.631445 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab61843-1323-498e-82f4-9a455a6ef7a0 None None] Sync routers for ids ['6968d230-dca2-4241-a925-1c25813f01d8'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:30:30.641822 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab61843-1323-498e-82f4-9a455a6ef7a0 None None] Routers {'6968d230-dca2-4241-a925-1c25813f01d8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:30:30.642469 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5ab61843-1323-498e-82f4-9a455a6ef7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6968d230-dca2-4241-a925-1c25813f01d8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:30.642607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:30.701255 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "DELETE /v2.0/floatingips/8c37b425-cdfe-42aa-9f53-86d52ee81a8d HTTP/1.1" status: 204 len: 168 time: 1.6290810 Nov 25 09:30:30.701255 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:30:30.766636 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3293d6c0-74b4-4640-a8c2-f606b987f8a6 req-73d21018-4d56-4ccf-8690-313e96d8adb5 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566124 Nov 25 09:30:30.828476 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'status': 'completed', 'code': 200} Nov 25 09:30:30.833216 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-5ab61843-1323-498e-82f4-9a455a6ef7a0 None None] Set router 6968d230-dca2-4241-a925-1c25813f01d8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:30:30.935231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb161-9bba-491a-8c5a-b4c9bda0eb7f req-8359e8a2-3928-4f76-9c8a-0375163d03be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:30.936689 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c2ffb161-9bba-491a-8c5a-b4c9bda0eb7f req-8359e8a2-3928-4f76-9c8a-0375163d03be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 1098 time: 0.0853012 Nov 25 09:30:31.075473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb161-9bba-491a-8c5a-b4c9bda0eb7f req-cc3cef3c-d6ea-4c0e-9e1c-e872e4335ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:31.076981 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c2ffb161-9bba-491a-8c5a-b4c9bda0eb7f req-cc3cef3c-d6ea-4c0e-9e1c-e872e4335ae6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 200 len: 915 time: 0.1342459 Nov 25 09:30:31.172271 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c2ffb161-9bba-491a-8c5a-b4c9bda0eb7f req-b20c1262-b8d1-41d1-8101-64a2beb7f669 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 200 len: 217 time: 0.0864673 Nov 25 09:30:31.228215 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5ab61843-1323-498e-82f4-9a455a6ef7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 4, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '90a7c0dc-0ef1-4b51-a032-004c560b2af9', 'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'mac_address': 'fa:16:3e:1e:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:14Z', 'updated_at': '2021-11-25T09:27:21Z', 'revision_number': 5, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'subnets': [{'id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:31.232931 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab61843-1323-498e-82f4-9a455a6ef7a0 None None] Checking router: 6968d230-dca2-4241-a925-1c25813f01d8 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:30:31.242567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb161-9bba-491a-8c5a-b4c9bda0eb7f req-ace75807-263f-4e54-86d8-36728e799146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:31.243968 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab61843-1323-498e-82f4-9a455a6ef7a0 None None] Routers {'6968d230-dca2-4241-a925-1c25813f01d8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:30:31.244151 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c2ffb161-9bba-491a-8c5a-b4c9bda0eb7f req-ace75807-263f-4e54-86d8-36728e799146 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d91c2bce-b8be-4ada-add0-918a313a6b01 HTTP/1.1" status: 200 len: 853 time: 0.0661736 Nov 25 09:30:31.245338 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5ab61843-1323-498e-82f4-9a455a6ef7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6968d230-dca2-4241-a925-1c25813f01d8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:31.320213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb161-9bba-491a-8c5a-b4c9bda0eb7f req-d64b28fb-55f4-4ac2-b352-0d75a1ba2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:31.321679 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c2ffb161-9bba-491a-8c5a-b4c9bda0eb7f req-d64b28fb-55f4-4ac2-b352-0d75a1ba2d20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697451 Nov 25 09:30:31.452153 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-5ab61843-1323-498e-82f4-9a455a6ef7a0 None None] Set router 6968d230-dca2-4241-a925-1c25813f01d8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:30:31.572381 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c2ffb161-9bba-491a-8c5a-b4c9bda0eb7f req-a4d3510f-0082-4fea-8ec7-49088a3dde46 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425895 Nov 25 09:30:31.724051 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c2ffb161-9bba-491a-8c5a-b4c9bda0eb7f req-427aebde-96ef-40b7-85ba-9accd3941e54 service neutron] 10.222.0.41 "GET /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455784 Nov 25 09:30:31.805739 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5ab61843-1323-498e-82f4-9a455a6ef7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 4, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '90a7c0dc-0ef1-4b51-a032-004c560b2af9', 'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'mac_address': 'fa:16:3e:1e:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:14Z', 'updated_at': '2021-11-25T09:27:21Z', 'revision_number': 5, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'subnets': [{'id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:31.811410 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab61843-1323-498e-82f4-9a455a6ef7a0 None None] The sync data for ids ['6968d230-dca2-4241-a925-1c25813f01d8'] in dv-neutron-818341-1-hyperv is: [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:27:15Z', 'revision_number': 4, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '90a7c0dc-0ef1-4b51-a032-004c560b2af9', 'name': '', 'network_id': '338ed920-7d9d-41f3-a2c2-e5eb09d3bc54', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'mac_address': 'fa:16:3e:1e:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:14Z', 'updated_at': '2021-11-25T09:27:21Z', 'revision_number': 5, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'subnets': [{'id': 'd91c2bce-b8be-4ada-add0-918a313a6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:30:32.060617 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a991e326-56b9-4b2b-b77d-ad3946c26da8 None None] New status for floating IP 8c37b425-cdfe-42aa-9f53-86d52ee81a8d: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:30:34.374183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:35.268950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65f853-af6d-4ce9-a4cf-101e2163ff48 req-72b8b9ad-ffcd-4f9c-9fad-d8a07ec0f846 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:35.269788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-8c65f853-af6d-4ce9-a4cf-101e2163ff48 req-72b8b9ad-ffcd-4f9c-9fad-d8a07ec0f846 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Synchronizing usage tracker for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:30:35.285766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-8c65f853-af6d-4ce9-a4cf-101e2163ff48 req-72b8b9ad-ffcd-4f9c-9fad-d8a07ec0f846 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Unset dirty status for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:30:35.286968 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8c65f853-af6d-4ce9-a4cf-101e2163ff48 req-72b8b9ad-ffcd-4f9c-9fad-d8a07ec0f846 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 945 time: 0.0993137 Nov 25 09:30:35.332470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-8c65f853-af6d-4ce9-a4cf-101e2163ff48 req-6e7fe702-a875-4f51-8632-30c9a8f88e81 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Synchronizing usage tracker for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:30:35.348334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-8c65f853-af6d-4ce9-a4cf-101e2163ff48 req-6e7fe702-a875-4f51-8632-30c9a8f88e81 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Unset dirty status for tenant:196d0c0f6e6e4f2ca7cbac7ddc089977 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:30:35.349420 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8c65f853-af6d-4ce9-a4cf-101e2163ff48 req-6e7fe702-a875-4f51-8632-30c9a8f88e81 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563643 Nov 25 09:30:36.531724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cfd5b-07ba-482b-8307-0311af3329bd req-87f7b4b1-3589-4442-ab9e-06790f514924 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:36.533148 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-252cfd5b-07ba-482b-8307-0311af3329bd req-87f7b4b1-3589-4442-ab9e-06790f514924 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 945 time: 0.0791450 Nov 25 09:30:36.581260 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-252cfd5b-07ba-482b-8307-0311af3329bd req-d402790d-b8cc-47b4-89d1-b51197da610a tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa3f6eb0-8f87-421f-b0ed-50bd45820de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Nov 25 09:30:37.065196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa4b5-7886-4ec4-9d7b-f5f181c5bec3 req-15f99535-18fc-4f8f-a7ea-95ad4db0357d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:37.066657 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f4caa4b5-7886-4ec4-9d7b-f5f181c5bec3 req-15f99535-18fc-4f8f-a7ea-95ad4db0357d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.41 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 945 time: 0.0814831 Nov 25 09:30:37.134713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-f4caa4b5-7886-4ec4-9d7b-f5f181c5bec3 req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Deleting port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:37.135588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f4caa4b5-7886-4ec4-9d7b-f5f181c5bec3 req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:37.376868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-f4caa4b5-7886-4ec4-9d7b-f5f181c5bec3 req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] For port 0e89f6be-9db1-4ca5-a952-bdf33fac6658, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e89f6be-9db1-4ca5-a952-bdf33fac6658,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:37.377136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f4caa4b5-7886-4ec4-9d7b-f5f181c5bec3 req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:37.498644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-f4caa4b5-7886-4ec4-9d7b-f5f181c5bec3 req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Calling delete_port for 0e89f6be-9db1-4ca5-a952-bdf33fac6658 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:30:37.636258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f4caa4b5-7886-4ec4-9d7b-f5f181c5bec3 req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:37.641791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3ea9b064-ec92-48ba-a4b4-44593eec737b tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:37.648619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['0e89f6be-9db1-4ca5-a952-bdf33fac6658'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:30:37.691172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Pushing event deleted for resources: {'Port': ['ID=0e89f6be-9db1-4ca5-a952-bdf33fac6658,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:37.694215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:37.767662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4caa4b5-7886-4ec4-9d7b-f5f181c5bec3 req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] No DVR routers for this DVR port 0e89f6be-9db1-4ca5-a952-bdf33fac6658 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:30:37.770138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-f4caa4b5-7886-4ec4-9d7b-f5f181c5bec3 req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:37.772897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'name': 'network-vif-deleted', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:30:37.789290 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f4caa4b5-7886-4ec4-9d7b-f5f181c5bec3 req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.41 "DELETE /v2.0/ports/0e89f6be-9db1-4ca5-a952-bdf33fac6658 HTTP/1.1" status: 204 len: 173 time: 0.7175148 Nov 25 09:30:37.819292 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fc30cf-677f-4aa1-a4e6-475c4922604f', 'name': 'network-vif-deleted', 'tag': '0e89f6be-9db1-4ca5-a952-bdf33fac6658', 'status': 'completed', 'code': 200} Nov 25 09:30:37.870941 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-187c2316-ca35-4278-8fbe-690059577094 req-91207dbe-a0ae-42d6-a092-6a7247db8db7 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] 10.222.0.54 "GET /v2.0/ports?device_id=31fc30cf-677f-4aa1-a4e6-475c4922604f HTTP/1.1" status: 200 len: 210 time: 0.1839328 Nov 25 09:30:39.488568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55558) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:40.128431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:40.475531 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Deleting port 90a7c0dc-0ef1-4b51-a032-004c560b2af9 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:40.475869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:40.643008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] For port 90a7c0dc-0ef1-4b51-a032-004c560b2af9, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=90a7c0dc-0ef1-4b51-a032-004c560b2af9,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:40.643686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:40.765114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Calling delete_port for 90a7c0dc-0ef1-4b51-a032-004c560b2af9 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:30:40.933626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:40.938024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d2570f6a-07f6-45af-9232-57f798a7a1c5 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:40.983697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=90a7c0dc-0ef1-4b51-a032-004c560b2af9,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:41.009448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:41.253110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:41.723115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Router 6968d230-dca2-4241-a925-1c25813f01d8 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:30:41.725157 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0e89f6be-9db1-4ca5-a952-bdf33fac6658 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:30:41.799331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 0e89f6be-9db1-4ca5-a952-bdf33fac6658 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:30:41.799685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 0e89f6be-9db1-4ca5-a952-bdf33fac6658 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:30:41.901576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:30:41.910376 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d646a-ccfa-4b83-a85d-625b1132fe22 None None] Sync routers for ids ['6968d230-dca2-4241-a925-1c25813f01d8'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:30:41.915098 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] 10.222.0.54 "PUT /v2.0/routers/6968d230-dca2-4241-a925-1c25813f01d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4240603 Nov 25 09:30:41.916285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55562) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:41.919987 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d646a-ccfa-4b83-a85d-625b1132fe22 None None] Routers {'6968d230-dca2-4241-a925-1c25813f01d8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:30:41.920600 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f12d646a-ccfa-4b83-a85d-625b1132fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6968d230-dca2-4241-a925-1c25813f01d8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:42.087719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:42.094061 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f12d646a-ccfa-4b83-a85d-625b1132fe22 None None] Set router 6968d230-dca2-4241-a925-1c25813f01d8 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:30:42.265429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:42.275311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Deleting port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:42.275737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:42.395041 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f12d646a-ccfa-4b83-a85d-625b1132fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84'}], 'enable_snat': True}, 'gw_port_id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:30:40Z', 'revision_number': 5, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port': {'id': '0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6968d230-dca2-4241-a925-1c25813f01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:12Z', 'updated_at': '2021-11-25T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:42.398626 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d646a-ccfa-4b83-a85d-625b1132fe22 None None] Checking router: 6968d230-dca2-4241-a925-1c25813f01d8 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:30:42.407619 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d646a-ccfa-4b83-a85d-625b1132fe22 None None] Routers {'6968d230-dca2-4241-a925-1c25813f01d8'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:30:42.408212 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f12d646a-ccfa-4b83-a85d-625b1132fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['6968d230-dca2-4241-a925-1c25813f01d8'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:42.448496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] For port 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:42.448844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:42.553228 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-f12d646a-ccfa-4b83-a85d-625b1132fe22 None None] Set router 6968d230-dca2-4241-a925-1c25813f01d8 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:30:42.569981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Calling delete_port for 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:30:42.657475 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-f12d646a-ccfa-4b83-a85d-625b1132fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:30:42Z', 'revision_number': 6, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:42.661287 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d646a-ccfa-4b83-a85d-625b1132fe22 None None] The sync data for ids ['6968d230-dca2-4241-a925-1c25813f01d8'] in dv-neutron-818341-1-hyperv is: [{'id': '6968d230-dca2-4241-a925-1c25813f01d8', 'name': 'tempest-TestMinimumBasicScenario-883527016-router', 'tenant_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:11Z', 'updated_at': '2021-11-25T09:30:42Z', 'revision_number': 6, 'project_id': '196d0c0f6e6e4f2ca7cbac7ddc089977', 'gw_port_host': None}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:30:42.738320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:42.741742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:42.909181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:42.934268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:43.000464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.171885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.173958 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.194949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.195486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6968d230-dca2-4241-a925-1c25813f01d8 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:30:43.207998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.209081 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] 10.222.0.54 "DELETE /v2.0/routers/6968d230-dca2-4241-a925-1c25813f01d8 HTTP/1.1" status: 204 len: 168 time: 1.2913883 Nov 25 09:30:43.211647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55566) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:43.270482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f25acb-4322-4e8f-8e24-d4ec7fe7714f admin admin] Deleting subnet d91c2bce-b8be-4ada-add0-918a313a6b01 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:30:43.273265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f25acb-4322-4e8f-8e24-d4ec7fe7714f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.323325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f25acb-4322-4e8f-8e24-d4ec7fe7714f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.398913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f25acb-4322-4e8f-8e24-d4ec7fe7714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.455655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 90a7c0dc-0ef1-4b51-a032-004c560b2af9 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:30:43.474961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f25acb-4322-4e8f-8e24-d4ec7fe7714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.479969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bc1fbc7d-7d6c-48bb-bd86-7df965f717b0 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:43.490451 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 90a7c0dc-0ef1-4b51-a032-004c560b2af9 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:30:43.491192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 90a7c0dc-0ef1-4b51-a032-004c560b2af9 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:30:43.491624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:30:43.516339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f25acb-4322-4e8f-8e24-d4ec7fe7714f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91c2bce-b8be-4ada-add0-918a313a6b01,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:43.518864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-22f25acb-4322-4e8f-8e24-d4ec7fe7714f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:43.523569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22f25acb-4322-4e8f-8e24-d4ec7fe7714f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.528169 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:30:43.528707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0248fa2b-9cf5-477d-ac5d-4046ef2b0cbb not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:30:43.531384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43822cea-25f2-4155-aeb5-347c465dd777 None None] Network 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:30:43.534369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55570) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:43.534848 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-22f25acb-4322-4e8f-8e24-d4ec7fe7714f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d91c2bce-b8be-4ada-add0-918a313a6b01 HTTP/1.1" status: 204 len: 168 time: 0.3217788 Nov 25 09:30:43.640637 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.652540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Deleting port e7190297-45e3-4af3-85cb-91334e5b0f95 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:43.652884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.789809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47552bb6-87ec-4e05-af69-37841a9d2256 None None] DHCP port deletion for 338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:30:43.794102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-47552bb6-87ec-4e05-af69-37841a9d2256 None None] Deleting port e7190297-45e3-4af3-85cb-91334e5b0f95 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:43.794529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47552bb6-87ec-4e05-af69-37841a9d2256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.860817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] For port e7190297-45e3-4af3-85cb-91334e5b0f95, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e7190297-45e3-4af3-85cb-91334e5b0f95,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:43.861167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:43.985798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Calling delete_port for e7190297-45e3-4af3-85cb-91334e5b0f95 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:30:43.997978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-47552bb6-87ec-4e05-af69-37841a9d2256 None None] For port e7190297-45e3-4af3-85cb-91334e5b0f95, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e7190297-45e3-4af3-85cb-91334e5b0f95,segment=NetworkSegment(a4d50adf-a202-451c-b696-c97e0ecb9fc0),segment_id=a4d50adf-a202-451c-b696-c97e0ecb9fc0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:43.998412 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47552bb6-87ec-4e05-af69-37841a9d2256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:44.062098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:44.066811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d8aa93f0-0e39-4ca7-b41b-2a2e28f8e560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:44.113214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7190297-45e3-4af3-85cb-91334e5b0f95,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:44.115033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] No DVR routers for this DVR port e7190297-45e3-4af3-85cb-91334e5b0f95 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:30:44.116475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:44.122032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-47552bb6-87ec-4e05-af69-37841a9d2256 None None] Calling delete_port for e7190297-45e3-4af3-85cb-91334e5b0f95 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:30:44.196411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-47552bb6-87ec-4e05-af69-37841a9d2256 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:30:44.196775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-47552bb6-87ec-4e05-af69-37841a9d2256 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:30:44.229213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:44.253684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338ed920-7d9d-41f3-a2c2-e5eb09d3bc54']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:44.265910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d50adf-a202-451c-b696-c97e0ecb9fc0') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:44.266754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d50adf-a202-451c-b696-c97e0ecb9fc0') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:44.277544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:44.293299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:44.300138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:30:44.300524 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:30:44.313817 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:30:44.388433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:44.391866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ff374f12-d552-40b7-a2cd-924e720e16bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:44.404200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:44.416301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Pushing event deleted for resources: {'Network': ['ID=338ed920-7d9d-41f3-a2c2-e5eb09d3bc54,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:44.420341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:44.423760 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] 10.222.0.54 "DELETE /v2.0/networks/338ed920-7d9d-41f3-a2c2-e5eb09d3bc54 HTTP/1.1" status: 204 len: 168 time: 0.8882341 Nov 25 09:30:44.426584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55574) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:44.698061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-47552bb6-87ec-4e05-af69-37841a9d2256 None None] Deleting port e7190297-45e3-4af3-85cb-91334e5b0f95 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:44.698651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47552bb6-87ec-4e05-af69-37841a9d2256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:44.763761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-47552bb6-87ec-4e05-af69-37841a9d2256 None None] The port 'e7190297-45e3-4af3-85cb-91334e5b0f95' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:30:45.089053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:45.168270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e7190297-45e3-4af3-85cb-91334e5b0f95 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:30:45.212165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: e7190297-45e3-4af3-85cb-91334e5b0f95 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:30:45.212513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e7190297-45e3-4af3-85cb-91334e5b0f95 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:30:45.440613 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Deleting port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:45.440878 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:45.609561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] For port 11c320ca-4fcb-4272-bbe3-f162a5b69a3a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=11c320ca-4fcb-4272-bbe3-f162a5b69a3a,segment=NetworkSegment(12e30247-ed25-448a-983f-37ee9337fb45),segment_id=12e30247-ed25-448a-983f-37ee9337fb45)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:45.609912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:45.730499 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Calling delete_port for 11c320ca-4fcb-4272-bbe3-f162a5b69a3a owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:30:45.903595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:45.908191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-46db1180-0c06-443e-a1fe-22da28f00c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:45.957001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=11c320ca-4fcb-4272-bbe3-f162a5b69a3a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:45.959640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:46.222944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:46.576949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-343497d1-1b06-4eae-be09-6ab4f2f1b103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:46.711771 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:30:46.886228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:30:46.894788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85140bc-fb23-46e5-b5f5-80abad9a98ff None None] Sync routers for ids ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:30:46.894911 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] 10.222.0.54 "PUT /v2.0/routers/9ab07632-5749-4bff-90fa-6dbc9ff03e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4672766 Nov 25 09:30:46.897389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55578) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:46.904438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85140bc-fb23-46e5-b5f5-80abad9a98ff None None] Routers {'9ab07632-5749-4bff-90fa-6dbc9ff03e96'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:30:46.905062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b85140bc-fb23-46e5-b5f5-80abad9a98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:47.072445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:47.075352 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:47.091049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-b85140bc-fb23-46e5-b5f5-80abad9a98ff None None] Set router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:30:47.252606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:47.262133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Deleting port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:47.262536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:47.413548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b85140bc-fb23-46e5-b5f5-80abad9a98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'name': 'tempest-TestMinimumBasicScenario-1922470249-router', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:30:45Z', 'revision_number': 5, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'gw_port': {'id': '1b635fb7-8739-4dc1-a0b2-ba9e5c346609', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:47.417991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85140bc-fb23-46e5-b5f5-80abad9a98ff None None] Checking router: 9ab07632-5749-4bff-90fa-6dbc9ff03e96 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:30:47.426366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85140bc-fb23-46e5-b5f5-80abad9a98ff None None] Routers {'9ab07632-5749-4bff-90fa-6dbc9ff03e96'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:30:47.427040 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b85140bc-fb23-46e5-b5f5-80abad9a98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:47.435874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] For port 1b635fb7-8739-4dc1-a0b2-ba9e5c346609, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1b635fb7-8739-4dc1-a0b2-ba9e5c346609,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:47.436224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:47.558271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Calling delete_port for 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:30:47.575583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-b85140bc-fb23-46e5-b5f5-80abad9a98ff None None] Set router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:30:47.680501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-b85140bc-fb23-46e5-b5f5-80abad9a98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'name': 'tempest-TestMinimumBasicScenario-1922470249-router', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:30:47Z', 'revision_number': 6, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:47.684517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85140bc-fb23-46e5-b5f5-80abad9a98ff None None] The sync data for ids ['9ab07632-5749-4bff-90fa-6dbc9ff03e96'] in dv-neutron-818341-1-hyperv is: [{'id': '9ab07632-5749-4bff-90fa-6dbc9ff03e96', 'name': 'tempest-TestMinimumBasicScenario-1922470249-router', 'tenant_id': '1fd637f1ca564cfa9b610b87668a4e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:27:18Z', 'updated_at': '2021-11-25T09:30:47Z', 'revision_number': 6, 'project_id': '1fd637f1ca564cfa9b610b87668a4e43', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:30:47.844746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:47.848545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-05114c45-f70a-46d9-9983-3601191525e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:47.890704 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b635fb7-8739-4dc1-a0b2-ba9e5c346609,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:47.893731 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:47.982687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.159491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.161668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.184569 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.185128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ab07632-5749-4bff-90fa-6dbc9ff03e96 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:30:48.197088 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.198902 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9ab07632-5749-4bff-90fa-6dbc9ff03e96 HTTP/1.1" status: 204 len: 168 time: 1.3006144 Nov 25 09:30:48.201327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55582) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:48.259587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-2670819e-a908-47e8-a65d-3b0bddfb133e admin admin] Deleting subnet 609373da-72d1-4f75-b5c1-3cf9c6a4b83f {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:30:48.262513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2670819e-a908-47e8-a65d-3b0bddfb133e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.316508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2670819e-a908-47e8-a65d-3b0bddfb133e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.396350 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2670819e-a908-47e8-a65d-3b0bddfb133e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.465548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2670819e-a908-47e8-a65d-3b0bddfb133e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.469231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-19994272-5169-4456-8076-61ed149645be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:48.507397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670819e-a908-47e8-a65d-3b0bddfb133e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609373da-72d1-4f75-b5c1-3cf9c6a4b83f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:48.510913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2670819e-a908-47e8-a65d-3b0bddfb133e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:48.511819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2670819e-a908-47e8-a65d-3b0bddfb133e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.516347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b7f406-3e7b-4f8c-a1d8-8c6742e8b317 None None] Network de51f6d8-582a-465d-8b3b-1799990118eb requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:30:48.517938 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2670819e-a908-47e8-a65d-3b0bddfb133e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/609373da-72d1-4f75-b5c1-3cf9c6a4b83f HTTP/1.1" status: 204 len: 168 time: 0.3156664 Nov 25 09:30:48.520425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55586) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:48.639897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.651324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Deleting port c8f6c535-3809-448e-8ca7-5850b1cf7f1f {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:48.651875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.769644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94165413-d07e-47f8-bb6f-01c527f3a3d7 None None] DHCP port deletion for de51f6d8-582a-465d-8b3b-1799990118eb request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:30:48.773793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-94165413-d07e-47f8-bb6f-01c527f3a3d7 None None] Deleting port c8f6c535-3809-448e-8ca7-5850b1cf7f1f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:48.774175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94165413-d07e-47f8-bb6f-01c527f3a3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.860781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] For port c8f6c535-3809-448e-8ca7-5850b1cf7f1f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c8f6c535-3809-448e-8ca7-5850b1cf7f1f,segment=NetworkSegment(12e30247-ed25-448a-983f-37ee9337fb45),segment_id=12e30247-ed25-448a-983f-37ee9337fb45)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:48.861140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.977339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-94165413-d07e-47f8-bb6f-01c527f3a3d7 None None] For port c8f6c535-3809-448e-8ca7-5850b1cf7f1f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c8f6c535-3809-448e-8ca7-5850b1cf7f1f,segment=NetworkSegment(12e30247-ed25-448a-983f-37ee9337fb45),segment_id=12e30247-ed25-448a-983f-37ee9337fb45)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:48.977732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94165413-d07e-47f8-bb6f-01c527f3a3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:48.984269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Calling delete_port for c8f6c535-3809-448e-8ca7-5850b1cf7f1f owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:30:49.063815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.067670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8ad75202-851f-479e-a012-2142878d901f tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:49.099136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-94165413-d07e-47f8-bb6f-01c527f3a3d7 None None] Calling delete_port for c8f6c535-3809-448e-8ca7-5850b1cf7f1f owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:30:49.110038 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f6c535-3809-448e-8ca7-5850b1cf7f1f,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:49.112619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:49.116758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] No DVR routers for this DVR port c8f6c535-3809-448e-8ca7-5850b1cf7f1f on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:30:49.175520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-94165413-d07e-47f8-bb6f-01c527f3a3d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:30:49.175971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-94165413-d07e-47f8-bb6f-01c527f3a3d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:30:49.187882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 11c320ca-4fcb-4272-bbe3-f162a5b69a3a no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:30:49.222936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 11c320ca-4fcb-4272-bbe3-f162a5b69a3a {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:30:49.223289 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 11c320ca-4fcb-4272-bbe3-f162a5b69a3a not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:30:49.223711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:30:49.237244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.255457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:30:49.255811 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1b635fb7-8739-4dc1-a0b2-ba9e5c346609 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:30:49.256221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c8f6c535-3809-448e-8ca7-5850b1cf7f1f no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:30:49.262519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de51f6d8-582a-465d-8b3b-1799990118eb']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:49.279214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e30247-ed25-448a-983f-37ee9337fb45') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:49.279505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e30247-ed25-448a-983f-37ee9337fb45') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:49.292157 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: c8f6c535-3809-448e-8ca7-5850b1cf7f1f {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:30:49.292313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.292440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c8f6c535-3809-448e-8ca7-5850b1cf7f1f not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:30:49.310013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.316120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:30:49.316487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:30:49.329976 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:30:49.400268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.403666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-aac0412c-a0bb-4894-9e4f-5da23c9b0320 tempest-NetworksIpV6TestAttrs-1274216435 tempest-NetworksIpV6TestAttrs-1274216435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:49.415998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.429275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Pushing event deleted for resources: {'Network': ['ID=de51f6d8-582a-465d-8b3b-1799990118eb,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:49.432659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:49.434220 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] 10.222.0.54 "DELETE /v2.0/networks/de51f6d8-582a-465d-8b3b-1799990118eb HTTP/1.1" status: 204 len: 168 time: 0.9128180 Nov 25 09:30:49.599596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55592) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:49.677256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-94165413-d07e-47f8-bb6f-01c527f3a3d7 None None] Deleting port c8f6c535-3809-448e-8ca7-5850b1cf7f1f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:30:49.677697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94165413-d07e-47f8-bb6f-01c527f3a3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.744014 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-94165413-d07e-47f8-bb6f-01c527f3a3d7 None None] The port 'c8f6c535-3809-448e-8ca7-5850b1cf7f1f' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:30:49.762053 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-318ee6c0-21dd-4a1c-8836-2e0b22aae7e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=196d0c0f6e6e4f2ca7cbac7ddc089977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612060 Nov 25 09:30:49.764477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55596) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:49.821052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-65ab9a85-b498-4d2b-b5ad-24528c309c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.848617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-65ab9a85-b498-4d2b-b5ad-24528c309c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.889197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92b5dbed-45f0-4b52-ac5a-29923c59eb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.901295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-65ab9a85-b498-4d2b-b5ad-24528c309c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.904984 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:49.918916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9a85-b498-4d2b-b5ad-24528c309c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f6eb0-8f87-421f-b0ed-50bd45820de7,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:49.921535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-65ab9a85-b498-4d2b-b5ad-24528c309c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:49.929326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-65ab9a85-b498-4d2b-b5ad-24528c309c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:49.930460 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-65ab9a85-b498-4d2b-b5ad-24528c309c5b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa3f6eb0-8f87-421f-b0ed-50bd45820de7 HTTP/1.1" status: 204 len: 168 time: 0.1650760 Nov 25 09:30:50.086353 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:50.266338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55604) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:50.317613 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7b56ffee-25e9-4c23-9821-75f7d2a62c1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1fd637f1ca564cfa9b610b87668a4e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500038 Nov 25 09:30:50.319911 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55608) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:50.376809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-581bba14-2b34-40f1-875d-f9357ee70efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:50.402027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-581bba14-2b34-40f1-875d-f9357ee70efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:50.453941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-581bba14-2b34-40f1-875d-f9357ee70efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:50.457883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c97de268-ed1a-4d97-a854-5a3ae294ea11 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:50.469351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bba14-2b34-40f1-875d-f9357ee70efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06577de1-f30c-4b2c-9e3b-a77fa22dbf9e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:50.472940 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-581bba14-2b34-40f1-875d-f9357ee70efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:50.476110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-581bba14-2b34-40f1-875d-f9357ee70efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:50.477195 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-581bba14-2b34-40f1-875d-f9357ee70efe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/06577de1-f30c-4b2c-9e3b-a77fa22dbf9e HTTP/1.1" status: 204 len: 168 time: 0.1563947 Nov 25 09:30:51.557525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.160509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55650) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:52.170019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775290737', 'description': 'tempest-secgroup-smoke-1775290737 description', 'project_id': '0c8eb44d49c040aba9008a4f760768fd'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:30:52.175930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:52.179884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:52.183373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:52.188969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:52.199250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.210951 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.226668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:52.230981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:52.233748 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:52.239349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:52.326074 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.329822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.332237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6b438b68-ee47-49d3-b988-7d45946ecf2c tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:52.345270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:52.356755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:52.362304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:52.370723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:52.373892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793485f8-2017-412d-8086-af9164cafd1d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:52.378605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:52.446325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.449892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.453463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e435581e-f3d1-4a51-98e9-5cf281793aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:52.491720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a606f45-afd1-4e77-9b81-151adbd6562f,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:52.494371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.495548 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3340507 Nov 25 09:30:52.496436 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-22035c2e-f427-49ac-b178-e9db788766fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:52.498435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55654) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:52.503805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '6a606f45-afd1-4e77-9b81-151adbd6562f', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:30:52.509779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:52.513615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:52.516477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:52.522302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:52.539509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.598521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.601844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.604176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-684b31df-eda1-40b8-9305-909c6485c2ea tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:52.625680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c4370f-d4c7-4bd8-8463-377cd58ce405,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:52.629889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:52.634176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.635369 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357958 Nov 25 09:30:52.638022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55658) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:52.642957 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '6a606f45-afd1-4e77-9b81-151adbd6562f', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:30:52.648593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:52.652905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:52.655837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:52.661449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:52.680809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.740660 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.744233 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.745952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5daded04-dd9e-4dc4-88d9-bdb9c10eb6c6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:52.767565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0a14f3-b0cd-4069-817e-d45ec7f7d693,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:52.770050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:52.776195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.779122 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390717 Nov 25 09:30:52.780728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55662) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:52.785629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '6a606f45-afd1-4e77-9b81-151adbd6562f', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:30:52.791309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:52.795027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:52.797800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:52.803352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:52.818936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.879626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.882870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.884593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a7dbde1f-6100-4f8a-9a1a-06ad5e8907d6 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:52.904631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183ae604-a1e6-49a4-bfd7-a230864eab95,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:52.908408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:52.915720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:52.916858 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352084 Nov 25 09:30:52.919499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55666) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:52.924353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '6a606f45-afd1-4e77-9b81-151adbd6562f', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:30:52.931109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:52.934932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:52.937766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:52.943409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:52.960130 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.025591 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.030894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.032652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b41d5565-5573-44c2-a9e4-1b82295ab558 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:53.054009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55f4959-b7ce-4991-8aa4-d7665cae7f74,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:53.056382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:53.063517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.064667 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442750 Nov 25 09:30:53.067341 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55670) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:53.072250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '6a606f45-afd1-4e77-9b81-151adbd6562f', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:30:53.078506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:53.082227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:53.085068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:53.090795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:53.100219 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Project 0c8eb44d49c040aba9008a4f760768fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:30:53.106492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.173439 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.176646 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.178438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7883b2b1-64fb-43d4-a43d-693449afd1a2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:53.200425 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26a4ebc-7cc3-43ce-b028-2972a63b4736,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:53.202773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:53.208715 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.209875 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416402 Nov 25 09:30:53.212655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55674) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:53.217594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '6a606f45-afd1-4e77-9b81-151adbd6562f', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:30:53.224466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:53.228264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:53.231204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:53.236869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:53.247483 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Project 0c8eb44d49c040aba9008a4f760768fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:30:53.253870 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.316723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.320059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.321781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-417d1417-fe8c-4756-86b5-032ba801c510 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:53.345835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917292a0-fc25-4fe1-aaf7-0f09cdec1773,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:53.348178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:53.355267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.356390 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428466 Nov 25 09:30:53.359428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55678) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:53.365029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'network': {'name': 'tempest-network-smoke--2110247668', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'port_security_enabled': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:30:53.369905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:53.373694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:network and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:53.376518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:53.382139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:53.391472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:30:53.394913 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.422304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:30:53.430817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.431156 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Added segment 5dd6f98c-b809-4eb3-9597-4802f7bade0c of type vlan for network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 Nov 25 09:30:53.456688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.484911 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.490312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:53.490927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.494240 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8aa5d6f0-891d-492f-a19f-80bbcdcfda9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:53.588870 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2282724 Nov 25 09:30:53.592616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55682) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:53.599872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'admin_state_up': True, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:30:53.608563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Network': ['ID=4760a4bd-11ba-4040-b0a1-c16465f6c0e0,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:53.611276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:53.612746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:53.617041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:router and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:53.620162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:53.621127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:30:53.626348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:53.637400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.638298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.653512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:53.910593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:54.316902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:54.350576 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:54.485222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.26.3.55 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/9a76399e-8023-4bcb-b09d-10fff1d865e6) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:30:54.629910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:54.658578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:54.662029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-18e3ec63-ffc8-4f1a-9624-ba62f2259989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:54.721594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:30:54.724785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:30:54.728379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:30:54.771850 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=9a76399e-8023-4bcb-b09d-10fff1d865e6,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:54.775872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:55.138146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:55.472755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:55.801755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 361eaabe-a557-4aff-b00f-87e037a1d55a is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:30:55.978698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:30:55.990275 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Sync routers for ids ['361eaabe-a557-4aff-b00f-87e037a1d55a'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:30:56.000883 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Routers {'361eaabe-a557-4aff-b00f-87e037a1d55a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:30:56.001883 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['361eaabe-a557-4aff-b00f-87e037a1d55a'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:56.008536 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:56.013224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55686) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:56.013698 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4198015 Nov 25 09:30:56.158438 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d0cbfe9b-0d9c-4320-b3d0-50cfbd3deb84 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=0c8eb44d49c040aba9008a4f760768fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1431823 Nov 25 09:30:56.160938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55692) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:56.176352 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Set router 361eaabe-a557-4aff-b00f-87e037a1d55a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:30:56.294085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f7327a-1401-4662-b751-5b6babc0ac05 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:56.295592 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-18f7327a-1401-4662-b751-5b6babc0ac05 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1337497 Nov 25 09:30:56.298399 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55696) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:56.339567 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c8d82367-2c67-421e-88b4-563bfcbccd8a tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371978 Nov 25 09:30:56.339743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55700) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:56.344892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1483490087', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:30:56.457223 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:30:56.461063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:subnet and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:30:56.462414 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:54Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:56.464466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:30:56.466777 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Checking router: 361eaabe-a557-4aff-b00f-87e037a1d55a for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:30:56.467129 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Updating router 361eaabe-a557-4aff-b00f-87e037a1d55a port 9a76399e-8023-4bcb-b09d-10fff1d865e6 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:30:56.470548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:30:56.480275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:30:56.483727 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:56.518788 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:56.706968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:56.711414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c591260d-12e8-4d72-be75-6546008874f0 tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:56.790114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Subnet': ['ID=ffda8162-18d1-4672-ad81-f6dd53c15e46,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:56.793838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:56.794695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Checking segment: {'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:30:56.795055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network hostable DHCP agents. Network: 4760a4bd-11ba-4040-b0a1-c16465f6c0e0, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:30:56.814445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:30:56.823811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 4760a4bd-11ba-4040-b0a1-c16465f6c0e0) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:30:56.828363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:30:56.828955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:56.833324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b48be5-4b3e-4134-a64e-48dcdf3d111e None None] Network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:30:56.851511 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5108147 Nov 25 09:30:56.854327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55704) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:30:56.875010 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:56.888408 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Transition to ACTIVE for port object 9a76399e-8023-4bcb-b09d-10fff1d865e6 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:30:56.895720 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:56.899487 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-aa76a0c6-c2cb-4c38-83b0-b8a4d85b335e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:56.972197 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Attempting to bind port 9a76399e-8023-4bcb-b09d-10fff1d865e6 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:30:56.972481 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Attempting to bind port 9a76399e-8023-4bcb-b09d-10fff1d865e6 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:30:56.972843 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Attempting to bind port 9a76399e-8023-4bcb-b09d-10fff1d865e6 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:30:56.986137 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Pushing event updated for resources: {'Port': ['ID=9a76399e-8023-4bcb-b09d-10fff1d865e6,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:56.994321 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:56.995485 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:56.995577 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:56.995848 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:56.996170 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:56.996492 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:56.996810 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:56.997124 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:56.997442 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:56.997757 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:56.998069 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:56.998403 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.002245 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:30:57.002642 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:30:57.003043 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:57.003440 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:30:57.003892 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Bound port: 9a76399e-8023-4bcb-b09d-10fff1d865e6, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:30:57.004453 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:57.039768 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:57.080912 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] For port 9a76399e-8023-4bcb-b09d-10fff1d865e6, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:30:57.084457 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] For port 9a76399e-8023-4bcb-b09d-10fff1d865e6, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9a76399e-8023-4bcb-b09d-10fff1d865e6,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:30:57.088319 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:57.096048 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-13ef8847-6e6f-4809-ae60-b383ba938991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:57.105331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ips': [{'subnet_id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:30:57.106317 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:57.156455 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Routers {'361eaabe-a557-4aff-b00f-87e037a1d55a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:30:57.157281 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['361eaabe-a557-4aff-b00f-87e037a1d55a'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:57.267314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Allocated IP 172.20.0.2 (4760a4bd-11ba-4040-b0a1-c16465f6c0e0/ffda8162-18d1-4672-ad81-f6dd53c15e46/514f1286-515b-4724-888a-61316805c0f8) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:30:57.314538 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Pushing event updated for resources: {'Port': ['ID=9a76399e-8023-4bcb-b09d-10fff1d865e6,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:57.317610 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-1fa7506e-ae4b-4eeb-9ed9-7dfd92640547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:57.357127 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] Set router 361eaabe-a557-4aff-b00f-87e037a1d55a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:30:57.478500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:57.489339 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Transition to ACTIVE for port object 514f1286-515b-4724-888a-61316805c0f8 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:30:57.508072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Transition to ACTIVE for port object 514f1286-515b-4724-888a-61316805c0f8 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:30:57.514924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:57.519781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0ef80e2f-2a83-4478-b220-5091e8c30ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:57.575076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:30:57.577864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:30:57.585981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:30:57.627802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Pushing event updated for resources: {'Port': ['ID=514f1286-515b-4724-888a-61316805c0f8,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:57.639727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.640071 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.640404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.640732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.641057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.641375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.641691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.642067 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.642425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.642742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.643053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.643385 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:30:57.648298 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:54Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:30:57.652862 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6a202-17bc-461f-84d5-04983d3a1366 None None] The sync data for ids ['361eaabe-a557-4aff-b00f-87e037a1d55a'] in dv-neutron-818341-1-hyperv is: [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:54Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:30:57.684411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:57.699765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Attempting to bind port 514f1286-515b-4724-888a-61316805c0f8 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:30:57.700216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Attempting to bind port 514f1286-515b-4724-888a-61316805c0f8 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:30:57.700645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Attempting to bind port 514f1286-515b-4724-888a-61316805c0f8 on network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:30:57.706344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:30:57.706799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Checking segment: {'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:30:57.707273 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:57.707733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Bound using segment: {'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:30:57.708280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Bound port: 514f1286-515b-4724-888a-61316805c0f8, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:30:57.708730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:57.742192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:57.797703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] For port 514f1286-515b-4724-888a-61316805c0f8, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:30:57.801106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] For port 514f1286-515b-4724-888a-61316805c0f8, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=514f1286-515b-4724-888a-61316805c0f8,segment=NetworkSegment(5dd6f98c-b809-4eb3-9597-4802f7bade0c),segment_id=5dd6f98c-b809-4eb3-9597-4802f7bade0c)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:30:57.807246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:57.811891 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:57.909740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Pushing event updated for resources: {'Port': ['ID=514f1286-515b-4724-888a-61316805c0f8,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:57.912199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:58.204072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.20.0.1 (4760a4bd-11ba-4040-b0a1-c16465f6c0e0/ffda8162-18d1-4672-ad81-f6dd53c15e46/137f8334-65e6-4490-bdb5-630b0cf419e8) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:30:58.375233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:58.392472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Transition to ACTIVE for port object 137f8334-65e6-4490-bdb5-630b0cf419e8 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:30:58.420923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:58.425129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-29a0b602-4e68-49d9-a8a8-c6b84c89e762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:58.498034 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:30:58.501200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:30:58.505479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:30:58.535903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=137f8334-65e6-4490-bdb5-630b0cf419e8,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:58.547282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:58.567010 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:58.692445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:58.929684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a2e37-57c6-4ef0-b214-c1268cfeb407 None None] Network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:30:59.084402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-efd4a593-4c3c-487b-afd8-c9e47f9f0908 None None] Provisioning for port 514f1286-515b-4724-888a-61316805c0f8 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:30:59.268294 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9a76399e-8023-4bcb-b09d-10fff1d865e6 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:30:59.292402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:59.298772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:59.329629 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:59.339578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 9a76399e-8023-4bcb-b09d-10fff1d865e6 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:30:59.344816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9a76399e-8023-4bcb-b09d-10fff1d865e6 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:30:59.345495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:59.420528 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:59.424101 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=137f8334-65e6-4490-bdb5-630b0cf419e8,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:59.427365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:59.475650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:59.497759 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 9a76399e-8023-4bcb-b09d-10fff1d865e6, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9a76399e-8023-4bcb-b09d-10fff1d865e6,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:59.502125 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:59.503069 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 514f1286-515b-4724-888a-61316805c0f8 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:30:59.534138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:59.564153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:30:59.565388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:30:59.638827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=9a76399e-8023-4bcb-b09d-10fff1d865e6,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:30:59.644189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:30:59.654812 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:30:59.658853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 514f1286-515b-4724-888a-61316805c0f8 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:30:59.661934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c5441dcd-b4ed-4a7d-b1b2-394a52866728 None None] Provisioning for port 137f8334-65e6-4490-bdb5-630b0cf419e8 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:30:59.668470 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c5441dcd-b4ed-4a7d-b1b2-394a52866728 None None] Provisioning complete for port 137f8334-65e6-4490-bdb5-630b0cf419e8 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:30:59.668915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c5441dcd-b4ed-4a7d-b1b2-394a52866728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:59.696802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 514f1286-515b-4724-888a-61316805c0f8 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:30:59.697261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:59.777140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 361eaabe-a557-4aff-b00f-87e037a1d55a has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:30:59.825971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c5441dcd-b4ed-4a7d-b1b2-394a52866728 None None] Port 137f8334-65e6-4490-bdb5-630b0cf419e8 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:30:59.890437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:59.922595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 514f1286-515b-4724-888a-61316805c0f8, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=514f1286-515b-4724-888a-61316805c0f8,segment=NetworkSegment(5dd6f98c-b809-4eb3-9597-4802f7bade0c),segment_id=5dd6f98c-b809-4eb3-9597-4802f7bade0c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:30:59.926292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:30:59.929530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:30:59.960193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:30:59.977069 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "PUT /v2.0/routers/361eaabe-a557-4aff-b00f-87e037a1d55a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1142821 Nov 25 09:30:59.983466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Sync routers for ids ['361eaabe-a557-4aff-b00f-87e037a1d55a'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:31:00.017104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Routers {'361eaabe-a557-4aff-b00f-87e037a1d55a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:31:00.017733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['361eaabe-a557-4aff-b00f-87e037a1d55a'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:31:00.073201 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-861951ab-abca-4997-b856-051fe4356c74 None None] Provisioning complete for port 137f8334-65e6-4490-bdb5-630b0cf419e8 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:31:00.073585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-861951ab-abca-4997-b856-051fe4356c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:00.108521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=514f1286-515b-4724-888a-61316805c0f8,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:31:00.111767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:31:00.139950 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-565d4583-8296-4b66-a7b5-07effc16078e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775290737&fields=id&tenant_id=0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 267 time: 0.0397165 Nov 25 09:31:00.215032 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-861951ab-abca-4997-b856-051fe4356c74 None None] Port 137f8334-65e6-4490-bdb5-630b0cf419e8 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:31:00.252320 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Set router 361eaabe-a557-4aff-b00f-87e037a1d55a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:31:00.292219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-c210034b-765b-47b9-b3e4-bced680de785 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:00.293640 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-c210034b-765b-47b9-b3e4-bced680de785 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/networks?id=4760a4bd-11ba-4040-b0a1-c16465f6c0e0 HTTP/1.1" status: 200 len: 797 time: 0.1470973 Nov 25 09:31:00.308391 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-e3c174d2-1783-458e-a25a-a2fbe8ad767a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/quotas/0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 375 time: 0.0090308 Nov 25 09:31:00.400202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-e38e83ca-16f9-44f9-95bd-eccb0785d727 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:31:00.416795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-e38e83ca-16f9-44f9-95bd-eccb0785d727 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:31:00.418242 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-e38e83ca-16f9-44f9-95bd-eccb0785d727 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047120 Nov 25 09:31:00.569885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:58Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '137f8334-65e6-4490-bdb5-630b0cf419e8', 'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:e9:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:57Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 2, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:31:00.574415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Checking router: 361eaabe-a557-4aff-b00f-87e037a1d55a for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:31:00.574776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Updating router 361eaabe-a557-4aff-b00f-87e037a1d55a port 137f8334-65e6-4490-bdb5-630b0cf419e8 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:31:00.600281 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-24544c86-4515-47d9-a67b-3a74426c7462 service neutron] 10.222.0.54 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703422 Nov 25 09:31:00.630486 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:00.868717 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-7507e893-4c34-4a42-8a5a-3c5ab8413eb7 service neutron] 10.222.0.54 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625728 Nov 25 09:31:00.999405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:01.013161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Transition to ACTIVE for port object 137f8334-65e6-4490-bdb5-630b0cf419e8 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:31:01.019627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:01.024221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-868da8a7-cd40-4efa-b94c-3d20a15c5754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:31:01.173663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c2290-a215-44aa-b26f-91d93c7934db None None] Pushing event updated for resources: {'Port': ['ID=137f8334-65e6-4490-bdb5-630b0cf419e8,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:31:01.180924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2c9c2290-a215-44aa-b26f-91d93c7934db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:31:01.216997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9a76399e-8023-4bcb-b09d-10fff1d865e6 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:31:01.287584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Attempting to bind port 137f8334-65e6-4490-bdb5-630b0cf419e8 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:31:01.287961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Attempting to bind port 137f8334-65e6-4490-bdb5-630b0cf419e8 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:31:01.288329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Attempting to bind port 137f8334-65e6-4490-bdb5-630b0cf419e8 on network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:31:01.298050 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:31:01.298456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Checking segment: {'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:31:01.298868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:01.299268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Bound using segment: {'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:31:01.299742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Bound port: 137f8334-65e6-4490-bdb5-630b0cf419e8, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:31:01.300119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:01.428447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 9a76399e-8023-4bcb-b09d-10fff1d865e6 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:31:01.428747 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:01.502607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] For port 137f8334-65e6-4490-bdb5-630b0cf419e8, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:31:01.506807 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] For port 137f8334-65e6-4490-bdb5-630b0cf419e8, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=137f8334-65e6-4490-bdb5-630b0cf419e8,segment=NetworkSegment(5dd6f98c-b809-4eb3-9597-4802f7bade0c),segment_id=5dd6f98c-b809-4eb3-9597-4802f7bade0c)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:31:01.513575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:01.518134 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e52c332c-dc76-45fa-8fc0-56cabf8335e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:31:01.629991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Routers {'361eaabe-a557-4aff-b00f-87e037a1d55a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:31:01.630658 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['361eaabe-a557-4aff-b00f-87e037a1d55a'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:31:01.771498 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c2290-a215-44aa-b26f-91d93c7934db None None] Pushing event updated for resources: {'Port': ['ID=137f8334-65e6-4490-bdb5-630b0cf419e8,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:31:01.778055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2c9c2290-a215-44aa-b26f-91d93c7934db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:31:01.779395 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 514f1286-515b-4724-888a-61316805c0f8 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:31:01.892908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] Set router 361eaabe-a557-4aff-b00f-87e037a1d55a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:31:01.963161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 514f1286-515b-4724-888a-61316805c0f8 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:31:01.963542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:02.071262 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f90d3bea-28bf-4379-9124-62f1b9347ade req-5fbbd222-908d-4032-9a59-107e9942a234 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 210 time: 0.0448408 Nov 25 09:31:02.320172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:58Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '137f8334-65e6-4490-bdb5-630b0cf419e8', 'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:e9:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:57Z', 'updated_at': '2021-11-25T09:31:01Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:31:02.324966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43c37f-f02a-4411-8f23-acf58bfad6c7 None None] The sync data for ids ['361eaabe-a557-4aff-b00f-87e037a1d55a'] in dv-neutron-818341-1-hyperv is: [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:58Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '137f8334-65e6-4490-bdb5-630b0cf419e8', 'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:e9:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:57Z', 'updated_at': '2021-11-25T09:31:01Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:31:03.231615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 137f8334-65e6-4490-bdb5-630b0cf419e8 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:31:03.250609 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5a64889f-23b3-4310-82be-e4cc04c13eaf req-25421c0f-67af-454a-9726-a1c48b4c5bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 210 time: 0.0683649 Nov 25 09:31:03.317155 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 137f8334-65e6-4490-bdb5-630b0cf419e8 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:31:03.322471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 137f8334-65e6-4490-bdb5-630b0cf419e8 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:31:03.323707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:03.381440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-2a7e63d2-2064-4ed4-942b-647a02d44f5b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:03.382121 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-2a7e63d2-2064-4ed4-942b-647a02d44f5b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:31:03.403126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-2a7e63d2-2064-4ed4-942b-647a02d44f5b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:31:03.404704 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-2a7e63d2-2064-4ed4-942b-647a02d44f5b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/networks?id=4760a4bd-11ba-4040-b0a1-c16465f6c0e0 HTTP/1.1" status: 200 len: 797 time: 0.2051551 Nov 25 09:31:03.460784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:03.463319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-b8113a0b-ca5a-4331-b77f-35facf31523b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:31:03.482522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-b8113a0b-ca5a-4331-b77f-35facf31523b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:31:03.484232 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-b8113a0b-ca5a-4331-b77f-35facf31523b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 380 time: 0.0701594 Nov 25 09:31:03.495949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'port': {'device_id': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'admin_state_up': True, 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'security_groups': ['6a606f45-afd1-4e77-9b81-151adbd6562f']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:31:03.500768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 137f8334-65e6-4490-bdb5-630b0cf419e8, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=137f8334-65e6-4490-bdb5-630b0cf419e8,segment=NetworkSegment(5dd6f98c-b809-4eb3-9597-4802f7bade0c),segment_id=5dd6f98c-b809-4eb3-9597-4802f7bade0c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:31:03.505379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:03.507290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:31:03.574576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=137f8334-65e6-4490-bdb5-630b0cf419e8,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:31:03.577743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:31:03.637197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:31:03.646740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:31:03.656330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:31:03.659774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:03.819970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.20.0.5 (4760a4bd-11ba-4040-b0a1-c16465f6c0e0/ffda8162-18d1-4672-ad81-f6dd53c15e46/f8ebf3bd-f287-4298-801d-8aa18f484281) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:31:04.004670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:04.022930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Transition to ACTIVE for port object f8ebf3bd-f287-4298-801d-8aa18f484281 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:31:04.046369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:04.052902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:31:04.112282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:31:04.119365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:31:04.122496 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:31:04.171682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=f8ebf3bd-f287-4298-801d-8aa18f484281,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:31:04.174697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:31:04.196253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:04.196892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:04.222183 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7322810 Nov 25 09:31:04.235161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Request body: {'port': {'device_id': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:31:04.352619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:04.378171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:04.413092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f967809b-5c48-4b91-bd89-08701f70ba90 None None] Provisioning for port f8ebf3bd-f287-4298-801d-8aa18f484281 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:31:04.418830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f967809b-5c48-4b91-bd89-08701f70ba90 None None] Provisioning complete for port f8ebf3bd-f287-4298-801d-8aa18f484281 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:31:04.419217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f967809b-5c48-4b91-bd89-08701f70ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:04.476616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f967809b-5c48-4b91-bd89-08701f70ba90 None None] Port f8ebf3bd-f287-4298-801d-8aa18f484281 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:31:04.554596 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8b159-20db-40f7-9e17-1bc287463438 req-5680a34e-703c-4880-b1fd-2c9f7bbdbd70 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:04.555273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-9ff8b159-20db-40f7-9e17-1bc287463438 req-5680a34e-703c-4880-b1fd-2c9f7bbdbd70 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:31:04.591528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-9ff8b159-20db-40f7-9e17-1bc287463438 req-5680a34e-703c-4880-b1fd-2c9f7bbdbd70 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:31:04.592655 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9ff8b159-20db-40f7-9e17-1bc287463438 req-5680a34e-703c-4880-b1fd-2c9f7bbdbd70 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 931 time: 0.2299228 Nov 25 09:31:04.825838 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9ff8b159-20db-40f7-9e17-1bc287463438 req-3b0a5b9b-91df-42a7-899d-cd7f6f501a6c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683138 Nov 25 09:31:04.919386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ebf3bd-f287-4298-801d-8aa18f484281 {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:31:04.926297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:04.940266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Transition to ACTIVE for port object f8ebf3bd-f287-4298-801d-8aa18f484281 will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:31:04.944277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:04.949113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a2b448c5-917f-40bb-99af-e5fb8a3bf58b tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:31:05.098161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ebf3bd-f287-4298-801d-8aa18f484281,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:31:05.106154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:31:05.187753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Attempting to bind port f8ebf3bd-f287-4298-801d-8aa18f484281 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:31:05.188101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Attempting to bind port f8ebf3bd-f287-4298-801d-8aa18f484281 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:31:05.188443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Attempting to bind port f8ebf3bd-f287-4298-801d-8aa18f484281 on network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:31:05.192751 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 137f8334-65e6-4490-bdb5-630b0cf419e8 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:31:05.193267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Port f8ebf3bd-f287-4298-801d-8aa18f484281 on network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:31:05.193586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Attempting to bind port f8ebf3bd-f287-4298-801d-8aa18f484281 on network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:31:05.199433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:31:05.199767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Checking segment: {'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:31:05.200145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Bound using segment: {'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:31:05.200563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Bound port: f8ebf3bd-f287-4298-801d-8aa18f484281, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd6f98c-b809-4eb3-9597-4802f7bade0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:31:05.200907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:05.266970 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 137f8334-65e6-4490-bdb5-630b0cf419e8 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:31:05.267296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:05.292182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] For port f8ebf3bd-f287-4298-801d-8aa18f484281, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:31:05.300523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] For port f8ebf3bd-f287-4298-801d-8aa18f484281, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f8ebf3bd-f287-4298-801d-8aa18f484281,segment=NetworkSegment(5dd6f98c-b809-4eb3-9597-4802f7bade0c),segment_id=5dd6f98c-b809-4eb3-9597-4802f7bade0c)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:31:05.306477 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:05.312316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:31:05.376251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:05.376893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:05.378488 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/f8ebf3bd-f287-4298-801d-8aa18f484281 HTTP/1.1" status: 200 len: 1093 time: 1.1474679 Nov 25 09:31:05.378820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'tag': 'f8ebf3bd-f287-4298-801d-8aa18f484281'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:31:05.402626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ebf3bd-f287-4298-801d-8aa18f484281,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:31:05.405604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:31:05.460503 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'tag': 'f8ebf3bd-f287-4298-801d-8aa18f484281', 'status': 'completed', 'code': 200} Nov 25 09:31:05.503371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-94924781-2bc0-4018-9699-36b74943953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:05.504845 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-94924781-2bc0-4018-9699-36b74943953c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 1096 time: 0.0762691 Nov 25 09:31:05.576576 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-1cce2acb-8cf3-4b77-9fda-7ea353917cf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ebf3bd-f287-4298-801d-8aa18f484281 HTTP/1.1" status: 200 len: 217 time: 0.0647371 Nov 25 09:31:05.640786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-0ee13181-9913-4bfd-b437-1c4d99ed14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:05.642311 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-0ee13181-9913-4bfd-b437-1c4d99ed14dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffda8162-18d1-4672-ad81-f6dd53c15e46 HTTP/1.1" status: 200 len: 835 time: 0.0578933 Nov 25 09:31:05.725136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-86fbe256-3365-4efe-89db-a1b1d3ab10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:05.726619 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-86fbe256-3365-4efe-89db-a1b1d3ab10d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4760a4bd-11ba-4040-b0a1-c16465f6c0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781400 Nov 25 09:31:05.855574 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-4c3b4c4c-5328-4931-9928-7b2230f30041 service neutron] 10.222.0.41 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221144 Nov 25 09:31:06.046370 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bb0d8cd2-8587-4dfc-a8e9-88f819d5cfc4 req-a2438de3-7fb4-480a-b9d7-5797b39f20be service neutron] 10.222.0.41 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849914 Nov 25 09:31:06.061447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc781f8-6f56-4856-ada8-05b7f666770a req-a905ca6b-d095-470e-bb23-d404d017740a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:06.063110 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ddc781f8-6f56-4856-ada8-05b7f666770a req-a905ca6b-d095-470e-bb23-d404d017740a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 943 time: 0.1259077 Nov 25 09:31:06.151754 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ddc781f8-6f56-4856-ada8-05b7f666770a req-83d24338-80c9-4e40-a234-97ead6dbb9a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812125 Nov 25 09:31:06.179623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55aa9-b26f-4db0-8238-31e10063c406 req-95c1b80e-e0fc-48b1-909d-c931bc434a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:06.181091 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4cb55aa9-b26f-4db0-8238-31e10063c406 req-95c1b80e-e0fc-48b1-909d-c931bc434a55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 1096 time: 0.0801296 Nov 25 09:31:06.311987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55aa9-b26f-4db0-8238-31e10063c406 req-a05d8518-280c-4f1f-84fa-03ac1c4c2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:06.313413 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4cb55aa9-b26f-4db0-8238-31e10063c406 req-a05d8518-280c-4f1f-84fa-03ac1c4c2459 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4760a4bd-11ba-4040-b0a1-c16465f6c0e0 HTTP/1.1" status: 200 len: 898 time: 0.1263402 Nov 25 09:31:06.504754 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4cb55aa9-b26f-4db0-8238-31e10063c406 req-33cb31d9-d532-4eb0-abe7-de015b231dd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ebf3bd-f287-4298-801d-8aa18f484281 HTTP/1.1" status: 200 len: 217 time: 0.1841938 Nov 25 09:31:06.572882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55aa9-b26f-4db0-8238-31e10063c406 req-8269cc2b-68aa-4e30-84ba-2c6bb8b41058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:06.575092 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4cb55aa9-b26f-4db0-8238-31e10063c406 req-8269cc2b-68aa-4e30-84ba-2c6bb8b41058 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffda8162-18d1-4672-ad81-f6dd53c15e46 HTTP/1.1" status: 200 len: 835 time: 0.0627007 Nov 25 09:31:06.654501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55aa9-b26f-4db0-8238-31e10063c406 req-4e27f6d0-bb20-484d-ac60-82edd4122caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:06.655951 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4cb55aa9-b26f-4db0-8238-31e10063c406 req-4e27f6d0-bb20-484d-ac60-82edd4122caa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4760a4bd-11ba-4040-b0a1-c16465f6c0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737910 Nov 25 09:31:06.787830 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4cb55aa9-b26f-4db0-8238-31e10063c406 req-4fca5bc7-b9fe-40db-946d-4de2242eb0af service neutron] 10.222.0.41 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249127 Nov 25 09:31:06.919313 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4cb55aa9-b26f-4db0-8238-31e10063c406 req-1cda837c-9d8d-4585-af86-700b8f58581a service neutron] 10.222.0.41 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242805 Nov 25 09:31:07.334798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc37e7-81e8-455e-b8ff-f2461f049d07 req-b066bd52-d7da-4872-87d2-8cc94be9ed0d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:07.336227 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f8cc37e7-81e8-455e-b8ff-f2461f049d07 req-b066bd52-d7da-4872-87d2-8cc94be9ed0d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 943 time: 0.0790777 Nov 25 09:31:07.383667 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f8cc37e7-81e8-455e-b8ff-f2461f049d07 req-bfa77898-2e88-4051-8c4c-2465e8fb3baa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411570 Nov 25 09:31:08.577247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce965-e680-4c24-8c40-d2e8d9fd4691 req-b3b494ea-affa-476b-a509-622c64ec198a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:08.578710 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c17ce965-e680-4c24-8c40-d2e8d9fd4691 req-b3b494ea-affa-476b-a509-622c64ec198a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 943 time: 0.0881615 Nov 25 09:31:08.621810 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c17ce965-e680-4c24-8c40-d2e8d9fd4691 req-453c3588-9b07-442c-8a81-685e00213058 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374410 Nov 25 09:31:09.799368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566cd17-07b2-4eb7-9145-3b36685bde1a req-e1c2b8cd-8def-4a39-91fc-060362e77a20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:09.800796 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1566cd17-07b2-4eb7-9145-3b36685bde1a req-e1c2b8cd-8def-4a39-91fc-060362e77a20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 943 time: 0.0783582 Nov 25 09:31:09.833978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device f8ebf3bd-f287-4298-801d-8aa18f484281 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:31:09.846573 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1566cd17-07b2-4eb7-9145-3b36685bde1a req-28fdbe17-c664-4122-8c4e-fb204bff47a8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401869 Nov 25 09:31:10.005005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port f8ebf3bd-f287-4298-801d-8aa18f484281, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f8ebf3bd-f287-4298-801d-8aa18f484281,segment=NetworkSegment(5dd6f98c-b809-4eb3-9597-4802f7bade0c),segment_id=5dd6f98c-b809-4eb3-9597-4802f7bade0c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:31:10.018306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'f8ebf3bd-f287-4298-801d-8aa18f484281', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'port_id': 'f8ebf3bd-f287-4298-801d-8aa18f484281', 'mac_address': 'fa:16:3e:a5:75:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:31:10.075551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:10.091532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ebf3bd-f287-4298-801d-8aa18f484281 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:31:10.107431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port f8ebf3bd-f287-4298-801d-8aa18f484281, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f8ebf3bd-f287-4298-801d-8aa18f484281,segment=NetworkSegment(5dd6f98c-b809-4eb3-9597-4802f7bade0c),segment_id=5dd6f98c-b809-4eb3-9597-4802f7bade0c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:31:10.111442 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:10.114148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:31:10.177517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=f8ebf3bd-f287-4298-801d-8aa18f484281,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:31:10.180556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:31:10.464202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['f8ebf3bd-f287-4298-801d-8aa18f484281'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:31:11.027779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799acb28-9801-4703-ac3a-9bfed0896143 req-bfb91a32-98ad-4c56-bfe9-1f5c5d399f87 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:11.029475 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-799acb28-9801-4703-ac3a-9bfed0896143 req-bfb91a32-98ad-4c56-bfe9-1f5c5d399f87 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 944 time: 0.0810513 Nov 25 09:31:11.076520 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-799acb28-9801-4703-ac3a-9bfed0896143 req-485d621b-408e-4763-8bcf-d149a66e15e8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415754 Nov 25 09:31:11.849042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device f8ebf3bd-f287-4298-801d-8aa18f484281 up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:31:11.915217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port f8ebf3bd-f287-4298-801d-8aa18f484281 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:31:11.920456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port f8ebf3bd-f287-4298-801d-8aa18f484281 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:31:11.920826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:12.037848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:12.069843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ebf3bd-f287-4298-801d-8aa18f484281'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:31:12.082329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port f8ebf3bd-f287-4298-801d-8aa18f484281, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f8ebf3bd-f287-4298-801d-8aa18f484281,segment=NetworkSegment(5dd6f98c-b809-4eb3-9597-4802f7bade0c),segment_id=5dd6f98c-b809-4eb3-9597-4802f7bade0c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:31:12.087725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:12.090191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:31:12.162489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=f8ebf3bd-f287-4298-801d-8aa18f484281,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:31:12.175174 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:31:12.190897 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ebf3bd-f287-4298-801d-8aa18f484281', 'code': 200} Nov 25 09:31:12.281321 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa11ae-6b59-489c-8ec1-e9e2a19b27f2 req-3ae734c3-2a33-4acd-8765-972dfc8d4241 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:12.282793 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-09fa11ae-6b59-489c-8ec1-e9e2a19b27f2 req-3ae734c3-2a33-4acd-8765-972dfc8d4241 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.0806744 Nov 25 09:31:12.327742 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-09fa11ae-6b59-489c-8ec1-e9e2a19b27f2 req-e3cdc9f8-3358-447a-90cf-8cdb3219c17c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393522 Nov 25 09:31:12.423177 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51843e4-3bed-4057-b22e-b9da72b534d3 req-2d4666e7-3ec1-466f-9f99-455aa1291a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:12.424574 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e51843e4-3bed-4057-b22e-b9da72b534d3 req-2d4666e7-3ec1-466f-9f99-455aa1291a7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 1098 time: 0.0723951 Nov 25 09:31:12.470174 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e51843e4-3bed-4057-b22e-b9da72b534d3 req-69ad8da1-78f1-4361-b7fa-7d985c999a6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348485 Nov 25 09:31:13.516634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6747a42-e76c-4675-89af-99e2f0b86652 req-ccb50240-d7ac-4ee1-9743-4a2530ca6478 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:13.518073 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f6747a42-e76c-4675-89af-99e2f0b86652 req-ccb50240-d7ac-4ee1-9743-4a2530ca6478 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.0858259 Nov 25 09:31:13.563645 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f6747a42-e76c-4675-89af-99e2f0b86652 req-6bf464b6-6f59-4ecd-b5a1-0324fb256c8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399737 Nov 25 09:31:14.747523 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370271b-dc95-4c45-af36-67938b40e16b req-57b3b63f-2d5e-40cb-bcab-b018c8dd69da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:14.748953 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e370271b-dc95-4c45-af36-67938b40e16b req-57b3b63f-2d5e-40cb-bcab-b018c8dd69da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.0798709 Nov 25 09:31:14.791580 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e370271b-dc95-4c45-af36-67938b40e16b req-4ac82ec0-76f7-4492-a507-8d4f02241e47 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371151 Nov 25 09:31:14.970629 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca223d4-70a5-48d8-95b0-2a45ccbb9c97 req-5c997f16-bd1a-4ec8-bf3a-ea3199069a87 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:14.972064 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4ca223d4-70a5-48d8-95b0-2a45ccbb9c97 req-5c997f16-bd1a-4ec8-bf3a-ea3199069a87 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.0788686 Nov 25 09:31:15.016083 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4ca223d4-70a5-48d8-95b0-2a45ccbb9c97 req-c9ce6ef5-138c-4da1-af36-74ae4a084e67 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383630 Nov 25 09:31:15.038607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55770) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:31:15.111191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50f5554-714b-49e2-b9cf-53daeb8f7d5c tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:15.112664 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d50f5554-714b-49e2-b9cf-53daeb8f7d5c tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 1093 time: 0.0730305 Nov 25 09:31:15.115626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55774) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:31:15.120442 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': 'f8ebf3bd-f287-4298-801d-8aa18f484281', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:31:15.126216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:31:15.130179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:floatingip and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:31:15.132814 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:31:15.138703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:31:15.147998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:15.282966 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:15.415101 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.26.3.52 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/02cd7327-826a-4826-851c-bb4cee01abaf) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:31:15.572503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:15.603091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:15.607468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d07caad-188b-44c6-8e2f-22acb811413c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:31:15.659634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:31:15.666372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:31:15.670354 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:31:15.716280 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=02cd7327-826a-4826-851c-bb4cee01abaf,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:31:15.720171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:31:16.071297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:16.147982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:16.469164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:16.473546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:16.477974 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:31:16.578616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-726ad0ae-33b7-4463-a7dd-629372f5bfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:16.595002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=02cd7327-826a-4826-851c-bb4cee01abaf,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:31:16.600718 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:31:16.601561 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:16.770884 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Floating IP e461d0eb-3f41-4e9d-bb80-c7dae22658d2 associated. External IP: 172.26.3.52, port: f8ebf3bd-f287-4298-801d-8aa18f484281. Nov 25 09:31:17.059036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:17.119252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 361eaabe-a557-4aff-b00f-87e037a1d55a has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:31:17.296903 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:31:17.306272 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19154a2-b778-46f0-861d-737b0b821b74 None None] Sync routers for ids ['361eaabe-a557-4aff-b00f-87e037a1d55a'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:31:17.316286 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19154a2-b778-46f0-861d-737b0b821b74 None None] Routers {'361eaabe-a557-4aff-b00f-87e037a1d55a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:31:17.316910 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-b19154a2-b778-46f0-861d-737b0b821b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['361eaabe-a557-4aff-b00f-87e037a1d55a'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:31:17.320315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:17.375183 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2585568 Nov 25 09:31:17.376124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'tag': 'f8ebf3bd-f287-4298-801d-8aa18f484281'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:31:17.426814 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'tag': 'f8ebf3bd-f287-4298-801d-8aa18f484281', 'status': 'completed', 'code': 200} Nov 25 09:31:17.496415 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-b19154a2-b778-46f0-861d-737b0b821b74 None None] Set router 361eaabe-a557-4aff-b00f-87e037a1d55a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:31:17.590978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d384f-c275-4417-9a9f-b52eeaa6ad07 req-f6e30acf-c2e7-4226-ab1e-9e02edcac38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:17.592367 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-269d384f-c275-4417-9a9f-b52eeaa6ad07 req-f6e30acf-c2e7-4226-ab1e-9e02edcac38f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 1098 time: 0.1394901 Nov 25 09:31:17.601008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98a5e7-56f5-4b89-a422-698e3ed817d2 req-1f1f9e77-c9bf-4765-a57f-98439137f76e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:17.602365 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b98a5e7-56f5-4b89-a422-698e3ed817d2 req-1f1f9e77-c9bf-4765-a57f-98439137f76e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.1081026 Nov 25 09:31:17.725384 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b98a5e7-56f5-4b89-a422-698e3ed817d2 req-a174ed52-2df9-4c1f-ba55-6970f9db7c11 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047254 Nov 25 09:31:17.749128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55782) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:31:17.833869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d384f-c275-4417-9a9f-b52eeaa6ad07 req-27d407a0-288e-4831-869f-e3cb4f4c12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:17.835336 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-269d384f-c275-4417-9a9f-b52eeaa6ad07 req-27d407a0-288e-4831-869f-e3cb4f4c12b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4760a4bd-11ba-4040-b0a1-c16465f6c0e0 HTTP/1.1" status: 200 len: 898 time: 0.2321370 Nov 25 09:31:17.837773 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-b19154a2-b778-46f0-861d-737b0b821b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:58Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e461d0eb-3f41-4e9d-bb80-c7dae22658d2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.52', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'port_id': 'f8ebf3bd-f287-4298-801d-8aa18f484281', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'mac_address': 'fa:16:3e:a5:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:31:16Z', 'updated_at': '2021-11-25T09:31:16Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137f8334-65e6-4490-bdb5-630b0cf419e8', 'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:e9:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:57Z', 'updated_at': '2021-11-25T09:31:03Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:31:17.841694 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19154a2-b778-46f0-861d-737b0b821b74 None None] Checking router: 361eaabe-a557-4aff-b00f-87e037a1d55a for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:31:17.850083 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19154a2-b778-46f0-861d-737b0b821b74 None None] Routers {'361eaabe-a557-4aff-b00f-87e037a1d55a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:31:17.850723 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-b19154a2-b778-46f0-861d-737b0b821b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:30:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['361eaabe-a557-4aff-b00f-87e037a1d55a'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:31:17.939527 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-99560b27-e37b-4512-97ac-58aa1b02e787 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/e461d0eb-3f41-4e9d-bb80-c7dae22658d2 HTTP/1.1" status: 200 len: 990 time: 0.1882110 Nov 25 09:31:17.959913 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-269d384f-c275-4417-9a9f-b52eeaa6ad07 req-ade502db-a4db-40e8-b912-72a916b4389f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ebf3bd-f287-4298-801d-8aa18f484281 HTTP/1.1" status: 200 len: 998 time: 0.1158853 Nov 25 09:31:18.028749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d384f-c275-4417-9a9f-b52eeaa6ad07 req-7c9806b3-1b0e-471c-b462-e1f91eeac7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:18.030482 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-269d384f-c275-4417-9a9f-b52eeaa6ad07 req-7c9806b3-1b0e-471c-b462-e1f91eeac7c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffda8162-18d1-4672-ad81-f6dd53c15e46 HTTP/1.1" status: 200 len: 835 time: 0.0630836 Nov 25 09:31:18.061535 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-b19154a2-b778-46f0-861d-737b0b821b74 None None] Set router 361eaabe-a557-4aff-b00f-87e037a1d55a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:31:18.111234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d384f-c275-4417-9a9f-b52eeaa6ad07 req-0da942ad-70d4-46dd-a368-ec6a2e6b4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:18.112626 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-269d384f-c275-4417-9a9f-b52eeaa6ad07 req-0da942ad-70d4-46dd-a368-ec6a2e6b4eb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4760a4bd-11ba-4040-b0a1-c16465f6c0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704474 Nov 25 09:31:18.245963 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-269d384f-c275-4417-9a9f-b52eeaa6ad07 req-916f82ab-825e-47fb-9a65-7cad4faafe62 service neutron] 10.222.0.41 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261017 Nov 25 09:31:18.375968 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-269d384f-c275-4417-9a9f-b52eeaa6ad07 req-46ecc474-8b09-4862-a54e-27fdfcdadb41 service neutron] 10.222.0.41 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247170 Nov 25 09:31:18.402523 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-b19154a2-b778-46f0-861d-737b0b821b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:58Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e461d0eb-3f41-4e9d-bb80-c7dae22658d2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.52', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'port_id': 'f8ebf3bd-f287-4298-801d-8aa18f484281', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'mac_address': 'fa:16:3e:a5:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:31:16Z', 'updated_at': '2021-11-25T09:31:16Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137f8334-65e6-4490-bdb5-630b0cf419e8', 'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:e9:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:57Z', 'updated_at': '2021-11-25T09:31:03Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:31:18.406456 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19154a2-b778-46f0-861d-737b0b821b74 None None] The sync data for ids ['361eaabe-a557-4aff-b00f-87e037a1d55a'] in dv-neutron-818341-1-hyperv is: [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:58Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e461d0eb-3f41-4e9d-bb80-c7dae22658d2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.52', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'port_id': 'f8ebf3bd-f287-4298-801d-8aa18f484281', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'mac_address': 'fa:16:3e:a5:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:31:16Z', 'updated_at': '2021-11-25T09:31:16Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137f8334-65e6-4490-bdb5-630b0cf419e8', 'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:e9:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:57Z', 'updated_at': '2021-11-25T09:31:03Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:31:18.606480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b71162-f80e-4f7a-a97a-96eddc7de203 None None] New status for floating IP e461d0eb-3f41-4e9d-bb80-c7dae22658d2: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:31:18.942250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55786) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:31:19.160183 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-0d28b00f-179c-448e-ab9e-cb57ece99d3f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/e461d0eb-3f41-4e9d-bb80-c7dae22658d2 HTTP/1.1" status: 200 len: 992 time: 0.2166567 Nov 25 09:31:19.890749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10e1a620-1d7f-4970-ac7b-4b6af07ac5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:20.089725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:21.566854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:29.945475 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dcc54e0-37a8-4924-80a3-11636809609b req-b4ff08d7-bf19-455f-b9b3-a82b8c9e821d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710247 Nov 25 09:31:30.082023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc54e0-37a8-4924-80a3-11636809609b req-1d71c36a-fad6-41f9-8e05-a297c0d16a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:30.083492 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dcc54e0-37a8-4924-80a3-11636809609b req-1d71c36a-fad6-41f9-8e05-a297c0d16a94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 1098 time: 0.0700281 Nov 25 09:31:30.226099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc54e0-37a8-4924-80a3-11636809609b req-c4f9fe37-f3b6-4616-a42c-fd0ca5984d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:30.227591 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dcc54e0-37a8-4924-80a3-11636809609b req-c4f9fe37-f3b6-4616-a42c-fd0ca5984d08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4760a4bd-11ba-4040-b0a1-c16465f6c0e0 HTTP/1.1" status: 200 len: 898 time: 0.1261625 Nov 25 09:31:30.331357 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dcc54e0-37a8-4924-80a3-11636809609b req-58a04c12-ca9b-4d43-bb14-93e72d7d54c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ebf3bd-f287-4298-801d-8aa18f484281 HTTP/1.1" status: 200 len: 1000 time: 0.0962462 Nov 25 09:31:30.392542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc54e0-37a8-4924-80a3-11636809609b req-3693f376-9be3-4ec2-8472-927e7944faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:30.393893 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dcc54e0-37a8-4924-80a3-11636809609b req-3693f376-9be3-4ec2-8472-927e7944faae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffda8162-18d1-4672-ad81-f6dd53c15e46 HTTP/1.1" status: 200 len: 835 time: 0.0563700 Nov 25 09:31:30.471517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc54e0-37a8-4924-80a3-11636809609b req-fb99992c-79da-4b27-ab23-3f8e975a212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:31:30.472939 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dcc54e0-37a8-4924-80a3-11636809609b req-fb99992c-79da-4b27-ab23-3f8e975a212c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4760a4bd-11ba-4040-b0a1-c16465f6c0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723195 Nov 25 09:31:30.601786 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dcc54e0-37a8-4924-80a3-11636809609b req-28f112d2-868c-41e3-ad40-a3d8e600fc2f service neutron] 10.222.0.41 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219692 Nov 25 09:31:30.735447 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5dcc54e0-37a8-4924-80a3-11636809609b req-0897ad3a-d8cb-4004-8c7a-c4f028b1bae4 service neutron] 10.222.0.41 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272871 Nov 25 09:31:34.381523 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:36.655023 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:31:46.581443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd3c53bd-1091-4318-878c-0672d2a37af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:47.061042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:49.893106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-75921e8b-4816-4151-a53e-049ae58826af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:50.091079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:31:51.564149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:04.396106 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:13.654040 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:32:16.583619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c56519d5-fdb9-4690-a851-44e00c27275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:17.062373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:19.894450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3903cd20-c360-4d3e-892b-4baef9cad47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:20.093933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:21.567660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:23.094127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe814591-9427-4b3e-8cfe-1a2ccf6d15be req-7c67829b-73e2-4967-bdca-c41f8962b61f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:23.095534 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fe814591-9427-4b3e-8cfe-1a2ccf6d15be req-7c67829b-73e2-4967-bdca-c41f8962b61f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.0836432 Nov 25 09:32:23.140212 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fe814591-9427-4b3e-8cfe-1a2ccf6d15be req-840727fb-6814-45b0-afd4-a8e4cd5ec2b3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386953 Nov 25 09:32:24.332747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dad667-b200-4682-8ac0-f43fbabb3aa5 req-a5d0b1d8-2b7c-4200-b499-789d65ff84f5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:24.334120 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-51dad667-b200-4682-8ac0-f43fbabb3aa5 req-a5d0b1d8-2b7c-4200-b499-789d65ff84f5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.0814488 Nov 25 09:32:24.384460 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-51dad667-b200-4682-8ac0-f43fbabb3aa5 req-e61d7ed3-dd8d-4e03-a86b-da920c0d9257 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Nov 25 09:32:24.408197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55816) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:24.511396 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7a8b5642-2440-4ab3-a74e-784fdbb33ea7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/e461d0eb-3f41-4e9d-bb80-c7dae22658d2 HTTP/1.1" status: 200 len: 992 time: 0.1018484 Nov 25 09:32:25.968567 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee735-5103-4adb-86b7-9c648409d9ee req-6b85868c-60ae-46cc-a1a6-45b852a341dd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:25.970024 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-536ee735-5103-4adb-86b7-9c648409d9ee req-6b85868c-60ae-46cc-a1a6-45b852a341dd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.0798206 Nov 25 09:32:26.021592 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-536ee735-5103-4adb-86b7-9c648409d9ee req-991d9b3e-8b28-4a22-9b36-02f560e3abb3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453877 Nov 25 09:32:27.217246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e2e14-7722-4544-aee7-704262d0014d req-25bc22b7-e4d9-4d7b-9682-d7803d695f69 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:27.218708 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6e9e2e14-7722-4544-aee7-704262d0014d req-25bc22b7-e4d9-4d7b-9682-d7803d695f69 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.0861270 Nov 25 09:32:27.262406 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6e9e2e14-7722-4544-aee7-704262d0014d req-93881b18-157b-44ea-af1b-fe246ef8e3bf tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377297 Nov 25 09:32:27.284685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55828) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:27.393299 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6b8c2ab3-6dc8-42d4-b4d6-712418d15b62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/e461d0eb-3f41-4e9d-bb80-c7dae22658d2 HTTP/1.1" status: 200 len: 992 time: 0.1075122 Nov 25 09:32:27.684408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55836) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:27.883370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 02cd7327-826a-4826-851c-bb4cee01abaf {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:32:27.883733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:28.174805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:28.175255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:28.295899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 02cd7327-826a-4826-851c-bb4cee01abaf owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:32:28.443017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:28.447292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e48fc70-d26c-4352-8b87-6049b21f4b94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:28.493248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=02cd7327-826a-4826-851c-bb4cee01abaf,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:28.532688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.533076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.533457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.533831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.534201 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.534593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.534960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.535322 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.535685 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.536046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.536406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.536763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:28.563365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:28.591310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:28.591640 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Floating IP e461d0eb-3f41-4e9d-bb80-c7dae22658d2 disassociated (deleted). External IP: 172.26.3.52, port: f8ebf3bd-f287-4298-801d-8aa18f484281. Nov 25 09:32:28.938360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 361eaabe-a557-4aff-b00f-87e037a1d55a has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:32:29.115356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:32:29.126328 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a9871-0e26-45f6-b6c9-04d372d30922 None None] Sync routers for ids ['361eaabe-a557-4aff-b00f-87e037a1d55a'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:32:29.135767 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a9871-0e26-45f6-b6c9-04d372d30922 None None] Routers {'361eaabe-a557-4aff-b00f-87e037a1d55a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:32:29.136389 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c13a9871-0e26-45f6-b6c9-04d372d30922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:32:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['361eaabe-a557-4aff-b00f-87e037a1d55a'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:29.137448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:29.201024 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/floatingips/e461d0eb-3f41-4e9d-bb80-c7dae22658d2 HTTP/1.1" status: 204 len: 168 time: 1.5131025 Nov 25 09:32:29.201024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'tag': 'f8ebf3bd-f287-4298-801d-8aa18f484281'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:32:29.250245 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'tag': 'f8ebf3bd-f287-4298-801d-8aa18f484281', 'status': 'completed', 'code': 200} Nov 25 09:32:29.347974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529a58-9a7a-4504-a135-7e70ce3adbc6 req-95189fc4-b709-440a-9e56-856e737d73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:29.351187 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8a529a58-9a7a-4504-a135-7e70ce3adbc6 req-95189fc4-b709-440a-9e56-856e737d73fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 1098 time: 0.0782537 Nov 25 09:32:29.353849 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-c13a9871-0e26-45f6-b6c9-04d372d30922 None None] Set router 361eaabe-a557-4aff-b00f-87e037a1d55a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:32:29.624296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121ddb1-69b5-4de1-8acf-7cce71db6d7d req-e0db19f6-3e77-4deb-bd5f-7b45f3589d30 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:29.626422 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7121ddb1-69b5-4de1-8acf-7cce71db6d7d req-e0db19f6-3e77-4deb-bd5f-7b45f3589d30 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.1002197 Nov 25 09:32:29.656627 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529a58-9a7a-4504-a135-7e70ce3adbc6 req-11eb8f94-01ed-4ee4-88f7-b6965711c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:29.658105 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8a529a58-9a7a-4504-a135-7e70ce3adbc6 req-11eb8f94-01ed-4ee4-88f7-b6965711c1d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4760a4bd-11ba-4040-b0a1-c16465f6c0e0 HTTP/1.1" status: 200 len: 898 time: 0.3003683 Nov 25 09:32:29.688060 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7121ddb1-69b5-4de1-8acf-7cce71db6d7d req-cf56ad00-9b47-43a1-b2b9-ae04ac03c6cb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555689 Nov 25 09:32:29.717293 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c13a9871-0e26-45f6-b6c9-04d372d30922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:58Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '137f8334-65e6-4490-bdb5-630b0cf419e8', 'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:e9:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:57Z', 'updated_at': '2021-11-25T09:31:03Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:29.721621 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a9871-0e26-45f6-b6c9-04d372d30922 None None] Checking router: 361eaabe-a557-4aff-b00f-87e037a1d55a for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:32:29.730374 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a9871-0e26-45f6-b6c9-04d372d30922 None None] Routers {'361eaabe-a557-4aff-b00f-87e037a1d55a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:32:29.730965 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c13a9871-0e26-45f6-b6c9-04d372d30922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:32:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['361eaabe-a557-4aff-b00f-87e037a1d55a'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:29.739545 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8a529a58-9a7a-4504-a135-7e70ce3adbc6 req-d0a5d71d-f665-425b-9888-37332682f4d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ebf3bd-f287-4298-801d-8aa18f484281 HTTP/1.1" status: 200 len: 217 time: 0.0737636 Nov 25 09:32:29.802647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529a58-9a7a-4504-a135-7e70ce3adbc6 req-d5662fab-2524-402c-bf4e-226ae4c58ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:29.804073 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8a529a58-9a7a-4504-a135-7e70ce3adbc6 req-d5662fab-2524-402c-bf4e-226ae4c58ae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffda8162-18d1-4672-ad81-f6dd53c15e46 HTTP/1.1" status: 200 len: 835 time: 0.0573938 Nov 25 09:32:29.884300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529a58-9a7a-4504-a135-7e70ce3adbc6 req-440995ad-1eb7-4454-9081-73324b3afdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:29.885651 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8a529a58-9a7a-4504-a135-7e70ce3adbc6 req-440995ad-1eb7-4454-9081-73324b3afdce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4760a4bd-11ba-4040-b0a1-c16465f6c0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730894 Nov 25 09:32:29.907112 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-c13a9871-0e26-45f6-b6c9-04d372d30922 None None] Set router 361eaabe-a557-4aff-b00f-87e037a1d55a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:32:30.024380 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8a529a58-9a7a-4504-a135-7e70ce3adbc6 req-4c08ec8b-cedb-40c8-a7aa-d778f825a1f5 service neutron] 10.222.0.41 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316319 Nov 25 09:32:30.160055 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8a529a58-9a7a-4504-a135-7e70ce3adbc6 req-80d1a95f-39f0-44c7-90d9-c82758d72f92 service neutron] 10.222.0.41 "GET /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270344 Nov 25 09:32:30.252047 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c13a9871-0e26-45f6-b6c9-04d372d30922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:58Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '137f8334-65e6-4490-bdb5-630b0cf419e8', 'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:e9:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:57Z', 'updated_at': '2021-11-25T09:31:03Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:30.256034 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a9871-0e26-45f6-b6c9-04d372d30922 None None] The sync data for ids ['361eaabe-a557-4aff-b00f-87e037a1d55a'] in dv-neutron-818341-1-hyperv is: [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:30:58Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '137f8334-65e6-4490-bdb5-630b0cf419e8', 'name': '', 'network_id': '4760a4bd-11ba-4040-b0a1-c16465f6c0e0', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:e9:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:57Z', 'updated_at': '2021-11-25T09:31:03Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'ffda8162-18d1-4672-ad81-f6dd53c15e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:32:30.464123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd00186-c09c-4619-8a6d-6f57912c3fdc None None] New status for floating IP e461d0eb-3f41-4e9d-bb80-c7dae22658d2: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:32:30.868222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49e7e9-5fd7-4712-8241-af761234e21d req-bb349566-94e0-4aeb-9dae-67f59532cba6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:30.868899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-eb49e7e9-5fd7-4712-8241-af761234e21d req-bb349566-94e0-4aeb-9dae-67f59532cba6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:32:30.883152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-eb49e7e9-5fd7-4712-8241-af761234e21d req-bb349566-94e0-4aeb-9dae-67f59532cba6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:32:30.884247 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eb49e7e9-5fd7-4712-8241-af761234e21d req-bb349566-94e0-4aeb-9dae-67f59532cba6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.0946805 Nov 25 09:32:30.931889 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eb49e7e9-5fd7-4712-8241-af761234e21d req-0d9a6338-8756-4b25-a9f4-ddf0f5606e09 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a606f45-afd1-4e77-9b81-151adbd6562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415239 Nov 25 09:32:31.408190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77409e76-fb74-46fe-9455-df3eb269580b req-758e3377-c16d-4961-a642-36a21c62ea71 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:31.409497 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77409e76-fb74-46fe-9455-df3eb269580b req-758e3377-c16d-4961-a642-36a21c62ea71 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 945 time: 0.0826967 Nov 25 09:32:31.477681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-77409e76-fb74-46fe-9455-df3eb269580b req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port f8ebf3bd-f287-4298-801d-8aa18f484281 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:32:31.478015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77409e76-fb74-46fe-9455-df3eb269580b req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:31.718440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-77409e76-fb74-46fe-9455-df3eb269580b req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port f8ebf3bd-f287-4298-801d-8aa18f484281, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f8ebf3bd-f287-4298-801d-8aa18f484281,segment=NetworkSegment(5dd6f98c-b809-4eb3-9597-4802f7bade0c),segment_id=5dd6f98c-b809-4eb3-9597-4802f7bade0c)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:32:31.718794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77409e76-fb74-46fe-9455-df3eb269580b req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:31.842206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-77409e76-fb74-46fe-9455-df3eb269580b req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for f8ebf3bd-f287-4298-801d-8aa18f484281 owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:32:31.989892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77409e76-fb74-46fe-9455-df3eb269580b req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:31.997567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b71bcb17-af66-4394-a91f-b61c2c887217 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:32.071293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=f8ebf3bd-f287-4298-801d-8aa18f484281,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:32.073732 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:32.087593 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-01ab1e36-8761-492f-95fe-b104e66182ca req-bf5d5a2e-bcce-43e7-b189-a03e5f6773f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c3a6f6-6e10-4bf6-8b19-83e056cdcd51 HTTP/1.1" status: 200 len: 210 time: 0.0469060 Nov 25 09:32:32.124969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-77409e76-fb74-46fe-9455-df3eb269580b req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] No DVR routers for this DVR port f8ebf3bd-f287-4298-801d-8aa18f484281 on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:32:32.127401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-77409e76-fb74-46fe-9455-df3eb269580b req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:32.131208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'name': 'network-vif-deleted', 'tag': 'f8ebf3bd-f287-4298-801d-8aa18f484281'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:32:32.145393 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77409e76-fb74-46fe-9455-df3eb269580b req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "DELETE /v2.0/ports/f8ebf3bd-f287-4298-801d-8aa18f484281 HTTP/1.1" status: 204 len: 173 time: 0.7307932 Nov 25 09:32:32.176252 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c3a6f6-6e10-4bf6-8b19-83e056cdcd51', 'name': 'network-vif-deleted', 'tag': 'f8ebf3bd-f287-4298-801d-8aa18f484281', 'status': 'completed', 'code': 200} Nov 25 09:32:33.181570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55854) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:33.846741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:34.196588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 137f8334-65e6-4490-bdb5-630b0cf419e8 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:32:34.197219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:34.378465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port 137f8334-65e6-4490-bdb5-630b0cf419e8, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=137f8334-65e6-4490-bdb5-630b0cf419e8,segment=NetworkSegment(5dd6f98c-b809-4eb3-9597-4802f7bade0c),segment_id=5dd6f98c-b809-4eb3-9597-4802f7bade0c)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:32:34.378822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:34.391654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:34.503499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 137f8334-65e6-4490-bdb5-630b0cf419e8 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:32:34.674397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:34.677899 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-03ce723e-fbec-4e53-aaa1-705a5751388a tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:34.722608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=137f8334-65e6-4490-bdb5-630b0cf419e8,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:34.725723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:35.115672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:35.474699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 361eaabe-a557-4aff-b00f-87e037a1d55a has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:32:35.646136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:32:35.656053 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9790014a-670d-43bc-812b-0a55212b52fb None None] Sync routers for ids ['361eaabe-a557-4aff-b00f-87e037a1d55a'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:32:35.658724 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "PUT /v2.0/routers/361eaabe-a557-4aff-b00f-87e037a1d55a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4760211 Nov 25 09:32:35.661325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55858) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:35.665244 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790014a-670d-43bc-812b-0a55212b52fb None None] Routers {'361eaabe-a557-4aff-b00f-87e037a1d55a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:32:35.665852 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9790014a-670d-43bc-812b-0a55212b52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:32:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['361eaabe-a557-4aff-b00f-87e037a1d55a'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:35.728564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-112fbaa2-f5a7-414a-add0-f25c9ceaabd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting subnet ffda8162-18d1-4672-ad81-f6dd53c15e46 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:32:35.731960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-112fbaa2-f5a7-414a-add0-f25c9ceaabd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:35.785771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-112fbaa2-f5a7-414a-add0-f25c9ceaabd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:35.839604 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-9790014a-670d-43bc-812b-0a55212b52fb None None] Set router 361eaabe-a557-4aff-b00f-87e037a1d55a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:32:35.869918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-112fbaa2-f5a7-414a-add0-f25c9ceaabd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:35.940501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-112fbaa2-f5a7-414a-add0-f25c9ceaabd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:35.944965 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1bbf49ec-362c-4eea-a459-4383563a73f7 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:35.981023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fbaa2-f5a7-414a-add0-f25c9ceaabd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Subnet': ['ID=ffda8162-18d1-4672-ad81-f6dd53c15e46,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:35.982926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-112fbaa2-f5a7-414a-add0-f25c9ceaabd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:35.985509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-112fbaa2-f5a7-414a-add0-f25c9ceaabd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:35.990150 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-112fbaa2-f5a7-414a-add0-f25c9ceaabd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/subnets/ffda8162-18d1-4672-ad81-f6dd53c15e46 HTTP/1.1" status: 204 len: 168 time: 0.3278763 Nov 25 09:32:35.993161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55862) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:35.994196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a61b3a1-ea5f-477d-8388-7c3d6ef58fb9 None None] Network 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:32:36.151508 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9790014a-670d-43bc-812b-0a55212b52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:32:34Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:36.156232 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9790014a-670d-43bc-812b-0a55212b52fb None None] Checking router: 361eaabe-a557-4aff-b00f-87e037a1d55a for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:32:36.166156 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790014a-670d-43bc-812b-0a55212b52fb None None] Routers {'361eaabe-a557-4aff-b00f-87e037a1d55a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:32:36.166820 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9790014a-670d-43bc-812b-0a55212b52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:32:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['361eaabe-a557-4aff-b00f-87e037a1d55a'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:36.275589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] DHCP port deletion for 4760a4bd-11ba-4040-b0a1-c16465f6c0e0 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:32:36.280074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Deleting port 514f1286-515b-4724-888a-61316805c0f8 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:32:36.280467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:36.321030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:36.327050 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device f8ebf3bd-f287-4298-801d-8aa18f484281 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:32:36.356993 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-9790014a-670d-43bc-812b-0a55212b52fb None None] Set router 361eaabe-a557-4aff-b00f-87e037a1d55a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:32:36.372258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: f8ebf3bd-f287-4298-801d-8aa18f484281 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:32:36.372620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device f8ebf3bd-f287-4298-801d-8aa18f484281 not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:32:36.503885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:36.513910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 9a76399e-8023-4bcb-b09d-10fff1d865e6 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:32:36.514341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:36.532774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] For port 514f1286-515b-4724-888a-61316805c0f8, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=514f1286-515b-4724-888a-61316805c0f8,segment=NetworkSegment(5dd6f98c-b809-4eb3-9597-4802f7bade0c),segment_id=5dd6f98c-b809-4eb3-9597-4802f7bade0c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:32:36.533184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:36.646441 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9790014a-670d-43bc-812b-0a55212b52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:32:34Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:36.650513 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9790014a-670d-43bc-812b-0a55212b52fb None None] The sync data for ids ['361eaabe-a557-4aff-b00f-87e037a1d55a'] in dv-neutron-818341-1-hyperv is: [{'id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009115096', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:30:53Z', 'updated_at': '2021-11-25T09:32:34Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '9a76399e-8023-4bcb-b09d-10fff1d865e6', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361eaabe-a557-4aff-b00f-87e037a1d55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:30:54Z', 'updated_at': '2021-11-25T09:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:32:36.655879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Calling delete_port for 514f1286-515b-4724-888a-61316805c0f8 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:32:36.698768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port 9a76399e-8023-4bcb-b09d-10fff1d865e6, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=9a76399e-8023-4bcb-b09d-10fff1d865e6,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:32:36.699124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:36.735461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:36.739184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:36.782229 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Pushing event deleted for resources: {'Port': ['ID=514f1286-515b-4724-888a-61316805c0f8,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:36.787421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] No DVR routers for this DVR port 514f1286-515b-4724-888a-61316805c0f8 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:32:36.793488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.793872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.797180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.797180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.797180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.797180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.797180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.797180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.797180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.797180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.797180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.797180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:36.800003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:36.833247 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 9a76399e-8023-4bcb-b09d-10fff1d865e6 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:32:36.999774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.009173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7c9a0e8b-b120-46f8-a3a9-63df503814fd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:37.084180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=9a76399e-8023-4bcb-b09d-10fff1d865e6,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:37.140680 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.141158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.141673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.142177 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.142753 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.143299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.143850 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.144219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.144598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.144962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.145330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.145696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:37.151175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:37.166575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.277618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 514f1286-515b-4724-888a-61316805c0f8 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:32:37.315100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 514f1286-515b-4724-888a-61316805c0f8 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:32:37.315375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 514f1286-515b-4724-888a-61316805c0f8 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:32:37.315791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 137f8334-65e6-4490-bdb5-630b0cf419e8 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:32:37.341859 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.344052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.348793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 137f8334-65e6-4490-bdb5-630b0cf419e8 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:32:37.349152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 137f8334-65e6-4490-bdb5-630b0cf419e8 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:32:37.366852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.367383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Fanout notify agent at l3_agent the message router_deleted on router 361eaabe-a557-4aff-b00f-87e037a1d55a {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:32:37.382755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.383913 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/routers/361eaabe-a557-4aff-b00f-87e037a1d55a HTTP/1.1" status: 204 len: 168 time: 1.3897579 Nov 25 09:32:37.386533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55866) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:37.617196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.745494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.769852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4760a4bd-11ba-4040-b0a1-c16465f6c0e0']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:37.783182 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd6f98c-b809-4eb3-9597-4802f7bade0c') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:37.783476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd6f98c-b809-4eb3-9597-4802f7bade0c') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:37.795359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.811616 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.820398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:32:37.820788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:32:37.835490 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:32:37.914817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.918216 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:37.931880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:37.942447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Network': ['ID=4760a4bd-11ba-4040-b0a1-c16465f6c0e0,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:37.945435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:37.951424 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-a769d22d-0251-4976-aa94-b0ba57f3cad1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/networks/4760a4bd-11ba-4040-b0a1-c16465f6c0e0 HTTP/1.1" status: 204 len: 168 time: 0.5639777 Nov 25 09:32:37.954107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55870) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:38.022125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b595a93-9254-4c9c-a067-9764322bbf38 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.050603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b595a93-9254-4c9c-a067-9764322bbf38 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.118542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b595a93-9254-4c9c-a067-9764322bbf38 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.123757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d73e63a6-164a-4f17-a531-c7d336ae116d tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:38.138641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b595a93-9254-4c9c-a067-9764322bbf38 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a606f45-afd1-4e77-9b81-151adbd6562f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:38.142758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1b595a93-9254-4c9c-a067-9764322bbf38 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:38.146757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b595a93-9254-4c9c-a067-9764322bbf38 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.151413 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1b595a93-9254-4c9c-a067-9764322bbf38 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/security-groups/6a606f45-afd1-4e77-9b81-151adbd6562f HTTP/1.1" status: 204 len: 168 time: 0.1938727 Nov 25 09:32:38.591556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55878) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:38.597078 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989189765', 'description': 'tempest-secgroup-smoke-989189765 description', 'project_id': '0c8eb44d49c040aba9008a4f760768fd'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:38.603000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:38.607114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:32:38.609933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:32:38.615642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:38.626490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.645546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:38.649289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:32:38.652160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:32:38.658499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:38.728998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.732593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.737417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ffdae0b7-4c97-46f6-acb1-3aefcf9b7f2c tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:38.777361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f285d4-333c-45ac-a59d-ebdcce39bbc3,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:38.780220 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.781458 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1889155 Nov 25 09:32:38.782371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5594f501-7d5d-48ca-9562-6138e3c84c9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:38.784416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55882) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:38.789296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '11f285d4-333c-45ac-a59d-ebdcce39bbc3', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:38.795238 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:38.799000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:32:38.801775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:32:38.807667 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:38.824428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.884692 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.888973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.894592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f5b189ee-5a2e-48b5-a96b-9cb7907d7913 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:38.913155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c68488-c6e6-4338-919c-cc8cb1ae3d44,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:38.915509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:38.922583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:38.923741 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384392 Nov 25 09:32:38.926500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55886) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:38.931423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '11f285d4-333c-45ac-a59d-ebdcce39bbc3', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:38.937556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:38.941303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:32:38.944131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:32:38.950645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:38.966572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.029446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.033221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.038782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-70293fd3-a44d-4f2f-9b39-910ffdb046f8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:39.056942 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84eef2da-8d88-480a-a1e7-6d4eabc9aa03,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:39.059607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:39.067747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.068891 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6e7b978a-cb3b-476f-a5c5-0bdba9e783b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414545 Nov 25 09:32:39.071724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55890) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:39.077194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '11f285d4-333c-45ac-a59d-ebdcce39bbc3', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:39.082759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:39.086608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:32:39.089383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:32:39.095256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:39.112100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.175549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.180004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.181865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9203e39f-e6fe-44a5-932b-268f5fe713f9 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:39.187870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9a76399e-8023-4bcb-b09d-10fff1d865e6 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:32:39.206164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cfa1fc-b95e-4daa-b8d3-4672defa214c,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:39.208618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:39.216606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.217769 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451538 Nov 25 09:32:39.220457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55894) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:39.226431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '11f285d4-333c-45ac-a59d-ebdcce39bbc3', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:39.232360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 9a76399e-8023-4bcb-b09d-10fff1d865e6 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:32:39.232718 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 9a76399e-8023-4bcb-b09d-10fff1d865e6 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:32:39.233882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:39.237833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:32:39.241324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:32:39.247567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:39.263836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.324501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.328045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.329741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5e8cf893-612c-4902-a971-aaf080fdb473 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:39.351125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e563b7-0a21-4081-a3c4-4f1cb1c85681,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:39.353564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:39.361080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.362261 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405575 Nov 25 09:32:39.365008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55898) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:39.369909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '11f285d4-333c-45ac-a59d-ebdcce39bbc3', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:39.376231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:39.380011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:32:39.382856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:32:39.388564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:39.400541 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Project 0c8eb44d49c040aba9008a4f760768fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:32:39.407194 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.602231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.605892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.612100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c42f195c-6c55-4108-9293-560292698fc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:39.630917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fd8abb-ee39-4918-8aee-d4470e3f748c,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:39.633471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:39.640565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.641711 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2757926 Nov 25 09:32:39.644397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55902) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:39.649408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '11f285d4-333c-45ac-a59d-ebdcce39bbc3', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:39.655741 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:39.659612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:32:39.662566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:32:39.668197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:39.678659 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Project 0c8eb44d49c040aba9008a4f760768fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:32:39.684924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.747256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.750757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.752533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bea01c86-b01c-4dd1-a9dc-a904c3962447 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:39.773653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4388c5aa-8d6c-4884-8de4-3ffc1192cdf1,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:39.775988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:39.783378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.784518 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392128 Nov 25 09:32:39.787301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 55906) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:39.792600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'network': {'name': 'tempest-network-smoke--105501646', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'port_security_enabled': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:39.797901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:39.802012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:network and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:32:39.804968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:32:39.810734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:39.820927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:32:39.824431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.852783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:32:39.862648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.863062 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Added segment 01328f67-ebbe-4078-a59d-c419b24f6f72 of type vlan for network e0d045be-b155-4c5f-b2fe-08f1da78dd3a Nov 25 09:32:39.895046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.924476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.929960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:39.930559 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:39.935327 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f71139dc-ebf6-4a6a-9354-d5ce9259221d tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:40.035836 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2475400 Nov 25 09:32:40.038696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55910) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:40.041933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Network': ['ID=e0d045be-b155-4c5f-b2fe-08f1da78dd3a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:40.044031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'admin_state_up': True, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:40.044644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8393d69a-ac68-4eb2-928c-9b99b08e44a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:40.051277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:40.052482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network e0d045be-b155-4c5f-b2fe-08f1da78dd3a details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:32:40.055069 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:router and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:32:40.057870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:32:40.064693 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:40.075427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:40.076397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:40.091913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:40.356797 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:40.649556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:40.678180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:40.810103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.26.3.81 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/c4848d97-2109-48c1-ae8e-8c57721d1a87) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:32:40.952940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:40.983186 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:40.987698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2cd556c4-3686-4159-99fa-43a0fcba59ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:41.164944 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:32:41.168084 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:32:41.172448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:32:41.211281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=c4848d97-2109-48c1-ae8e-8c57721d1a87,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:41.215919 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:41.577003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:41.908861 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:42.109511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:32:42.280796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:32:42.290326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Sync routers for ids ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:32:42.299350 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Routers {'2d0d2691-fb0f-4c39-b5c2-512d58c9578a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:32:42.299977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:32:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:42.307435 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:42.308611 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2688606 Nov 25 09:32:42.311940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55914) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:42.486874 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4dea9950-9921-4891-acaf-00877c9ac2c8 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=0c8eb44d49c040aba9008a4f760768fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1737494 Nov 25 09:32:42.489450 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55918) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:42.489998 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Set router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:32:42.616238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ffcc5-d24e-4b1e-9ba3-ce193191158a tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:42.617626 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0c6ffcc5-d24e-4b1e-9ba3-ce193191158a tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272955 Nov 25 09:32:42.620367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55922) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:42.661984 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0c618ac3-b19d-42a7-a6ca-7ddf55552eb5 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404272 Nov 25 09:32:42.664409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55926) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:42.669866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264975440', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:42.778570 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:42.782371 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:subnet and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:32:42.785128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:32:42.790846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:42.800700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:32:42.804124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:42.808956 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:41Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:42.813218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Checking router: 2d0d2691-fb0f-4c39-b5c2-512d58c9578a for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:32:42.813609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Updating router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a port c4848d97-2109-48c1-ae8e-8c57721d1a87 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:32:42.868959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:43.022158 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:43.027101 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ea3971ff-010d-4b22-9cfe-7cfe2b25da2d tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:43.105504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Subnet': ['ID=0d6a3a83-5ca3-4c01-ba18-24abb16c6362,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:43.108761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:43.114941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Checking segment: {'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:32:43.115301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network hostable DHCP agents. Network: e0d045be-b155-4c5f-b2fe-08f1da78dd3a, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:32:43.135594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network e0d045be-b155-4c5f-b2fe-08f1da78dd3a is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:32:43.145061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, e0d045be-b155-4c5f-b2fe-08f1da78dd3a) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:32:43.149722 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:43.150915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:43.167163 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa7ead-0574-4592-8746-c3f1a913b116 None None] Network e0d045be-b155-4c5f-b2fe-08f1da78dd3a requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:32:43.174857 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8f2647e7-7de3-497c-a662-849048e35cf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5093577 Nov 25 09:32:43.176536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 55930) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:32:43.282749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:43.303003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Transition to ACTIVE for port object c4848d97-2109-48c1-ae8e-8c57721d1a87 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:32:43.318710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:43.324626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-f9574b2a-8b7e-49d0-9e76-7905eb31b426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:43.451868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e95eec-a594-4fad-ba9b-42e4a429a748 None None] Pushing event updated for resources: {'Port': ['ID=c4848d97-2109-48c1-ae8e-8c57721d1a87,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:43.454081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Attempting to bind port c4848d97-2109-48c1-ae8e-8c57721d1a87 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:32:43.454480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Attempting to bind port c4848d97-2109-48c1-ae8e-8c57721d1a87 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:32:43.454906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Attempting to bind port c4848d97-2109-48c1-ae8e-8c57721d1a87 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:32:43.456976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c4e95eec-a594-4fad-ba9b-42e4a429a748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:43.465243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:32:43.466157 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:32:43.466589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:43.466983 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:32:43.467452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Bound port: c4848d97-2109-48c1-ae8e-8c57721d1a87, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:32:43.467830 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:43.579521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ips': [{'subnet_id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:32:43.580336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:43.609221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] For port c4848d97-2109-48c1-ae8e-8c57721d1a87, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:32:43.654492 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] For port c4848d97-2109-48c1-ae8e-8c57721d1a87, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c4848d97-2109-48c1-ae8e-8c57721d1a87,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:32:43.668440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:43.674242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:43.806055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Routers {'2d0d2691-fb0f-4c39-b5c2-512d58c9578a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:32:43.806715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:32:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:43.864115 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e95eec-a594-4fad-ba9b-42e4a429a748 None None] Pushing event updated for resources: {'Port': ['ID=c4848d97-2109-48c1-ae8e-8c57721d1a87,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:43.874745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:43.875642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c4e95eec-a594-4fad-ba9b-42e4a429a748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:43.959345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Allocated IP 172.20.0.2 (e0d045be-b155-4c5f-b2fe-08f1da78dd3a/0d6a3a83-5ca3-4c01-ba18-24abb16c6362/0e869e26-62d3-4033-b34d-1ed62f8a6f94) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:32:44.085835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] Set router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:32:44.485866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:44.499576 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Transition to ACTIVE for port object 0e869e26-62d3-4033-b34d-1ed62f8a6f94 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:32:44.521937 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Transition to ACTIVE for port object 0e869e26-62d3-4033-b34d-1ed62f8a6f94 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:32:44.530218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:44.534985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2c9c2290-a215-44aa-b26f-91d93c7934db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:44.591740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.20.0.1 (e0d045be-b155-4c5f-b2fe-08f1da78dd3a/0d6a3a83-5ca3-4c01-ba18-24abb16c6362/c8a88f1f-0863-4dba-9293-8c57249cff80) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:32:44.598747 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Network e0d045be-b155-4c5f-b2fe-08f1da78dd3a is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:32:44.603788 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:32:44.609053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:41Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:44.611139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:32:44.621436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Pushing event updated for resources: {'Port': ['ID=0e869e26-62d3-4033-b34d-1ed62f8a6f94,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:44.650026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:44.650925 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065b909-de48-4dda-93f9-f8f317eb048b None None] The sync data for ids ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'] in dv-neutron-818341-1-hyperv is: [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:41Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:32:44.712471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Attempting to bind port 0e869e26-62d3-4033-b34d-1ed62f8a6f94 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:32:44.712847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Attempting to bind port 0e869e26-62d3-4033-b34d-1ed62f8a6f94 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:32:44.713215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Attempting to bind port 0e869e26-62d3-4033-b34d-1ed62f8a6f94 on network e0d045be-b155-4c5f-b2fe-08f1da78dd3a {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:32:44.719619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:32:44.720001 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Checking segment: {'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:32:44.720412 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:44.720825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Bound using segment: {'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:32:44.721561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Bound port: 0e869e26-62d3-4033-b34d-1ed62f8a6f94, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:32:44.721945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:44.758104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:44.774215 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Transition to ACTIVE for port object c8a88f1f-0863-4dba-9293-8c57249cff80 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:32:44.800006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:44.805124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cd673d95-385d-4638-af34-00ed300b7931 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:44.823457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] For port 0e869e26-62d3-4033-b34d-1ed62f8a6f94, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:32:44.827261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] For port 0e869e26-62d3-4033-b34d-1ed62f8a6f94, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0e869e26-62d3-4033-b34d-1ed62f8a6f94,segment=NetworkSegment(01328f67-ebbe-4078-a59d-c419b24f6f72),segment_id=01328f67-ebbe-4078-a59d-c419b24f6f72)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:32:44.831832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:44.835525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:44.876334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network e0d045be-b155-4c5f-b2fe-08f1da78dd3a is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:32:44.884013 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:32:44.898044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:32:44.933575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Pushing event updated for resources: {'Port': ['ID=0e869e26-62d3-4033-b34d-1ed62f8a6f94,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:44.939693 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:44.970036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=c8a88f1f-0863-4dba-9293-8c57249cff80,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:44.975002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:44.988110 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:45.116293 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:45.322767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0e869e26-62d3-4033-b34d-1ed62f8a6f94 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:32:45.403536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 0e869e26-62d3-4033-b34d-1ed62f8a6f94 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:32:45.408879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c4848d97-2109-48c1-ae8e-8c57721d1a87 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:32:45.487511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port c4848d97-2109-48c1-ae8e-8c57721d1a87 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:32:45.493355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c4848d97-2109-48c1-ae8e-8c57721d1a87 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:32:45.493919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:45.616476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:45.621301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:45.628103 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:45.646396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port c4848d97-2109-48c1-ae8e-8c57721d1a87, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c4848d97-2109-48c1-ae8e-8c57721d1a87,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:32:45.655467 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:45.657425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-afabddc9-b051-4c25-ab0c-8d05228998ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:45.671698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:45.752181 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:45.759447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=c8a88f1f-0863-4dba-9293-8c57249cff80,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:45.763711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=c4848d97-2109-48c1-ae8e-8c57721d1a87,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:45.764109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:45.766870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:45.903492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network e0d045be-b155-4c5f-b2fe-08f1da78dd3a is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:32:45.904789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:32:46.052265 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237cbc61-86a1-4450-9e5d-e02c9d050408 None None] Network e0d045be-b155-4c5f-b2fe-08f1da78dd3a requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:32:46.153637 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5aefad4c-7b6c-4d41-ba3d-58742113dfdc None None] Provisioning for port 0e869e26-62d3-4033-b34d-1ed62f8a6f94 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:32:46.170611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5aefad4c-7b6c-4d41-ba3d-58742113dfdc None None] Provisioning complete for port 0e869e26-62d3-4033-b34d-1ed62f8a6f94 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:32:46.170995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5aefad4c-7b6c-4d41-ba3d-58742113dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:46.233925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:32:46.409274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5aefad4c-7b6c-4d41-ba3d-58742113dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:46.413510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:32:46.426678 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "PUT /v2.0/routers/2d0d2691-fb0f-4c39-b5c2-512d58c9578a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2489426 Nov 25 09:32:46.456834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5aefad4c-7b6c-4d41-ba3d-58742113dfdc None None] For port 0e869e26-62d3-4033-b34d-1ed62f8a6f94, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0e869e26-62d3-4033-b34d-1ed62f8a6f94,segment=NetworkSegment(01328f67-ebbe-4078-a59d-c419b24f6f72),segment_id=01328f67-ebbe-4078-a59d-c419b24f6f72)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:32:46.462530 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5aefad4c-7b6c-4d41-ba3d-58742113dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:46.463033 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Sync routers for ids ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:32:46.464861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e52c332c-dc76-45fa-8fc0-56cabf8335e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:46.483221 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Routers {'2d0d2691-fb0f-4c39-b5c2-512d58c9578a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:32:46.483870 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:32:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:46.546084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefad4c-7b6c-4d41-ba3d-58742113dfdc None None] Pushing event updated for resources: {'Port': ['ID=0e869e26-62d3-4033-b34d-1ed62f8a6f94,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:46.550394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5aefad4c-7b6c-4d41-ba3d-58742113dfdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:46.592495 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-402605d8-d6da-4b81-8d49-9e0516984e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:46.617197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-8b1ee3a0-1cbc-4b6c-bab3-8935d03674dd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:32:46.639031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-8b1ee3a0-1cbc-4b6c-bab3-8935d03674dd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:32:46.640389 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-8b1ee3a0-1cbc-4b6c-bab3-8935d03674dd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989189765&fields=id&tenant_id=0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 267 time: 0.0693700 Nov 25 09:32:46.694070 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Set router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:32:46.703308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-34f974fe-27a8-4d8f-888b-28b3f09c0271 None None] Provisioning complete for port 0e869e26-62d3-4033-b34d-1ed62f8a6f94 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:32:46.703702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34f974fe-27a8-4d8f-888b-28b3f09c0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:46.815035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-9158fca0-c937-483a-8c3c-6fa89ad781ff tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:46.815868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-9158fca0-c937-483a-8c3c-6fa89ad781ff tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:32:46.832623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-9158fca0-c937-483a-8c3c-6fa89ad781ff tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:32:46.833793 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-9158fca0-c937-483a-8c3c-6fa89ad781ff tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/networks?id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a HTTP/1.1" status: 200 len: 796 time: 0.1845367 Nov 25 09:32:46.854193 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-0cebf4b9-0d37-4146-951b-83d899cc4d06 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/quotas/0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 375 time: 0.0134377 Nov 25 09:32:46.868159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-34f974fe-27a8-4d8f-888b-28b3f09c0271 None None] Provisioning for port c8a88f1f-0863-4dba-9293-8c57249cff80 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:32:46.873924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-34f974fe-27a8-4d8f-888b-28b3f09c0271 None None] Provisioning complete for port c8a88f1f-0863-4dba-9293-8c57249cff80 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:32:46.874525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34f974fe-27a8-4d8f-888b-28b3f09c0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:46.934463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-34f974fe-27a8-4d8f-888b-28b3f09c0271 None None] Port c8a88f1f-0863-4dba-9293-8c57249cff80 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:32:46.969597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-31a43da4-f4d0-4a16-a36f-21e5630d7ac4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:32:46.987497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-31a43da4-f4d0-4a16-a36f-21e5630d7ac4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:32:46.989188 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-31a43da4-f4d0-4a16-a36f-21e5630d7ac4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292801 Nov 25 09:32:47.043922 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c8a88f1f-0863-4dba-9293-8c57249cff80', 'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:f4:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:44Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 2, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:47.048989 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Checking router: 2d0d2691-fb0f-4c39-b5c2-512d58c9578a for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:32:47.049348 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Updating router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a port c8a88f1f-0863-4dba-9293-8c57249cff80 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:32:47.082706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-37719904-7b43-4c46-8e39-19c041124adb None None] Provisioning complete for port c8a88f1f-0863-4dba-9293-8c57249cff80 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:32:47.083047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37719904-7b43-4c46-8e39-19c041124adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:47.095447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-32c235cc-1c14-4c85-8c0f-f4cf9fe815ff service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:32:47.101570 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-32c235cc-1c14-4c85-8c0f-f4cf9fe815ff service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0981295 Nov 25 09:32:47.113504 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:47.167217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:47.194888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-37719904-7b43-4c46-8e39-19c041124adb None None] Port c8a88f1f-0863-4dba-9293-8c57249cff80 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:32:47.261586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0e869e26-62d3-4033-b34d-1ed62f8a6f94 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:32:47.263186 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-dedfe8b0-e579-4d2a-beaa-f609d3a4978d service neutron] 10.222.0.54 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550491 Nov 25 09:32:47.334732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8ae0536a-668f-4a99-9780-0a4b4bc76a65 None None] Provisioning complete for port c8a88f1f-0863-4dba-9293-8c57249cff80 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:32:47.335114 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8ae0536a-668f-4a99-9780-0a4b4bc76a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:47.380452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0e869e26-62d3-4033-b34d-1ed62f8a6f94 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:32:47.380832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:47.399097 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-6d1b5a00-54b5-419d-bcfd-b0767dd4df48 service neutron] 10.222.0.54 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302471 Nov 25 09:32:47.436359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0536a-668f-4a99-9780-0a4b4bc76a65 None None] Port c8a88f1f-0863-4dba-9293-8c57249cff80 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:32:47.478053 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:47.491624 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Transition to ACTIVE for port object c8a88f1f-0863-4dba-9293-8c57249cff80 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:32:47.499003 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:47.503030 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-13ef8847-6e6f-4809-ae60-b383ba938991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:47.512548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c4848d97-2109-48c1-ae8e-8c57721d1a87 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:32:47.581638 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c4848d97-2109-48c1-ae8e-8c57721d1a87 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:32:47.582166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:47.627804 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Pushing event updated for resources: {'Port': ['ID=c8a88f1f-0863-4dba-9293-8c57249cff80,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:47.667367 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.667711 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.668041 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.668401 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.668720 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.669038 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.669380 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.669666 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.669986 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.670312 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.670634 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.670942 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:32:47.700481 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:47.730601 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Attempting to bind port c8a88f1f-0863-4dba-9293-8c57249cff80 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:32:47.731004 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Attempting to bind port c8a88f1f-0863-4dba-9293-8c57249cff80 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:32:47.731364 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Attempting to bind port c8a88f1f-0863-4dba-9293-8c57249cff80 on network e0d045be-b155-4c5f-b2fe-08f1da78dd3a {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:32:47.737011 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:32:47.737381 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Checking segment: {'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:32:47.737785 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:47.738173 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Bound using segment: {'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:32:47.738671 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Bound port: c8a88f1f-0863-4dba-9293-8c57249cff80, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:32:47.739041 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:47.825662 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] For port c8a88f1f-0863-4dba-9293-8c57249cff80, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:32:47.828576 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] For port c8a88f1f-0863-4dba-9293-8c57249cff80, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c8a88f1f-0863-4dba-9293-8c57249cff80,segment=NetworkSegment(01328f67-ebbe-4078-a59d-c419b24f6f72),segment_id=01328f67-ebbe-4078-a59d-c419b24f6f72)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:32:47.831869 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:47.835096 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-05d83cc6-d70a-42cd-b421-3cdb89ccdc9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:47.912019 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Routers {'2d0d2691-fb0f-4c39-b5c2-512d58c9578a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:32:47.912641 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:32:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:48.052949 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Pushing event updated for resources: {'Port': ['ID=c8a88f1f-0863-4dba-9293-8c57249cff80,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:48.062668 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:48.122176 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] Set router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:32:48.418213 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c8a88f1f-0863-4dba-9293-8c57249cff80', 'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:f4:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:44Z', 'updated_at': '2021-11-25T09:32:47Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:32:48.422525 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82f3b8-40db-4e3f-a565-4f9dcd9d0529 None None] The sync data for ids ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'] in dv-neutron-818341-1-hyperv is: [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c8a88f1f-0863-4dba-9293-8c57249cff80', 'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:f4:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:44Z', 'updated_at': '2021-11-25T09:32:47Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:32:48.613828 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-b3cae6c1-ea5c-46ee-92f8-51193f1287ea req-25ef0ede-7573-4703-83ee-f50167d2a849 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:32:48.626144 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-b3cae6c1-ea5c-46ee-92f8-51193f1287ea req-25ef0ede-7573-4703-83ee-f50167d2a849 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:32:48.627334 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b3cae6c1-ea5c-46ee-92f8-51193f1287ea req-25ef0ede-7573-4703-83ee-f50167d2a849 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 210 time: 0.0644181 Nov 25 09:32:49.255395 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c8a88f1f-0863-4dba-9293-8c57249cff80 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:32:49.328883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port c8a88f1f-0863-4dba-9293-8c57249cff80 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:32:49.335190 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c8a88f1f-0863-4dba-9293-8c57249cff80 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:32:49.335655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:49.452295 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:49.484169 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port c8a88f1f-0863-4dba-9293-8c57249cff80, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c8a88f1f-0863-4dba-9293-8c57249cff80,segment=NetworkSegment(01328f67-ebbe-4078-a59d-c419b24f6f72),segment_id=01328f67-ebbe-4078-a59d-c419b24f6f72)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:32:49.487599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:49.490436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-794e434d-f1e7-4095-8fed-2a4c3432df13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:49.562551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=c8a88f1f-0863-4dba-9293-8c57249cff80,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:49.565781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:49.730275 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7dcda293-a5a9-427e-a7c6-0a876136e4a6 req-cb8454d2-bc77-4d9f-abeb-72a5b981d950 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 210 time: 0.0466452 Nov 25 09:32:49.894953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ef26af6-854c-46a8-9d34-e4504c1af153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:50.096552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:50.653679 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:32:50.825981 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b7ff65bd-9749-4172-980b-9dd6fbf178d6 req-17841fd8-3159-4b91-a167-f71812392efb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 210 time: 0.0422931 Nov 25 09:32:51.235089 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c8a88f1f-0863-4dba-9293-8c57249cff80 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:32:51.301839 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c8a88f1f-0863-4dba-9293-8c57249cff80 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:32:51.302222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:51.571279 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:51.921429 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e71daf99-5b65-48f4-acf0-cf7ddb484951 req-0f8436cd-0dd9-4f44-9fd7-b1535589c7fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 210 time: 0.0429819 Nov 25 09:32:53.076864 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fe8e68c1-2587-4b6e-82b9-0ea28379066f req-2960484f-9988-4aaa-9839-ff753acdb632 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 210 time: 0.0434537 Nov 25 09:32:53.667418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-013a8c87-06ec-4be6-a529-904fb07cb1dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:53.669363 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-013a8c87-06ec-4be6-a529-904fb07cb1dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/networks?id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a HTTP/1.1" status: 200 len: 796 time: 0.1469440 Nov 25 09:32:53.718555 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-a62172e9-db5b-4169-b60b-5d7e2bab06d5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 379 time: 0.0406153 Nov 25 09:32:53.733974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'port': {'device_id': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'admin_state_up': True, 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'security_groups': ['11f285d4-333c-45ac-a59d-ebdcce39bbc3']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:53.869537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:32:53.878914 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:32:53.888447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:32:53.892144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:54.059004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.20.0.12 (e0d045be-b155-4c5f-b2fe-08f1da78dd3a/0d6a3a83-5ca3-4c01-ba18-24abb16c6362/8c049c1d-33ea-480e-a51b-96d1c8a220ef) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:32:54.230452 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-40757197-99b4-4177-ad4f-c5f7643697da req-a66988e8-f75a-4d39-a265-6fecb7cd244b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 210 time: 0.0486026 Nov 25 09:32:54.407349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:54.422976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Transition to ACTIVE for port object 8c049c1d-33ea-480e-a51b-96d1c8a220ef will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:32:54.445852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:54.451721 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13196c7c-5f5b-41c6-8d20-976be5a1a4c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:54.515858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network e0d045be-b155-4c5f-b2fe-08f1da78dd3a is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:32:54.518759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:32:54.522579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:32:54.554502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=8c049c1d-33ea-480e-a51b-96d1c8a220ef,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:54.565823 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:54.591410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:54.592202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:54.618901 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8890865 Nov 25 09:32:54.630328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Request body: {'port': {'device_id': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:32:54.735116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-24734af0-7f3f-4d31-a4b5-17a3060b3adc None None] Provisioning for port 8c049c1d-33ea-480e-a51b-96d1c8a220ef completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:32:54.740056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-24734af0-7f3f-4d31-a4b5-17a3060b3adc None None] Provisioning complete for port 8c049c1d-33ea-480e-a51b-96d1c8a220ef triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:32:54.740440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24734af0-7f3f-4d31-a4b5-17a3060b3adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:54.749795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:54.796509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-24734af0-7f3f-4d31-a4b5-17a3060b3adc None None] Port 8c049c1d-33ea-480e-a51b-96d1c8a220ef cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:32:55.096750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c049c1d-33ea-480e-a51b-96d1c8a220ef {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:32:55.103844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:55.118249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Transition to ACTIVE for port object 8c049c1d-33ea-480e-a51b-96d1c8a220ef will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:32:55.121919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:55.125388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1feda534-4618-407f-a7f3-435e45a8b846 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:55.250117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Pushing event updated for resources: {'Port': ['ID=8c049c1d-33ea-480e-a51b-96d1c8a220ef,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:55.281300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:55.359824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Attempting to bind port 8c049c1d-33ea-480e-a51b-96d1c8a220ef on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:32:55.360127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Attempting to bind port 8c049c1d-33ea-480e-a51b-96d1c8a220ef by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:32:55.360431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Attempting to bind port 8c049c1d-33ea-480e-a51b-96d1c8a220ef on network e0d045be-b155-4c5f-b2fe-08f1da78dd3a {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:32:55.365268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Port 8c049c1d-33ea-480e-a51b-96d1c8a220ef on network e0d045be-b155-4c5f-b2fe-08f1da78dd3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:32:55.365623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Attempting to bind port 8c049c1d-33ea-480e-a51b-96d1c8a220ef on network e0d045be-b155-4c5f-b2fe-08f1da78dd3a {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:32:55.374063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:32:55.374438 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Checking segment: {'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:32:55.374821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Bound using segment: {'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:32:55.375266 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Bound port: 8c049c1d-33ea-480e-a51b-96d1c8a220ef, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01328f67-ebbe-4078-a59d-c419b24f6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:32:55.375610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:55.432149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab476a85-6f9a-4e4a-99df-abc51b6feb9f req-3c3af130-926b-4d3a-a91c-69aeaf2b4366 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:55.433597 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab476a85-6f9a-4e4a-99df-abc51b6feb9f req-3c3af130-926b-4d3a-a91c-69aeaf2b4366 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 944 time: 0.0921218 Nov 25 09:32:55.466534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] For port 8c049c1d-33ea-480e-a51b-96d1c8a220ef, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:32:55.469487 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] For port 8c049c1d-33ea-480e-a51b-96d1c8a220ef, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef,segment=NetworkSegment(01328f67-ebbe-4078-a59d-c419b24f6f72),segment_id=01328f67-ebbe-4078-a59d-c419b24f6f72)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:32:55.474445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:55.477656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-ab476a85-6f9a-4e4a-99df-abc51b6feb9f req-5f1efc18-3fe9-415d-9451-a83a2364bca4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:32:55.479259 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b03fbc02-4f19-4674-986b-936846160100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:32:55.489755 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-ab476a85-6f9a-4e4a-99df-abc51b6feb9f req-5f1efc18-3fe9-415d-9451-a83a2364bca4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:32:55.490937 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab476a85-6f9a-4e4a-99df-abc51b6feb9f req-5f1efc18-3fe9-415d-9451-a83a2364bca4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515709 Nov 25 09:32:55.530666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:55.530896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:32:55.532419 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] 10.222.0.41 "PUT /v2.0/ports/8c049c1d-33ea-480e-a51b-96d1c8a220ef HTTP/1.1" status: 200 len: 1094 time: 0.9063163 Nov 25 09:32:55.534955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'tag': '8c049c1d-33ea-480e-a51b-96d1c8a220ef'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:32:55.569840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Pushing event updated for resources: {'Port': ['ID=8c049c1d-33ea-480e-a51b-96d1c8a220ef,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:32:55.573028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:32:55.653239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-7334bdf2-cfdc-4201-bb52-da2640da29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:55.655180 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-7334bdf2-cfdc-4201-bb52-da2640da29d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 1097 time: 0.0811028 Nov 25 09:32:55.656870 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'tag': '8c049c1d-33ea-480e-a51b-96d1c8a220ef', 'status': 'completed', 'code': 200} Nov 25 09:32:55.730144 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-afa98183-fae1-4bae-8a32-16cfabab918d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef HTTP/1.1" status: 200 len: 217 time: 0.0663807 Nov 25 09:32:55.792326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-ca898c36-946f-4013-b4ca-9f62bb01716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:55.793758 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-ca898c36-946f-4013-b4ca-9f62bb01716a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6a3a83-5ca3-4c01-ba18-24abb16c6362 HTTP/1.1" status: 200 len: 835 time: 0.0579123 Nov 25 09:32:55.874379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-b3bd3201-d10b-4738-9ea8-66970683177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:55.875734 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-b3bd3201-d10b-4738-9ea8-66970683177b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755007 Nov 25 09:32:56.005955 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-aa85a690-f320-47e0-bbfa-f1a4070f9db1 service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233861 Nov 25 09:32:56.250930 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e9f0d714-5778-47a5-ad5e-f8c753d96e06 req-368babb4-e4bf-40f9-ae26-813cbb93305a service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384870 Nov 25 09:32:56.385195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b4da-af71-4725-a848-0852cd03dc54 req-848384a1-c8b0-4581-b825-bc0030f85540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:56.386646 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f94b4da-af71-4725-a848-0852cd03dc54 req-848384a1-c8b0-4581-b825-bc0030f85540 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 1097 time: 0.0701313 Nov 25 09:32:56.516122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b4da-af71-4725-a848-0852cd03dc54 req-31d28d86-a9aa-4932-a394-5d6f22d0c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:56.517443 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f94b4da-af71-4725-a848-0852cd03dc54 req-31d28d86-a9aa-4932-a394-5d6f22d0c02b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a HTTP/1.1" status: 200 len: 897 time: 0.1224155 Nov 25 09:32:56.587361 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f94b4da-af71-4725-a848-0852cd03dc54 req-4f857f1d-09f6-4e6c-9d87-ffc970422d24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef HTTP/1.1" status: 200 len: 217 time: 0.0636497 Nov 25 09:32:56.649717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b4da-af71-4725-a848-0852cd03dc54 req-696e34da-4f5a-4dfe-abbc-c9ee080314a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:56.651195 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f94b4da-af71-4725-a848-0852cd03dc54 req-696e34da-4f5a-4dfe-abbc-c9ee080314a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6a3a83-5ca3-4c01-ba18-24abb16c6362 HTTP/1.1" status: 200 len: 835 time: 0.0576661 Nov 25 09:32:56.674746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ea13d-3d5d-4227-95f0-f7b50c34f2c4 req-679b6c0f-3ea2-424e-81c9-d85bd01e2328 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:56.676202 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9c5ea13d-3d5d-4227-95f0-f7b50c34f2c4 req-679b6c0f-3ea2-424e-81c9-d85bd01e2328 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 944 time: 0.0803909 Nov 25 09:32:56.720238 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9c5ea13d-3d5d-4227-95f0-f7b50c34f2c4 req-e503c94c-c28c-4554-b1a7-41c2b95e1588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384014 Nov 25 09:32:56.731784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b4da-af71-4725-a848-0852cd03dc54 req-685239e6-2748-4791-9bdd-92cb48dcabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:56.733419 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f94b4da-af71-4725-a848-0852cd03dc54 req-685239e6-2748-4791-9bdd-92cb48dcabc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753112 Nov 25 09:32:56.863607 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f94b4da-af71-4725-a848-0852cd03dc54 req-7ff0e10e-1d42-4a00-ac56-76bb16c46f3b service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227684 Nov 25 09:32:57.003497 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f94b4da-af71-4725-a848-0852cd03dc54 req-7ba6c7ca-93c9-46d4-86cd-e54a9c45a025 service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331682 Nov 25 09:32:57.904270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e723dd8-212f-4b76-a794-0a8dfe87076d req-f8d1dd84-47a9-4652-95bb-5e98d34bc0fa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:57.905029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-4e723dd8-212f-4b76-a794-0a8dfe87076d req-f8d1dd84-47a9-4652-95bb-5e98d34bc0fa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:32:57.919999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-4e723dd8-212f-4b76-a794-0a8dfe87076d req-f8d1dd84-47a9-4652-95bb-5e98d34bc0fa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:32:57.921151 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4e723dd8-212f-4b76-a794-0a8dfe87076d req-f8d1dd84-47a9-4652-95bb-5e98d34bc0fa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 944 time: 0.0934434 Nov 25 09:32:57.964020 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4e723dd8-212f-4b76-a794-0a8dfe87076d req-69690c54-e648-45fa-9be4-d30c091095ab tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371795 Nov 25 09:32:59.156985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b84563-9b18-4bf5-9f13-42073c3be61a req-1c04c424-0cae-4925-bfea-b6886371922c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:32:59.158448 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-94b84563-9b18-4bf5-9f13-42073c3be61a req-1c04c424-0cae-4925-bfea-b6886371922c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 944 time: 0.0825458 Nov 25 09:32:59.203464 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-94b84563-9b18-4bf5-9f13-42073c3be61a req-34a7d669-1262-4862-a8f0-7fc0bd94b6c8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394876 Nov 25 09:33:00.393403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e933fd-a075-4fec-99f4-f2fe002c6d50 req-16c62167-ac6c-4d0a-958e-3d7b4c3028c8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:00.394828 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-93e933fd-a075-4fec-99f4-f2fe002c6d50 req-16c62167-ac6c-4d0a-958e-3d7b4c3028c8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 944 time: 0.0889215 Nov 25 09:33:00.425237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 8c049c1d-33ea-480e-a51b-96d1c8a220ef details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:33:00.438251 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-93e933fd-a075-4fec-99f4-f2fe002c6d50 req-93ce8304-063f-4591-a9af-13c2b776d2e8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377457 Nov 25 09:33:00.556755 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 8c049c1d-33ea-480e-a51b-96d1c8a220ef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef,segment=NetworkSegment(01328f67-ebbe-4078-a59d-c419b24f6f72),segment_id=01328f67-ebbe-4078-a59d-c419b24f6f72)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:33:00.570149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '8c049c1d-33ea-480e-a51b-96d1c8a220ef', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'port_id': '8c049c1d-33ea-480e-a51b-96d1c8a220ef', 'mac_address': 'fa:16:3e:b5:46:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:33:00.623823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:00.640440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c049c1d-33ea-480e-a51b-96d1c8a220ef {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:33:00.655375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 8c049c1d-33ea-480e-a51b-96d1c8a220ef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef,segment=NetworkSegment(01328f67-ebbe-4078-a59d-c419b24f6f72),segment_id=01328f67-ebbe-4078-a59d-c419b24f6f72)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:33:00.660493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:00.663116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0ef80e2f-2a83-4478-b220-5091e8c30ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:33:00.731027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=8c049c1d-33ea-480e-a51b-96d1c8a220ef,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:33:00.733963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:33:00.972344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['8c049c1d-33ea-480e-a51b-96d1c8a220ef'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:33:01.621234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f877412-85e0-4004-801a-bfcc02918b59 req-e991b42a-2365-4e27-81bd-5b7a6190b19c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:01.622696 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4f877412-85e0-4004-801a-bfcc02918b59 req-e991b42a-2365-4e27-81bd-5b7a6190b19c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 945 time: 0.0793955 Nov 25 09:33:01.671122 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4f877412-85e0-4004-801a-bfcc02918b59 req-fa8d430e-59b6-4ea1-a686-66afebc27839 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428815 Nov 25 09:33:02.424921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 8c049c1d-33ea-480e-a51b-96d1c8a220ef up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:33:02.524542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 8c049c1d-33ea-480e-a51b-96d1c8a220ef completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:33:02.529752 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 8c049c1d-33ea-480e-a51b-96d1c8a220ef triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:33:02.530132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:02.641870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:02.671272 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c049c1d-33ea-480e-a51b-96d1c8a220ef'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:33:02.681277 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 8c049c1d-33ea-480e-a51b-96d1c8a220ef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef,segment=NetworkSegment(01328f67-ebbe-4078-a59d-c419b24f6f72),segment_id=01328f67-ebbe-4078-a59d-c419b24f6f72)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:33:02.686131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:02.687971 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e8d4024b-e5e6-4cb7-8758-311c31137b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:33:02.724298 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c049c1d-33ea-480e-a51b-96d1c8a220ef', 'code': 200} Nov 25 09:33:02.759255 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=8c049c1d-33ea-480e-a51b-96d1c8a220ef,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:33:02.762154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:33:02.860629 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59a2bd-2057-4e04-bcc6-e747d014bed4 req-7e7c1b28-20ac-4ee6-857a-1d2fdaa3f987 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:02.862081 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4e59a2bd-2057-4e04-bcc6-e747d014bed4 req-7e7c1b28-20ac-4ee6-857a-1d2fdaa3f987 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0863240 Nov 25 09:33:02.906806 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4e59a2bd-2057-4e04-bcc6-e747d014bed4 req-4ab2c3bb-2def-44eb-806b-7b393d1f79d3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388765 Nov 25 09:33:02.940408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4a65f-4cbe-495e-bdf7-e912d427c1b7 req-ef4feeb5-9f35-4f17-94d9-f648673b2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:02.941807 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64d4a65f-4cbe-495e-bdf7-e912d427c1b7 req-ef4feeb5-9f35-4f17-94d9-f648673b2063 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 1099 time: 0.0694790 Nov 25 09:33:02.985999 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-64d4a65f-4cbe-495e-bdf7-e912d427c1b7 req-7f356714-3194-4c47-aac2-4e3c559dd468 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379019 Nov 25 09:33:04.116099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a63348-50d4-4f9d-af37-6c27f22c5f84 req-9796ed70-9167-4e99-9109-03e5016fc946 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:04.117937 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-38a63348-50d4-4f9d-af37-6c27f22c5f84 req-9796ed70-9167-4e99-9109-03e5016fc946 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0928128 Nov 25 09:33:04.163775 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-38a63348-50d4-4f9d-af37-6c27f22c5f84 req-f6b73a5f-434a-4d03-9c90-52d5af88b5d9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395708 Nov 25 09:33:04.408323 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:05.351388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07fe33-525e-4cdf-893f-60065fcfccf6 req-10c6bc01-3b30-4763-80da-6615f70a7c00 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:05.352751 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-aa07fe33-525e-4cdf-893f-60065fcfccf6 req-10c6bc01-3b30-4763-80da-6615f70a7c00 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0850964 Nov 25 09:33:05.396560 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-aa07fe33-525e-4cdf-893f-60065fcfccf6 req-a3bed1aa-7b5b-40b7-959b-b9bd70f1899a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382082 Nov 25 09:33:05.581787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e44d9-3562-4686-b649-e560a7621e6b req-9267a5cc-5cb9-438d-afc4-f5f4efb2f98d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:05.583219 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b51e44d9-3562-4686-b649-e560a7621e6b req-9267a5cc-5cb9-438d-afc4-f5f4efb2f98d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0822864 Nov 25 09:33:05.626126 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b51e44d9-3562-4686-b649-e560a7621e6b req-48aa55e6-7e72-4566-8c6c-5210fb98f30c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372019 Nov 25 09:33:05.648480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56008) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:33:05.717224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3784177-aa8f-4222-853b-4c428989898a tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:05.718705 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a3784177-aa8f-4222-853b-4c428989898a tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 1094 time: 0.0692785 Nov 25 09:33:05.721679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56012) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:33:05.726794 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '8c049c1d-33ea-480e-a51b-96d1c8a220ef', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:33:05.732843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:33:05.737011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:floatingip and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:33:05.740126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:33:05.746043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:33:05.763032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:05.900734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:06.035515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.26.3.148 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/4f80c550-326d-4ad6-97c7-df7c98015002) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:33:06.302200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:06.330546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:06.334922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-887a0275-2e58-453b-89fb-f4aed3d9a945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:33:06.397195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:33:06.400027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:33:06.403761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:33:06.435923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=4f80c550-326d-4ad6-97c7-df7c98015002,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:33:06.445303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:33:06.801181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:06.873378 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:07.075682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:07.079881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:07.084295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:33:07.186688 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=4f80c550-326d-4ad6-97c7-df7c98015002,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:33:07.190581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:33:07.195611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:07.366224 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Floating IP dffb501c-05fe-45ac-8bac-fdd5fb0247c5 associated. External IP: 172.26.3.148, port: 8c049c1d-33ea-480e-a51b-96d1c8a220ef. Nov 25 09:33:07.835731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:33:08.013387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:33:08.023813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f109be5-3107-4c61-bc6c-bec21f268df5 None None] Sync routers for ids ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:33:08.040164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f109be5-3107-4c61-bc6c-bec21f268df5 None None] Routers {'2d0d2691-fb0f-4c39-b5c2-512d58c9578a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:33:08.041018 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6f109be5-3107-4c61-bc6c-bec21f268df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:32:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:33:08.051287 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:08.106885 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3840849 Nov 25 09:33:08.107564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'tag': '8c049c1d-33ea-480e-a51b-96d1c8a220ef'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:33:08.150724 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'tag': '8c049c1d-33ea-480e-a51b-96d1c8a220ef', 'status': 'completed', 'code': 200} Nov 25 09:33:08.237804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6f109be5-3107-4c61-bc6c-bec21f268df5 None None] Set router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:33:08.250110 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e9bca-f3be-443b-b369-b0161e377fd0 req-9efbba22-498d-4b62-8abf-73da6a00f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:08.251633 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29e9bca-f3be-443b-b369-b0161e377fd0 req-9efbba22-498d-4b62-8abf-73da6a00f475 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 1099 time: 0.0769565 Nov 25 09:33:08.276572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fbd70-6269-4ba1-849a-fc31a6b57362 req-9b96129f-62af-442a-9184-e6d18aefae8d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:08.278562 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d76fbd70-6269-4ba1-849a-fc31a6b57362 req-9b96129f-62af-442a-9184-e6d18aefae8d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0835791 Nov 25 09:33:08.323377 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d76fbd70-6269-4ba1-849a-fc31a6b57362 req-a9fd8c5e-d985-4a2f-919a-840914bced89 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390282 Nov 25 09:33:08.348332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56020) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:33:08.400676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e9bca-f3be-443b-b369-b0161e377fd0 req-e10be3cd-b452-47dd-b66f-620acfeaa23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:08.402034 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29e9bca-f3be-443b-b369-b0161e377fd0 req-e10be3cd-b452-47dd-b66f-620acfeaa23c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a HTTP/1.1" status: 200 len: 897 time: 0.1444283 Nov 25 09:33:08.457783 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-07ccda55-1071-4074-9848-65ac1742cfba tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/dffb501c-05fe-45ac-8bac-fdd5fb0247c5 HTTP/1.1" status: 200 len: 992 time: 0.1071370 Nov 25 09:33:08.505734 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29e9bca-f3be-443b-b369-b0161e377fd0 req-fb47eba9-8d43-46c8-badd-060dedf422e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef HTTP/1.1" status: 200 len: 1000 time: 0.0963016 Nov 25 09:33:08.567896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e9bca-f3be-443b-b369-b0161e377fd0 req-2146ec32-9a69-4e5a-89c0-4b8cb6721f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:08.569322 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29e9bca-f3be-443b-b369-b0161e377fd0 req-2146ec32-9a69-4e5a-89c0-4b8cb6721f45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6a3a83-5ca3-4c01-ba18-24abb16c6362 HTTP/1.1" status: 200 len: 835 time: 0.0560718 Nov 25 09:33:08.587039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6f109be5-3107-4c61-bc6c-bec21f268df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'dffb501c-05fe-45ac-8bac-fdd5fb0247c5', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'port_id': '8c049c1d-33ea-480e-a51b-96d1c8a220ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'mac_address': 'fa:16:3e:b5:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:33:06Z', 'updated_at': '2021-11-25T09:33:06Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a88f1f-0863-4dba-9293-8c57249cff80', 'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:f4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:44Z', 'updated_at': '2021-11-25T09:32:49Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:33:08.591463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f109be5-3107-4c61-bc6c-bec21f268df5 None None] Checking router: 2d0d2691-fb0f-4c39-b5c2-512d58c9578a for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:33:08.600037 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f109be5-3107-4c61-bc6c-bec21f268df5 None None] Routers {'2d0d2691-fb0f-4c39-b5c2-512d58c9578a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:33:08.600643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6f109be5-3107-4c61-bc6c-bec21f268df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:32:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:33:08.642923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e9bca-f3be-443b-b369-b0161e377fd0 req-f509c55c-3074-4aaa-bc87-8542bbb15f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:08.644369 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29e9bca-f3be-443b-b369-b0161e377fd0 req-f509c55c-3074-4aaa-bc87-8542bbb15f6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686555 Nov 25 09:33:08.775255 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29e9bca-f3be-443b-b369-b0161e377fd0 req-3fad2904-d30f-44a4-a261-2cb97e94a946 service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247115 Nov 25 09:33:08.776386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6f109be5-3107-4c61-bc6c-bec21f268df5 None None] Set router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:33:08.905682 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b29e9bca-f3be-443b-b369-b0161e377fd0 req-a303e2dd-c871-44eb-a61f-e9ed8681bad8 service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238005 Nov 25 09:33:09.119466 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6f109be5-3107-4c61-bc6c-bec21f268df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'dffb501c-05fe-45ac-8bac-fdd5fb0247c5', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'port_id': '8c049c1d-33ea-480e-a51b-96d1c8a220ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'mac_address': 'fa:16:3e:b5:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:33:06Z', 'updated_at': '2021-11-25T09:33:06Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a88f1f-0863-4dba-9293-8c57249cff80', 'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:f4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:44Z', 'updated_at': '2021-11-25T09:32:49Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:33:09.124065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f109be5-3107-4c61-bc6c-bec21f268df5 None None] The sync data for ids ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'] in dv-neutron-818341-1-hyperv is: [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'dffb501c-05fe-45ac-8bac-fdd5fb0247c5', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'port_id': '8c049c1d-33ea-480e-a51b-96d1c8a220ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'mac_address': 'fa:16:3e:b5:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:33:06Z', 'updated_at': '2021-11-25T09:33:06Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a88f1f-0863-4dba-9293-8c57249cff80', 'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:f4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:44Z', 'updated_at': '2021-11-25T09:32:49Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:33:09.312848 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b6113-aec9-4434-b87d-f3dbc42f0ec9 None None] New status for floating IP dffb501c-05fe-45ac-8bac-fdd5fb0247c5: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:33:09.460136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56024) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:33:09.568285 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-60d602b6-a940-4994-b7af-2211816edd3b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/dffb501c-05fe-45ac-8bac-fdd5fb0247c5 HTTP/1.1" status: 200 len: 992 time: 0.1059031 Nov 25 09:33:10.571120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56030) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:33:10.677082 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5a0dbf2f-385f-4851-aaaa-6ea19904bcf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/dffb501c-05fe-45ac-8bac-fdd5fb0247c5 HTTP/1.1" status: 200 len: 994 time: 0.1046486 Nov 25 09:33:16.584975 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da1b878e-eeac-4603-93e6-08efdf40a8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:17.061405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:19.896671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2e54922-5f31-433b-9574-961bbd312028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:20.099563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:21.573042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:27.652663 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:33:31.962088 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-84650873-3c05-4c28-b9a5-0ea4b164e42f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727448 Nov 25 09:33:32.100873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-d55dd1bf-f018-4996-a7b0-a5aa5eba5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:32.102341 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-d55dd1bf-f018-4996-a7b0-a5aa5eba5cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 1099 time: 0.0706453 Nov 25 09:33:32.373007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-a213a5f5-1c1a-4c8f-8e40-61f6e0726067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:32.374377 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-a213a5f5-1c1a-4c8f-8e40-61f6e0726067 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a HTTP/1.1" status: 200 len: 897 time: 0.2548251 Nov 25 09:33:32.474854 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-356d79f6-a059-43fc-8e46-285060546792 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef HTTP/1.1" status: 200 len: 1002 time: 0.0940533 Nov 25 09:33:32.535190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-811f95e8-c28c-4fc6-93a0-4efaa32c957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:32.536558 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-811f95e8-c28c-4fc6-93a0-4efaa32c957f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6a3a83-5ca3-4c01-ba18-24abb16c6362 HTTP/1.1" status: 200 len: 835 time: 0.0553610 Nov 25 09:33:32.613106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-d32f6f3d-4c1b-4e38-a2d2-031d32f5fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:33:32.614587 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-d32f6f3d-4c1b-4e38-a2d2-031d32f5fbae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716946 Nov 25 09:33:32.743751 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-e9876cfd-9397-46c0-8a58-8a512ee2b848 service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230092 Nov 25 09:33:32.874562 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-36d0c733-ef30-4c2c-8808-dbf0e91eca65 req-21695414-91bd-44c2-9a1a-e85fb565c5a6 service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242509 Nov 25 09:33:34.417282 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:46.585964 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-56115d3a-5461-4faa-a53e-931c243d6506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:47.063274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:49.901760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d6eca589-379c-4a54-8c9d-6befb5a22cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:50.101729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:33:51.576357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:04.427010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:04.651151 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:34:12.600755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1cbb8-e0a0-4152-9442-0c5fecd06a77 req-214ff183-dd47-470f-a153-83db40d318be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:12.602183 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d5f1cbb8-e0a0-4152-9442-0c5fecd06a77 req-214ff183-dd47-470f-a153-83db40d318be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 1099 time: 0.1294363 Nov 25 09:34:12.617361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3aff2-c778-484b-aaa7-f7a128b55b77 req-d18162d7-5ee9-495d-9c9f-50184fe9edf2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:12.618694 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-96e3aff2-c778-484b-aaa7-f7a128b55b77 req-d18162d7-5ee9-495d-9c9f-50184fe9edf2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.1109531 Nov 25 09:34:12.736795 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-96e3aff2-c778-484b-aaa7-f7a128b55b77 req-96f0e3b3-d79d-40b6-9d4a-f7e17809887a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008680 Nov 25 09:34:12.782791 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1cbb8-e0a0-4152-9442-0c5fecd06a77 req-aa61a4f0-3b87-4da3-9796-adb710c5f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:12.784223 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d5f1cbb8-e0a0-4152-9442-0c5fecd06a77 req-aa61a4f0-3b87-4da3-9796-adb710c5f39e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a HTTP/1.1" status: 200 len: 897 time: 0.1750057 Nov 25 09:34:12.889683 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d5f1cbb8-e0a0-4152-9442-0c5fecd06a77 req-601f2b2f-339e-4309-995a-2d5c8ecaecf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef HTTP/1.1" status: 200 len: 1002 time: 0.0958571 Nov 25 09:34:12.949264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1cbb8-e0a0-4152-9442-0c5fecd06a77 req-19352813-c472-4a88-82e5-6985e130ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:12.950640 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d5f1cbb8-e0a0-4152-9442-0c5fecd06a77 req-19352813-c472-4a88-82e5-6985e130ffb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6a3a83-5ca3-4c01-ba18-24abb16c6362 HTTP/1.1" status: 200 len: 835 time: 0.0546994 Nov 25 09:34:13.035502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1cbb8-e0a0-4152-9442-0c5fecd06a77 req-63f55189-5482-4f1d-9f3a-ed129bb1039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:13.036969 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d5f1cbb8-e0a0-4152-9442-0c5fecd06a77 req-63f55189-5482-4f1d-9f3a-ed129bb1039e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725491 Nov 25 09:34:13.168965 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d5f1cbb8-e0a0-4152-9442-0c5fecd06a77 req-64919f55-a8ea-42c9-9ac3-aee11770100d service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216002 Nov 25 09:34:13.301083 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d5f1cbb8-e0a0-4152-9442-0c5fecd06a77 req-6f47598d-3fb1-4490-bb9a-77637231079c service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251056 Nov 25 09:34:13.928912 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9219-595a-4038-876f-b6d47aac852c req-93a114af-20da-4c36-ada0-98c281f1f60d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:13.930355 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-714c9219-595a-4038-876f-b6d47aac852c req-93a114af-20da-4c36-ada0-98c281f1f60d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0826550 Nov 25 09:34:13.974906 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-714c9219-595a-4038-876f-b6d47aac852c req-123ac34e-ecba-4853-b7da-5e18a59578ab tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388184 Nov 25 09:34:15.167336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07175cb-99fe-43fa-ae33-673c8132a7bf req-6baaec3c-d415-4bb5-926e-bef23e567f4c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:15.168782 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c07175cb-99fe-43fa-ae33-673c8132a7bf req-6baaec3c-d415-4bb5-926e-bef23e567f4c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0871193 Nov 25 09:34:15.213234 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c07175cb-99fe-43fa-ae33-673c8132a7bf req-5b5eb050-853e-4c64-b641-5ce28b24e4b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379720 Nov 25 09:34:16.393511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca7319-e0fd-4d11-9c53-dee6f0d033ed req-154e63af-5f68-42f3-b6f3-de308ababa33 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:16.394870 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-baca7319-e0fd-4d11-9c53-dee6f0d033ed req-154e63af-5f68-42f3-b6f3-de308ababa33 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0793693 Nov 25 09:34:16.437978 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-baca7319-e0fd-4d11-9c53-dee6f0d033ed req-b18070ad-1b90-48f9-bbba-79a0e65cd28f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374811 Nov 25 09:34:16.587354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00564456-60f4-446d-a8b9-488d65d7b782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:17.064706 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:17.748656 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77b838-0131-4586-9414-67f2b84708b8 req-1849b592-c878-4fe0-87f4-c27c7f0202ca tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:17.752916 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2f77b838-0131-4586-9414-67f2b84708b8 req-1849b592-c878-4fe0-87f4-c27c7f0202ca tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.2093165 Nov 25 09:34:17.796087 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2f77b838-0131-4586-9414-67f2b84708b8 req-c91c0f19-361b-4e5f-b71b-397e42b56579 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374019 Nov 25 09:34:18.982935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fab75a-0447-4d73-8ad7-f4cffd301b7c req-dde7df6e-bec1-4cef-b024-8daa1df08a85 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:18.984399 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-08fab75a-0447-4d73-8ad7-f4cffd301b7c req-dde7df6e-bec1-4cef-b024-8daa1df08a85 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0847795 Nov 25 09:34:19.028416 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-08fab75a-0447-4d73-8ad7-f4cffd301b7c req-f8609a7d-be98-494f-89d9-0aae1c50a0d5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382800 Nov 25 09:34:19.904552 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1dca6313-277f-4e46-aa5d-efadc0af7f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:20.105522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:20.211398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951ab7-2b5f-4de3-97a8-9bcaccdef752 req-0c95e3e8-44ca-4807-88a1-b77946311171 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:20.212853 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3951ab7-2b5f-4de3-97a8-9bcaccdef752 req-0c95e3e8-44ca-4807-88a1-b77946311171 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0793886 Nov 25 09:34:20.255367 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3951ab7-2b5f-4de3-97a8-9bcaccdef752 req-7318413f-c9b4-4610-bcee-1b54c2f27331 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369751 Nov 25 09:34:21.439396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6b728-a8c1-4f93-a036-3af4680b26a9 req-4f6dcb36-680f-4b5c-9b0d-8c15be3e7299 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:21.440851 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b6c6b728-a8c1-4f93-a036-3af4680b26a9 req-4f6dcb36-680f-4b5c-9b0d-8c15be3e7299 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0777400 Nov 25 09:34:21.580871 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:21.609429 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b6c6b728-a8c1-4f93-a036-3af4680b26a9 req-c07f95a2-01d1-4cf0-aced-840070c8ee89 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629903 Nov 25 09:34:22.795435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213466dd-90d8-4572-a314-2a7dcb890aba req-eaee5f18-c93e-4d8b-84eb-7c19e96e83db tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:22.796847 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-213466dd-90d8-4572-a314-2a7dcb890aba req-eaee5f18-c93e-4d8b-84eb-7c19e96e83db tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0817800 Nov 25 09:34:22.839420 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-213466dd-90d8-4572-a314-2a7dcb890aba req-ef35f733-eb03-42cb-ac88-5086b831882e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370424 Nov 25 09:34:24.018293 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292c473-a5d2-4183-b087-ccea911dfa9a req-e70f6c8b-955a-43bf-9bb5-b8e5bc52b665 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:24.019750 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1292c473-a5d2-4183-b087-ccea911dfa9a req-e70f6c8b-955a-43bf-9bb5-b8e5bc52b665 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0795133 Nov 25 09:34:24.064614 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1292c473-a5d2-4183-b087-ccea911dfa9a req-7f50e820-f91c-447e-b57e-8d11bca91930 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388718 Nov 25 09:34:25.247796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac45eee-a664-4518-8302-43276a4e2719 req-fb569e52-534d-4dd7-8117-592d4070cce6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:25.249255 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aac45eee-a664-4518-8302-43276a4e2719 req-fb569e52-534d-4dd7-8117-592d4070cce6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0810308 Nov 25 09:34:25.295739 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aac45eee-a664-4518-8302-43276a4e2719 req-2a56e2ae-4278-4027-88cd-dad9ec834d2b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407290 Nov 25 09:34:25.318483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56082) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:34:25.426059 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-46d2e522-9674-41ff-b9db-047674a2e490 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/dffb501c-05fe-45ac-8bac-fdd5fb0247c5 HTTP/1.1" status: 200 len: 994 time: 0.1063604 Nov 25 09:34:32.935060 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3146640c-569c-4297-a6e3-9ec355b6964c req-4cbf518e-39b0-4194-855e-b63bb5b9e0e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691469 Nov 25 09:34:33.069874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146640c-569c-4297-a6e3-9ec355b6964c req-e82cb09c-ee09-4080-9f4d-9f8d3938761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:33.071357 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3146640c-569c-4297-a6e3-9ec355b6964c req-e82cb09c-ee09-4080-9f4d-9f8d3938761d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 1099 time: 0.0699272 Nov 25 09:34:33.228562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146640c-569c-4297-a6e3-9ec355b6964c req-f2f453eb-036c-42f6-9e3b-15957a80aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:33.230053 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3146640c-569c-4297-a6e3-9ec355b6964c req-f2f453eb-036c-42f6-9e3b-15957a80aba9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a HTTP/1.1" status: 200 len: 897 time: 0.1320479 Nov 25 09:34:33.336468 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3146640c-569c-4297-a6e3-9ec355b6964c req-7fed6532-01b0-4e3f-8314-6a2da3c8ab4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef HTTP/1.1" status: 200 len: 1002 time: 0.0959299 Nov 25 09:34:33.416608 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146640c-569c-4297-a6e3-9ec355b6964c req-06b3be40-6dd8-47e8-a458-e294afda2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:33.418002 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3146640c-569c-4297-a6e3-9ec355b6964c req-06b3be40-6dd8-47e8-a458-e294afda2ef7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6a3a83-5ca3-4c01-ba18-24abb16c6362 HTTP/1.1" status: 200 len: 835 time: 0.0632958 Nov 25 09:34:33.496771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146640c-569c-4297-a6e3-9ec355b6964c req-c1be4763-b344-4977-ab50-631a177295a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:34:33.498121 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3146640c-569c-4297-a6e3-9ec355b6964c req-c1be4763-b344-4977-ab50-631a177295a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686836 Nov 25 09:34:33.628374 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3146640c-569c-4297-a6e3-9ec355b6964c req-3a78c769-26df-477b-87b7-7e35cfaec3c6 service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225743 Nov 25 09:34:33.761840 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3146640c-569c-4297-a6e3-9ec355b6964c req-c12909ae-0582-44ba-8439-e566878dba55 service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226208 Nov 25 09:34:34.451497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:41.650430 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:34:46.588292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4b598d7-b672-48ad-bde8-1fc72a56254e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:47.066128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:49.907414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb2a0b8f-5355-475a-b5ef-9bf76fddd63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:50.108511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:34:51.583140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:04.467469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:14.769680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56102) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:14.978124 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 4f80c550-326d-4ad6-97c7-df7c98015002 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:35:14.978491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:15.271301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:15.271624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:15.395465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 4f80c550-326d-4ad6-97c7-df7c98015002 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:35:15.542628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:15.546952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abb468d0-00f6-436b-b7fe-80bb645e4aa4 tempest-TestEncryptedCinderVolumes-1081156838 tempest-TestEncryptedCinderVolumes-1081156838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:15.592722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=4f80c550-326d-4ad6-97c7-df7c98015002,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:15.632727 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.633112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.633490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.633861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.634228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.634619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.634980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.635338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.635699 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.636056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.636415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.636771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:15.663439 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:15.691550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:15.691879 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Floating IP dffb501c-05fe-45ac-8bac-fdd5fb0247c5 disassociated (deleted). External IP: 172.26.3.148, port: 8c049c1d-33ea-480e-a51b-96d1c8a220ef. Nov 25 09:35:16.037878 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:35:16.211303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:35:16.220804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11020ad-f040-49d6-b2f3-5a018ab7d68c None None] Sync routers for ids ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:35:16.232739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11020ad-f040-49d6-b2f3-5a018ab7d68c None None] Routers {'2d0d2691-fb0f-4c39-b5c2-512d58c9578a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:35:16.233388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d11020ad-f040-49d6-b2f3-5a018ab7d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:34:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:16.237015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:16.295560 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/floatingips/dffb501c-05fe-45ac-8bac-fdd5fb0247c5 HTTP/1.1" status: 204 len: 168 time: 1.5246811 Nov 25 09:35:16.296241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'tag': '8c049c1d-33ea-480e-a51b-96d1c8a220ef'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:35:16.350274 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'tag': '8c049c1d-33ea-480e-a51b-96d1c8a220ef', 'status': 'completed', 'code': 200} Nov 25 09:35:16.418129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d11020ad-f040-49d6-b2f3-5a018ab7d68c None None] Set router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:35:16.444138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7146671-c8d5-4962-9612-074a65ee78df req-9a193320-eb6e-4615-a260-220e7a767aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:16.445680 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d7146671-c8d5-4962-9612-074a65ee78df req-9a193320-eb6e-4615-a260-220e7a767aeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 1099 time: 0.0752113 Nov 25 09:35:16.582361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7146671-c8d5-4962-9612-074a65ee78df req-f9d52f0d-f820-4c10-8bdf-717f4d9a5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:16.583730 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d7146671-c8d5-4962-9612-074a65ee78df req-f9d52f0d-f820-4c10-8bdf-717f4d9a5298 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a HTTP/1.1" status: 200 len: 897 time: 0.1319079 Nov 25 09:35:16.650095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-821c03a6-0ffb-43c8-a9c8-2841f09b8d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:16.686357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ad6ac-2a81-4750-af50-02074654da2d req-7ac1bd5c-8724-4001-a842-b049b9bfd917 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:16.687913 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a56ad6ac-2a81-4750-af50-02074654da2d req-7ac1bd5c-8724-4001-a842-b049b9bfd917 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0886517 Nov 25 09:35:16.736809 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a56ad6ac-2a81-4750-af50-02074654da2d req-eff6334d-9ede-4c38-ad76-fa7e212e9ba2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425305 Nov 25 09:35:16.765030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d11020ad-f040-49d6-b2f3-5a018ab7d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c8a88f1f-0863-4dba-9293-8c57249cff80', 'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:f4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:44Z', 'updated_at': '2021-11-25T09:32:49Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:16.769738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11020ad-f040-49d6-b2f3-5a018ab7d68c None None] Checking router: 2d0d2691-fb0f-4c39-b5c2-512d58c9578a for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:35:16.778780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11020ad-f040-49d6-b2f3-5a018ab7d68c None None] Routers {'2d0d2691-fb0f-4c39-b5c2-512d58c9578a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:35:16.779583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d11020ad-f040-49d6-b2f3-5a018ab7d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:34:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:16.794349 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d7146671-c8d5-4962-9612-074a65ee78df req-c60aca82-4038-4f66-bfdf-dd2f943f8a8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef HTTP/1.1" status: 200 len: 217 time: 0.2032182 Nov 25 09:35:16.858435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7146671-c8d5-4962-9612-074a65ee78df req-291682e5-f982-4119-bdad-e774d0df2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:16.859784 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d7146671-c8d5-4962-9612-074a65ee78df req-291682e5-f982-4119-bdad-e774d0df2df5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6a3a83-5ca3-4c01-ba18-24abb16c6362 HTTP/1.1" status: 200 len: 835 time: 0.0586963 Nov 25 09:35:16.937231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7146671-c8d5-4962-9612-074a65ee78df req-b7598bbd-2fa4-4182-93e1-dfc5db21ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:16.938737 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d7146671-c8d5-4962-9612-074a65ee78df req-b7598bbd-2fa4-4182-93e1-dfc5db21ec15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0d045be-b155-4c5f-b2fe-08f1da78dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721416 Nov 25 09:35:16.970307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d11020ad-f040-49d6-b2f3-5a018ab7d68c None None] Set router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:35:17.073162 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d7146671-c8d5-4962-9612-074a65ee78df req-a017a272-5dd8-4b06-b56d-0c30216a5b7e service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276608 Nov 25 09:35:17.184651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:17.207466 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d7146671-c8d5-4962-9612-074a65ee78df req-d0923fc1-1d32-4b81-a9ea-8377d1208a68 service neutron] 10.222.0.41 "GET /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271868 Nov 25 09:35:17.305770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d11020ad-f040-49d6-b2f3-5a018ab7d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c8a88f1f-0863-4dba-9293-8c57249cff80', 'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:f4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:44Z', 'updated_at': '2021-11-25T09:32:49Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:17.309762 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11020ad-f040-49d6-b2f3-5a018ab7d68c None None] The sync data for ids ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'] in dv-neutron-818341-1-hyperv is: [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'c8a88f1f-0863-4dba-9293-8c57249cff80', 'name': '', 'network_id': 'e0d045be-b155-4c5f-b2fe-08f1da78dd3a', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:f4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:44Z', 'updated_at': '2021-11-25T09:32:49Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '0d6a3a83-5ca3-4c01-ba18-24abb16c6362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:35:17.535975 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fef1f-b6e2-40df-ab66-76d753455ba8 None None] New status for floating IP dffb501c-05fe-45ac-8bac-fdd5fb0247c5: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:35:17.921018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca84ea-406a-41e4-8371-edec6376b91a req-620d996c-c9bb-4fb4-8dc0-b8e2eec70e63 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:17.921683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-8dca84ea-406a-41e4-8371-edec6376b91a req-620d996c-c9bb-4fb4-8dc0-b8e2eec70e63 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:35:17.936867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-8dca84ea-406a-41e4-8371-edec6376b91a req-620d996c-c9bb-4fb4-8dc0-b8e2eec70e63 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:35:17.938092 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8dca84ea-406a-41e4-8371-edec6376b91a req-620d996c-c9bb-4fb4-8dc0-b8e2eec70e63 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0938427 Nov 25 09:35:17.981199 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8dca84ea-406a-41e4-8371-edec6376b91a req-605dc611-4680-4eae-a344-7823f47ca7ed tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f285d4-333c-45ac-a59d-ebdcce39bbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374339 Nov 25 09:35:18.483175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe0e58-a95b-4398-a4ff-850e5eee7ef9 req-61351366-2841-45e9-af22-8238738bf6ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:18.484579 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-09fe0e58-a95b-4398-a4ff-850e5eee7ef9 req-61351366-2841-45e9-af22-8238738bf6ee tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 946 time: 0.0834615 Nov 25 09:35:18.553551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-09fe0e58-a95b-4398-a4ff-850e5eee7ef9 req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 8c049c1d-33ea-480e-a51b-96d1c8a220ef {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:35:18.553805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-09fe0e58-a95b-4398-a4ff-850e5eee7ef9 req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:18.649049 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:35:18.815340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-09fe0e58-a95b-4398-a4ff-850e5eee7ef9 req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port 8c049c1d-33ea-480e-a51b-96d1c8a220ef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8c049c1d-33ea-480e-a51b-96d1c8a220ef,segment=NetworkSegment(01328f67-ebbe-4078-a59d-c419b24f6f72),segment_id=01328f67-ebbe-4078-a59d-c419b24f6f72)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:35:18.815631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-09fe0e58-a95b-4398-a4ff-850e5eee7ef9 req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:18.940642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-09fe0e58-a95b-4398-a4ff-850e5eee7ef9 req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 8c049c1d-33ea-480e-a51b-96d1c8a220ef owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:35:19.095618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-09fe0e58-a95b-4398-a4ff-850e5eee7ef9 req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:19.102205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3e27d40c-b333-455f-bd68-3123f21af9b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:19.137313 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fb8fe5e2-b980-4717-b68b-905aa90134df req-663c2bf8-60e0-48d7-9f0b-feab0a11907f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=c51478e4-67ec-4778-927c-6f85d20c56a7 HTTP/1.1" status: 200 len: 210 time: 0.0450203 Nov 25 09:35:19.159713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=8c049c1d-33ea-480e-a51b-96d1c8a220ef,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:19.159713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:19.224283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fe0e58-a95b-4398-a4ff-850e5eee7ef9 req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] No DVR routers for this DVR port 8c049c1d-33ea-480e-a51b-96d1c8a220ef on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:35:19.226723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-09fe0e58-a95b-4398-a4ff-850e5eee7ef9 req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:19.229393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'name': 'network-vif-deleted', 'tag': '8c049c1d-33ea-480e-a51b-96d1c8a220ef'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:35:19.244872 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-09fe0e58-a95b-4398-a4ff-850e5eee7ef9 req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "DELETE /v2.0/ports/8c049c1d-33ea-480e-a51b-96d1c8a220ef HTTP/1.1" status: 204 len: 173 time: 0.7546799 Nov 25 09:35:19.279267 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51478e4-67ec-4778-927c-6f85d20c56a7', 'name': 'network-vif-deleted', 'tag': '8c049c1d-33ea-480e-a51b-96d1c8a220ef', 'status': 'completed', 'code': 200} Nov 25 09:35:19.908882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e64f98e-0b04-4d79-93a6-4d363c2a3a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:20.116402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:20.229163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56122) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:20.900278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:21.249385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port c8a88f1f-0863-4dba-9293-8c57249cff80 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:35:21.249895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:21.433353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port c8a88f1f-0863-4dba-9293-8c57249cff80, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c8a88f1f-0863-4dba-9293-8c57249cff80,segment=NetworkSegment(01328f67-ebbe-4078-a59d-c419b24f6f72),segment_id=01328f67-ebbe-4078-a59d-c419b24f6f72)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:35:21.433710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:21.555310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for c8a88f1f-0863-4dba-9293-8c57249cff80 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:35:21.585636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:21.731239 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:21.735842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-98b9f4b5-9b86-4a50-9531-99b85b5ef50d tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:21.781272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=c8a88f1f-0863-4dba-9293-8c57249cff80,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:21.783772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:22.179365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:22.536995 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:35:22.712618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:35:22.721903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a29183-aa87-4599-91e4-094e95404e2b None None] Sync routers for ids ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:35:22.726185 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "PUT /v2.0/routers/2d0d2691-fb0f-4c39-b5c2-512d58c9578a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4958835 Nov 25 09:35:22.728784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56128) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:22.731524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a29183-aa87-4599-91e4-094e95404e2b None None] Routers {'2d0d2691-fb0f-4c39-b5c2-512d58c9578a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:35:22.732161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-46a29183-aa87-4599-91e4-094e95404e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:35:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:22.795480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-251a9614-b7d1-4991-b1c5-599f32220184 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting subnet 0d6a3a83-5ca3-4c01-ba18-24abb16c6362 {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:35:22.798345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-251a9614-b7d1-4991-b1c5-599f32220184 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:22.855535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-251a9614-b7d1-4991-b1c5-599f32220184 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:22.935325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-251a9614-b7d1-4991-b1c5-599f32220184 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:22.955140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-46a29183-aa87-4599-91e4-094e95404e2b None None] Set router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:35:23.012500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-251a9614-b7d1-4991-b1c5-599f32220184 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:23.017317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ea70fbb3-03de-4dae-8276-4b4aed71d9be tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:23.055510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a9614-b7d1-4991-b1c5-599f32220184 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Subnet': ['ID=0d6a3a83-5ca3-4c01-ba18-24abb16c6362,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:23.057558 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-251a9614-b7d1-4991-b1c5-599f32220184 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:23.060804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-251a9614-b7d1-4991-b1c5-599f32220184 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:23.064456 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-251a9614-b7d1-4991-b1c5-599f32220184 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/subnets/0d6a3a83-5ca3-4c01-ba18-24abb16c6362 HTTP/1.1" status: 204 len: 168 time: 0.3347330 Nov 25 09:35:23.067365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56132) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:23.070654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 8c049c1d-33ea-480e-a51b-96d1c8a220ef no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:35:23.094519 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c50c8a5-0b05-4ada-9bf2-59b420c72bc1 None None] Network e0d045be-b155-4c5f-b2fe-08f1da78dd3a requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:35:23.177681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 8c049c1d-33ea-480e-a51b-96d1c8a220ef {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:35:23.178029 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 8c049c1d-33ea-480e-a51b-96d1c8a220ef not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:35:23.246224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:23.434358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:23.444659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port c4848d97-2109-48c1-ae8e-8c57721d1a87 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:35:23.444991 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:23.458845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-46a29183-aa87-4599-91e4-094e95404e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:35:21Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': 'c4848d97-2109-48c1-ae8e-8c57721d1a87', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:23.462776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a29183-aa87-4599-91e4-094e95404e2b None None] Checking router: 2d0d2691-fb0f-4c39-b5c2-512d58c9578a for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:35:23.471673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a29183-aa87-4599-91e4-094e95404e2b None None] Routers {'2d0d2691-fb0f-4c39-b5c2-512d58c9578a'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:35:23.472572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-46a29183-aa87-4599-91e4-094e95404e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:35:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:23.525113 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] DHCP port deletion for e0d045be-b155-4c5f-b2fe-08f1da78dd3a request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:35:23.589097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Deleting port 0e869e26-62d3-4033-b34d-1ed62f8a6f94 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:35:23.589381 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:23.713130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-46a29183-aa87-4599-91e4-094e95404e2b None None] Set router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:35:23.757222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port c4848d97-2109-48c1-ae8e-8c57721d1a87, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c4848d97-2109-48c1-ae8e-8c57721d1a87,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:35:23.757769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:23.829688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-46a29183-aa87-4599-91e4-094e95404e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:35:23Z', 'revision_number': 6, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:23.851267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a29183-aa87-4599-91e4-094e95404e2b None None] The sync data for ids ['2d0d2691-fb0f-4c39-b5c2-512d58c9578a'] in dv-neutron-818341-1-hyperv is: [{'id': '2d0d2691-fb0f-4c39-b5c2-512d58c9578a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477352631', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:32:40Z', 'updated_at': '2021-11-25T09:35:23Z', 'revision_number': 6, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:35:23.879470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for c4848d97-2109-48c1-ae8e-8c57721d1a87 owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:35:23.939165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] For port 0e869e26-62d3-4033-b34d-1ed62f8a6f94, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0e869e26-62d3-4033-b34d-1ed62f8a6f94,segment=NetworkSegment(01328f67-ebbe-4078-a59d-c419b24f6f72),segment_id=01328f67-ebbe-4078-a59d-c419b24f6f72)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:35:23.939560 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.054339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.058909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ecc68516-1e3a-4055-953c-2a22acc62e05 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:24.110379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Calling delete_port for 0e869e26-62d3-4033-b34d-1ed62f8a6f94 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:35:24.137588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=c4848d97-2109-48c1-ae8e-8c57721d1a87,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:24.139927 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:24.184945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.189241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:24.200222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.235626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Pushing event deleted for resources: {'Port': ['ID=0e869e26-62d3-4033-b34d-1ed62f8a6f94,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:24.238663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] No DVR routers for this DVR port 0e869e26-62d3-4033-b34d-1ed62f8a6f94 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:35:24.248938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.249350 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.249616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.251074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.251418 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.251750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.252079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.252396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.252764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.253085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.253403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.253719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:24.256882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:24.385206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.387331 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.410980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.411482 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Fanout notify agent at l3_agent the message router_deleted on router 2d0d2691-fb0f-4c39-b5c2-512d58c9578a {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:35:24.426144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.427245 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/routers/2d0d2691-fb0f-4c39-b5c2-512d58c9578a HTTP/1.1" status: 204 len: 168 time: 1.3590517 Nov 25 09:35:24.429867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56136) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:24.541815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.671465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.696122 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d045be-b155-4c5f-b2fe-08f1da78dd3a']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:24.708332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01328f67-ebbe-4078-a59d-c419b24f6f72') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:24.708626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01328f67-ebbe-4078-a59d-c419b24f6f72') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:24.719528 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.736650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.743014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:35:24.743415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:35:24.760198 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:35:24.851544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.856280 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-74744f40-68e5-49df-83ae-52b5b4670bd0 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:24.873917 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:24.888581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Network': ['ID=e0d045be-b155-4c5f-b2fe-08f1da78dd3a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:24.891841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:24.895672 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d6f8f1f1-b712-437f-a140-dbd54a4809b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/networks/e0d045be-b155-4c5f-b2fe-08f1da78dd3a HTTP/1.1" status: 204 len: 168 time: 0.4648187 Nov 25 09:35:24.898218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56140) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:24.973590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2755777b-04d0-4b3d-8854-915c7da121b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:25.005460 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2755777b-04d0-4b3d-8854-915c7da121b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:25.075192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2755777b-04d0-4b3d-8854-915c7da121b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:25.079156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c5756581-cc63-40ab-be23-cbcff43edc18 tempest-ServerActionsTestJSON-59860263 tempest-ServerActionsTestJSON-59860263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:25.092299 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755777b-04d0-4b3d-8854-915c7da121b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f285d4-333c-45ac-a59d-ebdcce39bbc3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:25.097057 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2755777b-04d0-4b3d-8854-915c7da121b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:25.107723 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2755777b-04d0-4b3d-8854-915c7da121b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:25.108854 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2755777b-04d0-4b3d-8854-915c7da121b0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/security-groups/11f285d4-333c-45ac-a59d-ebdcce39bbc3 HTTP/1.1" status: 204 len: 168 time: 0.2096901 Nov 25 09:35:25.306930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0e869e26-62d3-4033-b34d-1ed62f8a6f94 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:35:25.340489 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 0e869e26-62d3-4033-b34d-1ed62f8a6f94 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:35:25.340834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0e869e26-62d3-4033-b34d-1ed62f8a6f94 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:35:25.341241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c8a88f1f-0863-4dba-9293-8c57249cff80 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:35:25.373396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: c8a88f1f-0863-4dba-9293-8c57249cff80 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:35:25.373741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c8a88f1f-0863-4dba-9293-8c57249cff80 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:35:25.374133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c4848d97-2109-48c1-ae8e-8c57721d1a87 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:35:25.408047 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: c4848d97-2109-48c1-ae8e-8c57721d1a87 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:35:25.408391 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c4848d97-2109-48c1-ae8e-8c57721d1a87 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:35:25.810131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56148) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:25.815393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888165350', 'description': 'tempest-secgroup-smoke-888165350 description', 'project_id': '0c8eb44d49c040aba9008a4f760768fd'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:25.822402 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:25.826527 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:25.830621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:25.838508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:25.848720 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:25.868492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:25.872261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:25.875091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:25.880857 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:25.952982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:25.957136 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:25.962102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7e0704d8-995f-49b1-a328-1d7df0f7adb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:26.003327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114fa1a9-e0e1-4b78-9631-7b4004a11c06,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:26.007551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.008760 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1976357 Nov 25 09:35:26.011821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56152) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:26.013467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.013846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.014270 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.014642 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.015080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.015455 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.015825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.016188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.016553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.016916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.017281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.017642 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:26.020354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '114fa1a9-e0e1-4b78-9631-7b4004a11c06', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:26.022617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-333ec984-bef1-41d3-9da5-0a18a97e75a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:26.027680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:26.031953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:26.035729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:26.041683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:26.058777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.118253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.121654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.123432 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bed53464-ce32-428a-8e62-40e89931e463 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:26.146846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d4e76f-77e8-48e3-a308-3f138e01f2f8,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:26.152100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:26.156116 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.157304 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434793 Nov 25 09:35:26.160020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56156) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:26.164987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '114fa1a9-e0e1-4b78-9631-7b4004a11c06', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:26.170626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:26.174404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:26.177234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:26.182877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:26.199510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.264108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.267916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.270428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-992eb1c6-72c2-46bd-8a7c-c26ad154107c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:26.291928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eaa0722-58cb-4484-ade1-ff93a0b10685,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:26.294244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:26.301083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.302252 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412961 Nov 25 09:35:26.304901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56160) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:26.309799 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '114fa1a9-e0e1-4b78-9631-7b4004a11c06', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:26.316138 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:26.320349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:26.323186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:26.328769 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:26.344904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.405158 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.409059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.410989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-445ef0e1-c267-40d5-915c-d193b8d901e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:26.432603 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54057e35-bdb2-4380-af33-09c06f5d2d29,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:26.435028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:26.442377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.443551 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377506 Nov 25 09:35:26.446356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56164) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:26.451422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '114fa1a9-e0e1-4b78-9631-7b4004a11c06', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:26.457918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:26.461774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:26.464637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:26.470370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:26.487590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.553485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.557015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.558821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cecc3d5e-3f35-4d3a-b547-2727bef73cb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:26.581184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af839f6-5905-4b55-b905-b7de89de2440,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:26.583517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:26.590345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.591865 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445928 Nov 25 09:35:26.594628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56168) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:26.600373 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '114fa1a9-e0e1-4b78-9631-7b4004a11c06', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:26.606005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:26.609773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:26.612631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:26.618717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:26.628557 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Project 0c8eb44d49c040aba9008a4f760768fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:35:26.635248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.697819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.701131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.702885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5b72297d-1d36-45ba-8888-95c3a1ac6048 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:26.724857 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00418df4-4f51-48a4-95e9-9f12c35fe6a6,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:26.727163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:26.734010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.735228 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396625 Nov 25 09:35:26.737876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56172) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:26.742804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '114fa1a9-e0e1-4b78-9631-7b4004a11c06', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:26.748397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:26.752173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:26.755047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:26.760619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:26.771128 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Project 0c8eb44d49c040aba9008a4f760768fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:35:26.777888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.842884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.847008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.849250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1f1c3fc4-d7a5-4491-bbc8-a1d4c02acb75 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:26.871172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8abfa04-f52c-4b93-926b-0f1ed5c13148,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:26.873537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:26.880805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.882045 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-c61e35ad-7274-4c87-815a-e60067562209 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432199 Nov 25 09:35:26.884846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56176) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:26.890236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'network': {'name': 'tempest-network-smoke--1766055877', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'port_security_enabled': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:26.895725 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:26.899766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:network and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:26.902611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:26.908430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:26.920500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:35:26.924029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.951505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:35:26.962011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:26.962410 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Added segment 2a5751fd-1acc-48c0-9863-93e03cf51d2d of type vlan for network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc Nov 25 09:35:26.989090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:27.019318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:27.025039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:27.025624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:27.029249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:27.243610 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3577590 Nov 25 09:35:27.246387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56180) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:27.249783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Network': ['ID=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:27.252391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d1bb3a0b-6e79-4303-ae73-da884fd40b64 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:27.252559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'admin_state_up': True, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:27.260841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:35:27.261422 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:27.265253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:router and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:27.268373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:27.275674 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:27.288121 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:27.289311 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:27.306166 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:27.572338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:27.874236 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:27.903955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:28.036392 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.26.3.191 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/5b4b65a8-82bf-4978-bdb0-16879c4fe83e) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:35:28.183014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:28.211715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:28.215408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fee6d580-ffff-432c-a1af-9dfcacd8494e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:28.274393 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:35:28.277497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:35:28.279911 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:35:28.320262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=5b4b65a8-82bf-4978-bdb0-16879c4fe83e,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:28.323030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:28.810959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:29.161867 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:29.366667 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router c3565715-0157-421d-9541-e5ddce3c6369 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:35:29.545156 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:35:29.555185 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Sync routers for ids ['c3565715-0157-421d-9541-e5ddce3c6369'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:35:29.564432 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Routers {'c3565715-0157-421d-9541-e5ddce3c6369'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:35:29.565171 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:35:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c3565715-0157-421d-9541-e5ddce3c6369'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:29.573505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:29.575310 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3277590 Nov 25 09:35:29.578464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56184) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:29.624136 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-71afbf3a-8a0e-4fdb-93a3-e0703433eb08 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=0c8eb44d49c040aba9008a4f760768fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438459 Nov 25 09:35:29.626866 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56188) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:29.774842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081481ba-f735-48e8-ae21-6f24bf2ebcf8 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:29.778838 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-081481ba-f735-48e8-ae21-6f24bf2ebcf8 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478984 Nov 25 09:35:29.779235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56192) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:29.788078 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Set router c3565715-0157-421d-9541-e5ddce3c6369 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:35:29.833777 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ca5e5973-375f-49ce-8691-357bbb495742 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532689 Nov 25 09:35:29.836146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56196) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:29.841445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1000534175', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:29.955202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:29.959853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:subnet and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:29.962790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:29.968510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:29.978917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:35:29.983446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:30.079597 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:28Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:30.084306 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Checking router: c3565715-0157-421d-9541-e5ddce3c6369 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:35:30.084667 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Updating router c3565715-0157-421d-9541-e5ddce3c6369 port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:35:30.141695 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:30.339176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:30.343407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-91e5ba02-3467-4e12-a330-5150829c8e8c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:30.427359 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Checking segment: {'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:35:30.428047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network hostable DHCP agents. Network: 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:35:30.433237 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Subnet': ['ID=04ebc514-cf47-4c13-ba31-ef59129ab2cd,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:30.440729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:30.450396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:35:30.459544 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:35:30.463464 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:30.464044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:30.470534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33054fc-ec6e-46eb-874e-745a66558ddc None None] Network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:35:30.476567 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:30.489078 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-546c47b5-9b51-4da9-987f-a29f4ae89990 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6487041 Nov 25 09:35:30.489281 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56200) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:30.491035 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Transition to ACTIVE for port object 5b4b65a8-82bf-4978-bdb0-16879c4fe83e will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:35:30.497999 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:30.501872 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-51be055a-62bb-473e-ad9d-84858cfc3498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:30.576384 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Attempting to bind port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:35:30.577124 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Attempting to bind port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:35:30.577124 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Attempting to bind port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:35:30.583019 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Pushing event updated for resources: {'Port': ['ID=5b4b65a8-82bf-4978-bdb0-16879c4fe83e,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:30.587865 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:35:30.588238 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:35:30.588634 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:30.589026 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:35:30.589543 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Bound port: 5b4b65a8-82bf-4978-bdb0-16879c4fe83e, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:35:30.589859 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:30.629490 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.629833 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.630168 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.630521 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.630849 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.631182 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.631504 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.631825 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.632542 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.632542 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.632751 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.633053 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:35:30.639240 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:30.679641 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] For port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:35:30.682987 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] For port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5b4b65a8-82bf-4978-bdb0-16879c4fe83e,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:35:30.687624 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:30.691703 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-801269b5-c274-4bbf-bd64-e8da53ee705c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:30.699380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:35:30.700293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:30.769030 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Routers {'c3565715-0157-421d-9541-e5ddce3c6369'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:35:30.769670 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:35:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c3565715-0157-421d-9541-e5ddce3c6369'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:30.828971 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Pushing event updated for resources: {'Port': ['ID=5b4b65a8-82bf-4978-bdb0-16879c4fe83e,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:30.838429 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-10e37fbf-f0cb-4dd9-b24e-0cdeaec2b79c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:30.871657 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Allocated IP 172.20.0.2 (2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc/04ebc514-cf47-4c13-ba31-ef59129ab2cd/90e906af-7745-427b-8c48-52531497fd80) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:35:30.953560 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] Set router c3565715-0157-421d-9541-e5ddce3c6369 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:35:31.076136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:31.087817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Transition to ACTIVE for port object 90e906af-7745-427b-8c48-52531497fd80 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:35:31.107906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Transition to ACTIVE for port object 90e906af-7745-427b-8c48-52531497fd80 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:35:31.114782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:31.120691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:31.196189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:35:31.198012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:35:31.203149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:35:31.213805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Pushing event updated for resources: {'Port': ['ID=90e906af-7745-427b-8c48-52531497fd80,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:31.228161 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:31.247879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:31.299842 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:28Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:31.303083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Attempting to bind port 90e906af-7745-427b-8c48-52531497fd80 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:35:31.303468 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Attempting to bind port 90e906af-7745-427b-8c48-52531497fd80 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:35:31.303840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Attempting to bind port 90e906af-7745-427b-8c48-52531497fd80 on network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:35:31.305051 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8846b3-cc13-4881-9ed3-1fd912a43a2e None None] The sync data for ids ['c3565715-0157-421d-9541-e5ddce3c6369'] in dv-neutron-818341-1-hyperv is: [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:28Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:35:31.309220 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:35:31.309599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Checking segment: {'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:35:31.310043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:31.310437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Bound using segment: {'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:35:31.310915 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Bound port: 90e906af-7745-427b-8c48-52531497fd80, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:35:31.311301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:31.451262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] For port 90e906af-7745-427b-8c48-52531497fd80, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:35:31.454573 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] For port 90e906af-7745-427b-8c48-52531497fd80, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=90e906af-7745-427b-8c48-52531497fd80,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:35:31.459825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:31.463712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:31.537351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Pushing event updated for resources: {'Port': ['ID=90e906af-7745-427b-8c48-52531497fd80,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:31.542781 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:31.820482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.20.0.1 (2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc/04ebc514-cf47-4c13-ba31-ef59129ab2cd/e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:35:32.000825 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:32.018895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Transition to ACTIVE for port object e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:35:32.042735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:32.046539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce2205be-30e7-481d-a4b8-1ab60716d989 tempest-ServerDiskConfigTestJSON-1153653765 tempest-ServerDiskConfigTestJSON-1153653765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:32.114572 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:35:32.117977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:35:32.122370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:35:32.156503 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:32.167661 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:32.188525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:32.322745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:32.579712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6284729-ae18-4103-9cac-9496f1fd404c None None] Network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:35:32.704054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-60ed1bb5-83d1-4e05-9549-f49cc6fa7cb1 None None] Provisioning for port 90e906af-7745-427b-8c48-52531497fd80 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:35:32.759798 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:32.764725 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:32.792303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce0879e0-b227-4c0e-a139-58f3b27b53d1 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:32.883623 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:32.887932 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:32.888860 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:33.030723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:35:33.031971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:35:33.133247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-32f53367-7851-4049-9e31-724acece38a8 None None] Provisioning for port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:35:33.138386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-32f53367-7851-4049-9e31-724acece38a8 None None] Provisioning complete for port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:35:33.138778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32f53367-7851-4049-9e31-724acece38a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:33.201752 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-32f53367-7851-4049-9e31-724acece38a8 None None] Port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:35:33.224171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router c3565715-0157-421d-9541-e5ddce3c6369 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:35:33.336664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-16593c67-e93f-45a9-b406-f26744397d87 None None] Provisioning complete for port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:35:33.337329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16593c67-e93f-45a9-b406-f26744397d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:33.375388 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 90e906af-7745-427b-8c48-52531497fd80 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:35:33.459815 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-16593c67-e93f-45a9-b406-f26744397d87 None None] Port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:35:33.476143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 90e906af-7745-427b-8c48-52531497fd80 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:35:33.481379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 90e906af-7745-427b-8c48-52531497fd80 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:35:33.481831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:33.558258 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:35:33.572428 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "PUT /v2.0/routers/c3565715-0157-421d-9541-e5ddce3c6369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0821719 Nov 25 09:35:33.579935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Sync routers for ids ['c3565715-0157-421d-9541-e5ddce3c6369'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:35:33.615124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Routers {'c3565715-0157-421d-9541-e5ddce3c6369'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:35:33.615776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-74600c24-639e-43f7-ae5e-383966747779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:35:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c3565715-0157-421d-9541-e5ddce3c6369'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:33.734849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:33.751511 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-034b5d3e-fc12-48a1-959d-6ff82b8174e0 None None] Provisioning complete for port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:35:33.751894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-034b5d3e-fc12-48a1-959d-6ff82b8174e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:33.851065 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-034b5d3e-fc12-48a1-959d-6ff82b8174e0 None None] Port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:35:33.858978 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 90e906af-7745-427b-8c48-52531497fd80, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=90e906af-7745-427b-8c48-52531497fd80,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:35:33.868737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:33.869591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5b4b65a8-82bf-4978-bdb0-16879c4fe83e up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:35:33.904640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c4e95eec-a594-4fad-ba9b-42e4a429a748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:33.915370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1ddf780b-268c-4db9-84ec-79bef68d6276 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:35:33.930885 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1ddf780b-268c-4db9-84ec-79bef68d6276 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:35:33.932187 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1ddf780b-268c-4db9-84ec-79bef68d6276 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888165350&fields=id&tenant_id=0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 267 time: 0.0600033 Nov 25 09:35:33.979088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Set router c3565715-0157-421d-9541-e5ddce3c6369 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:35:34.091235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-743472f6-cd15-4ce4-bc94-45c5677d594e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:34.091895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-743472f6-cd15-4ce4-bc94-45c5677d594e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:35:34.107371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-743472f6-cd15-4ce4-bc94-45c5677d594e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:35:34.108665 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-743472f6-cd15-4ce4-bc94-45c5677d594e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/networks?id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc HTTP/1.1" status: 200 len: 797 time: 0.1698952 Nov 25 09:35:34.123829 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-4f2c3db8-c838-4e29-86cf-83fe3d58f850 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/quotas/0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 375 time: 0.0091827 Nov 25 09:35:34.131369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=90e906af-7745-427b-8c48-52531497fd80,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:34.134535 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:34.209534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:35:34.211025 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-94c56812-cdff-4614-b1bf-c08286868289 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:35:34.227395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-94c56812-cdff-4614-b1bf-c08286868289 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:35:34.227610 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:35:34.228002 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:34.228670 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-94c56812-cdff-4614-b1bf-c08286868289 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991817 Nov 25 09:35:34.369779 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-342fd915-c31f-45b9-935d-77e04153841b service neutron] 10.222.0.54 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283784 Nov 25 09:35:34.476523 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:34.503440 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-cba80602-ef83-4f87-866b-6dcac738caf8 service neutron] 10.222.0.54 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272862 Nov 25 09:35:34.503779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:34.505342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5b4b65a8-82bf-4978-bdb0-16879c4fe83e,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:35:34.511713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:34.514215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5aefad4c-7b6c-4d41-ba3d-58742113dfdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:34.549438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-74600c24-639e-43f7-ae5e-383966747779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:32Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a', 'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:76:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:31Z', 'updated_at': '2021-11-25T09:35:32Z', 'revision_number': 2, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:34.560785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Checking router: c3565715-0157-421d-9541-e5ddce3c6369 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:35:34.561154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Updating router c3565715-0157-421d-9541-e5ddce3c6369 port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:35:34.632714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=5b4b65a8-82bf-4978-bdb0-16879c4fe83e,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:34.636990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:34.637722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:34.729456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-10227489-2028-4278-a8e5-04cbf950e15e req-c0e4340b-dc33-4ab8-bbdd-07e3c80af38e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:35:34.741142 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-10227489-2028-4278-a8e5-04cbf950e15e req-c0e4340b-dc33-4ab8-bbdd-07e3c80af38e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:35:34.742241 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-10227489-2028-4278-a8e5-04cbf950e15e req-c0e4340b-dc33-4ab8-bbdd-07e3c80af38e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 210 time: 0.1043596 Nov 25 09:35:34.978780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:34.990110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Transition to ACTIVE for port object e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:35:34.997112 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:35.001643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-c4e95eec-a594-4fad-ba9b-42e4a429a748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:35.150024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3f0a8-59f2-412e-8c65-e30c23ab0775 None None] Pushing event updated for resources: {'Port': ['ID=e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:35.157644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eef3f0a8-59f2-412e-8c65-e30c23ab0775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:35.218836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Attempting to bind port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:35:35.219307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Attempting to bind port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:35:35.219575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Attempting to bind port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a on network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:35:35.225247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:35:35.225625 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Checking segment: {'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:35:35.226033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:35.226471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Bound using segment: {'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:35:35.226939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Bound port: e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:35:35.227318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:35.321193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 90e906af-7745-427b-8c48-52531497fd80 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:35:35.351960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-74600c24-639e-43f7-ae5e-383966747779 None None] For port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:35:35.375841 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-74600c24-639e-43f7-ae5e-383966747779 None None] For port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:35:35.382019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:35.387935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:35.471756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Routers {'c3565715-0157-421d-9541-e5ddce3c6369'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:35:35.472660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-74600c24-639e-43f7-ae5e-383966747779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:35:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c3565715-0157-421d-9541-e5ddce3c6369'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:35.523570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3f0a8-59f2-412e-8c65-e30c23ab0775 None None] Pushing event updated for resources: {'Port': ['ID=e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:35.541873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eef3f0a8-59f2-412e-8c65-e30c23ab0775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:35.591776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 90e906af-7745-427b-8c48-52531497fd80 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:35:35.592162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:35.752437 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-74600c24-639e-43f7-ae5e-383966747779 None None] Set router c3565715-0157-421d-9541-e5ddce3c6369 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:35:35.837046 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0f597781-fdd4-4e30-bc80-470726941dcf req-b562d622-ac32-44df-ad81-55ce40c5d9da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 210 time: 0.0428498 Nov 25 09:35:35.927765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5b4b65a8-82bf-4978-bdb0-16879c4fe83e up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:35:36.111500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:35:36.112435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:36.274683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-74600c24-639e-43f7-ae5e-383966747779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:32Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a', 'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:76:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:31Z', 'updated_at': '2021-11-25T09:35:35Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:36.283181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74600c24-639e-43f7-ae5e-383966747779 None None] The sync data for ids ['c3565715-0157-421d-9541-e5ddce3c6369'] in dv-neutron-818341-1-hyperv is: [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:32Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a', 'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:76:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:31Z', 'updated_at': '2021-11-25T09:35:35Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:35:36.935583 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b425d283-68c1-495c-a078-246389c67acc req-fddc02cb-7d28-46fc-a5e7-97ae360f2e13 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 210 time: 0.0461521 Nov 25 09:35:37.342338 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:35:37.410075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:35:37.414712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:35:37.415094 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:37.534057 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:37.564473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:35:37.568814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:37.570528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2c9c2290-a215-44aa-b26f-91d93c7934db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:37.637063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:37.640185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:38.038311 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c38c8e4a-e9ce-44f9-a72e-83a96ce4630f req-d3dc60e3-3a0f-4dff-be5d-8d5dc8e96e7e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 210 time: 0.0421591 Nov 25 09:35:39.196025 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fb79847f-9b83-4066-8e42-c66badcc5d44 req-522e0849-5c1d-4995-a37b-a10125c534e1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 210 time: 0.0441968 Nov 25 09:35:39.319715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:35:39.389567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:35:39.389945 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:39.763677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-7e9d816d-1acb-4e2e-a229-a4df78b6ab56 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:39.765084 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-7e9d816d-1acb-4e2e-a229-a4df78b6ab56 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/networks?id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc HTTP/1.1" status: 200 len: 797 time: 0.1453238 Nov 25 09:35:39.817611 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-76eaa55e-ff32-4b72-a643-071f05bbe6d3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 379 time: 0.0436726 Nov 25 09:35:39.825466 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'port': {'device_id': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'admin_state_up': True, 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'security_groups': ['114fa1a9-e0e1-4b78-9631-7b4004a11c06']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:39.956502 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:39.965817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:39.976292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:35:39.979713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:40.132747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.20.0.3 (2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc/04ebc514-cf47-4c13-ba31-ef59129ab2cd/aac71afd-a6c1-45a0-9db1-b2eaa3781f4e) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:35:40.360603 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:40.365131 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-afd8534c-d0d5-424b-9e5f-1859e5013e3e req-ab61c962-d0e8-48a1-8e2e-0b38f4c7c108 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 210 time: 0.0620353 Nov 25 09:35:40.379410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Transition to ACTIVE for port object aac71afd-a6c1-45a0-9db1-b2eaa3781f4e will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:35:40.402731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:40.408462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a66b256-f30f-4744-a0a0-b003481d4318 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:40.471568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:35:40.475270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:35:40.477610 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:35:40.654462 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:40.659310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:40.676498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:40.677094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:40.700986 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8789997 Nov 25 09:35:40.739274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2d5bb66b-9caa-422a-b53d-7f70cc0c0b3b None None] Provisioning for port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:35:40.744068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2d5bb66b-9caa-422a-b53d-7f70cc0c0b3b None None] Provisioning complete for port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:35:40.744400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2d5bb66b-9caa-422a-b53d-7f70cc0c0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:40.773235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Request body: {'port': {'device_id': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:40.801993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2d5bb66b-9caa-422a-b53d-7f70cc0c0b3b None None] Port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:35:40.882948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:41.212386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac71afd-a6c1-45a0-9db1-b2eaa3781f4e {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:35:41.219571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:41.234922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Transition to ACTIVE for port object aac71afd-a6c1-45a0-9db1-b2eaa3781f4e will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:35:41.241472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:41.245467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-922fb695-4ba0-4c94-8513-acc75cbccffe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:41.394224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Pushing event updated for resources: {'Port': ['ID=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:41.404612 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:41.479107 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Attempting to bind port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:35:41.479440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Attempting to bind port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:35:41.479763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Attempting to bind port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e on network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:35:41.484422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e on network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:35:41.484734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Attempting to bind port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e on network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:35:41.490792 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:35:41.491125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Checking segment: {'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:35:41.491503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Bound using segment: {'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:35:41.491923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Bound port: aac71afd-a6c1-45a0-9db1-b2eaa3781f4e, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5751fd-1acc-48c0-9863-93e03cf51d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:35:41.492270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:41.567767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f266d-3558-44d3-9117-6d205d3a254b req-40d54c9c-f729-4e48-a127-9596e0fb29a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:41.569154 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-be6f266d-3558-44d3-9117-6d205d3a254b req-40d54c9c-f729-4e48-a127-9596e0fb29a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 943 time: 0.0795169 Nov 25 09:35:41.583563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] For port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:35:41.586556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] For port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:35:41.591522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:41.595103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-af1a92f6-c6c9-4ab7-8cdf-423a3f3f36d2 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:41.614985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-be6f266d-3558-44d3-9117-6d205d3a254b req-2a302341-2c45-47cb-9983-7d413d078f39 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:35:41.626253 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-be6f266d-3558-44d3-9117-6d205d3a254b req-2a302341-2c45-47cb-9983-7d413d078f39 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:35:41.627421 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-be6f266d-3558-44d3-9117-6d205d3a254b req-2a302341-2c45-47cb-9983-7d413d078f39 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517888 Nov 25 09:35:41.656827 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:41.657476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:41.659332 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] 10.222.0.41 "PUT /v2.0/ports/aac71afd-a6c1-45a0-9db1-b2eaa3781f4e HTTP/1.1" status: 200 len: 1093 time: 0.9499512 Nov 25 09:35:41.659842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:35:41.679390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Pushing event updated for resources: {'Port': ['ID=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:41.682427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:41.741883 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'status': 'completed', 'code': 200} Nov 25 09:35:41.788650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-b9c06a06-7f5d-4601-95c9-3e03bb063719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:41.790165 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-b9c06a06-7f5d-4601-95c9-3e03bb063719 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 1096 time: 0.0859330 Nov 25 09:35:41.860502 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-a0a0bd3d-72c7-409f-9454-39fec0635ef9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e HTTP/1.1" status: 200 len: 217 time: 0.0625134 Nov 25 09:35:41.925035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-e82f5756-a228-455c-9480-41dbee94754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:41.926517 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-e82f5756-a228-455c-9480-41dbee94754d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04ebc514-cf47-4c13-ba31-ef59129ab2cd HTTP/1.1" status: 200 len: 835 time: 0.0601149 Nov 25 09:35:42.003539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-c474a6f2-86da-450c-bcde-b30abec3c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:42.004906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-c474a6f2-86da-450c-bcde-b30abec3c275 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725894 Nov 25 09:35:42.136118 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-f021bf69-33d4-430b-b64d-f0aca96dd514 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234546 Nov 25 09:35:42.269738 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1012253a-bb39-4377-9a5e-28ba2942ee20 req-d752b022-09db-4b56-b006-13eb332a1835 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277437 Nov 25 09:35:42.384770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcc0fc-5161-49bd-9ece-b9ad21924178 req-f194391a-9136-43f6-bf0b-a0dd2da046e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:42.386200 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-30dcc0fc-5161-49bd-9ece-b9ad21924178 req-f194391a-9136-43f6-bf0b-a0dd2da046e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 1096 time: 0.0693834 Nov 25 09:35:42.631058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcc0fc-5161-49bd-9ece-b9ad21924178 req-63d0fe87-a6c4-430a-be89-dc2fbde27e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:42.632389 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-30dcc0fc-5161-49bd-9ece-b9ad21924178 req-63d0fe87-a6c4-430a-be89-dc2fbde27e5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc HTTP/1.1" status: 200 len: 898 time: 0.2401230 Nov 25 09:35:42.702175 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-30dcc0fc-5161-49bd-9ece-b9ad21924178 req-e6c95af9-ced5-4810-b5bd-3718a43c6638 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e HTTP/1.1" status: 200 len: 217 time: 0.0627596 Nov 25 09:35:42.769014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcc0fc-5161-49bd-9ece-b9ad21924178 req-c29d9ba5-3ae5-4c4c-bc93-a3ef830a0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:42.770467 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-30dcc0fc-5161-49bd-9ece-b9ad21924178 req-c29d9ba5-3ae5-4c4c-bc93-a3ef830a0f36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04ebc514-cf47-4c13-ba31-ef59129ab2cd HTTP/1.1" status: 200 len: 835 time: 0.0620337 Nov 25 09:35:42.816908 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66788ea-ab17-4bea-8978-3621a5789bb5 req-040d9af5-f743-4d46-8657-eb10b3cbff44 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:42.818396 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b66788ea-ab17-4bea-8978-3621a5789bb5 req-040d9af5-f743-4d46-8657-eb10b3cbff44 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 943 time: 0.0845053 Nov 25 09:35:42.846453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcc0fc-5161-49bd-9ece-b9ad21924178 req-747d1f55-24ec-4894-ae3b-628dd39b9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:42.848183 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-30dcc0fc-5161-49bd-9ece-b9ad21924178 req-747d1f55-24ec-4894-ae3b-628dd39b9056 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698295 Nov 25 09:35:42.862676 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b66788ea-ab17-4bea-8978-3621a5789bb5 req-e3cfd05d-2970-4f46-987c-2fd9e4ec097c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385411 Nov 25 09:35:42.977413 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-30dcc0fc-5161-49bd-9ece-b9ad21924178 req-0e250d0f-f7d1-4ddc-8b6d-4c3418445dc3 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225429 Nov 25 09:35:43.106930 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-30dcc0fc-5161-49bd-9ece-b9ad21924178 req-b610fa09-d6bd-46fe-954d-ffcdc35ec900 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228547 Nov 25 09:35:44.051088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449e968-c433-4cca-a6bd-9a9dfdc6c856 req-f659f0f3-daf9-4b81-8f22-159134486e58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:44.051764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c449e968-c433-4cca-a6bd-9a9dfdc6c856 req-f659f0f3-daf9-4b81-8f22-159134486e58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:35:44.066248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c449e968-c433-4cca-a6bd-9a9dfdc6c856 req-f659f0f3-daf9-4b81-8f22-159134486e58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:35:44.067413 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c449e968-c433-4cca-a6bd-9a9dfdc6c856 req-f659f0f3-daf9-4b81-8f22-159134486e58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 943 time: 0.1004860 Nov 25 09:35:44.111716 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c449e968-c433-4cca-a6bd-9a9dfdc6c856 req-a3fa7509-c2fe-4d00-8942-eca6d7ce4399 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386720 Nov 25 09:35:45.187483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device aac71afd-a6c1-45a0-9db1-b2eaa3781f4e details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:35:45.317330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6b1ee-74ef-4840-ae50-e782802c939d req-058b45e5-c9ea-4444-861e-7de04783a851 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:45.318720 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52a6b1ee-74ef-4840-ae50-e782802c939d req-058b45e5-c9ea-4444-861e-7de04783a851 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 943 time: 0.0846691 Nov 25 09:35:45.329109 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:35:45.351921 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'port_id': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'mac_address': 'fa:16:3e:79:7d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:35:45.367796 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52a6b1ee-74ef-4840-ae50-e782802c939d req-5ea0683c-a3a5-47e6-a320-e63482bec805 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433121 Nov 25 09:35:45.410159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:45.426396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac71afd-a6c1-45a0-9db1-b2eaa3781f4e {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:35:45.441070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:35:45.444848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:45.446541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:45.509771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:45.512713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:45.816685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['aac71afd-a6c1-45a0-9db1-b2eaa3781f4e'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:35:46.549720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5f3e4-14f9-48a0-886e-fd1759ce296b req-061e082a-9e40-46be-b2b3-7b54b07926df tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:46.551181 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e2f5f3e4-14f9-48a0-886e-fd1759ce296b req-061e082a-9e40-46be-b2b3-7b54b07926df tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 944 time: 0.0809240 Nov 25 09:35:46.591597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b8642ede-5cc9-4758-9ecd-beb6df1b4ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:46.595452 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e2f5f3e4-14f9-48a0-886e-fd1759ce296b req-fac90606-a1b7-4957-afb9-25bd74dedc9b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386448 Nov 25 09:35:47.067119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:47.201303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device aac71afd-a6c1-45a0-9db1-b2eaa3781f4e up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:35:47.266299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:35:47.271578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:35:47.271953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:47.427064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:47.453766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:35:47.463675 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:35:47.468374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:47.471306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-48efe009-1229-45e1-9a30-05e027d678cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:47.503063 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'code': 200} Nov 25 09:35:47.543854 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:47.546798 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:47.767468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff73e29-58d6-47a7-b4b3-0b92ad4992fd req-25d68e1e-0659-4c86-aab9-26d9f533d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:47.769391 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9ff73e29-58d6-47a7-b4b3-0b92ad4992fd req-25d68e1e-0659-4c86-aab9-26d9f533d4ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 1098 time: 0.1185415 Nov 25 09:35:47.818834 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9ff73e29-58d6-47a7-b4b3-0b92ad4992fd req-804fe63d-88e4-4e25-a478-273e2cf33b26 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427155 Nov 25 09:35:47.827030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01682c-4be9-4e7a-894f-b2936ca00a00 req-699f95ec-57c6-416a-bfcd-67a53a8c83c5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:47.828379 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec01682c-4be9-4e7a-894f-b2936ca00a00 req-699f95ec-57c6-416a-bfcd-67a53a8c83c5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.1251132 Nov 25 09:35:47.874173 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec01682c-4be9-4e7a-894f-b2936ca00a00 req-99ab5822-1ebb-4e51-ab24-0059ec20fefc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394275 Nov 25 09:35:49.058268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73ac4f-572e-4a66-867a-1cc6718cdecc req-db731f64-a59c-47cd-94e5-e60e9f76843b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:49.059712 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4b73ac4f-572e-4a66-867a-1cc6718cdecc req-db731f64-a59c-47cd-94e5-e60e9f76843b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0790367 Nov 25 09:35:49.105320 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4b73ac4f-572e-4a66-867a-1cc6718cdecc req-9f195347-194d-494f-9634-31d82ee6c43e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397141 Nov 25 09:35:49.911397 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-29054336-8463-4814-b200-45ac06cf2639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:50.114671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:50.287971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad996-7f19-4b33-8d2e-15c6e85de200 req-cbc87f7b-62d8-40eb-b542-8f9fb4fa359b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:50.289373 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba3ad996-7f19-4b33-8d2e-15c6e85de200 req-cbc87f7b-62d8-40eb-b542-8f9fb4fa359b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0791502 Nov 25 09:35:50.332294 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ba3ad996-7f19-4b33-8d2e-15c6e85de200 req-0be155d2-d4b2-4924-a8a9-9880fdc86bf4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373788 Nov 25 09:35:50.523387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cc540-a009-4f55-bbad-b85522114bab req-77a66658-8a4e-4557-8ae0-8073021e5029 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:50.524827 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b29cc540-a009-4f55-bbad-b85522114bab req-77a66658-8a4e-4557-8ae0-8073021e5029 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0839632 Nov 25 09:35:50.568752 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b29cc540-a009-4f55-bbad-b85522114bab req-5290e0dd-1a44-464f-a23a-19ea0546aa7a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382361 Nov 25 09:35:50.590541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56276) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:50.658676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c61bd-0807-436b-9549-5b42b890b3f4 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:50.660138 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fa4c61bd-0807-436b-9549-5b42b890b3f4 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 1093 time: 0.0686331 Nov 25 09:35:50.662901 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56280) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:50.667702 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:35:50.673404 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:35:50.677709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:floatingip and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:35:50.680497 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:35:50.686140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:35:50.696469 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:50.832459 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:50.968041 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.26.3.114 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/6b29287e-2708-44c2-9c8b-0d89e1c5d005) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:35:51.115738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:51.144815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:51.149262 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c73252ff-b609-439d-af18-3556dff12d52 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:51.208756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:35:51.211957 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:35:51.214517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:35:51.260443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=6b29287e-2708-44c2-9c8b-0d89e1c5d005,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:51.263275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:51.588620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:51.743851 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:51.816486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:52.021056 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:52.025436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:52.029219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a57c692d-41d5-454a-8266-b412aea88bfb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:35:52.137937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=6b29287e-2708-44c2-9c8b-0d89e1c5d005,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:35:52.142123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:35:52.148795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:52.323889 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Floating IP 9d4b66af-ff90-4f1c-87df-336acb793255 associated. External IP: 172.26.3.114, port: aac71afd-a6c1-45a0-9db1-b2eaa3781f4e. Nov 25 09:35:52.666895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router c3565715-0157-421d-9541-e5ddce3c6369 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:35:52.841800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:35:52.852310 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23aab81-67f2-439d-a75d-7de8d4c3f89b None None] Sync routers for ids ['c3565715-0157-421d-9541-e5ddce3c6369'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:35:52.861951 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23aab81-67f2-439d-a75d-7de8d4c3f89b None None] Routers {'c3565715-0157-421d-9541-e5ddce3c6369'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:35:52.862593 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d23aab81-67f2-439d-a75d-7de8d4c3f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:35:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c3565715-0157-421d-9541-e5ddce3c6369'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:52.866511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:35:52.921330 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2573352 Nov 25 09:35:52.921916 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:35:53.049427 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'status': 'completed', 'code': 200} Nov 25 09:35:53.059290 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-d23aab81-67f2-439d-a75d-7de8d4c3f89b None None] Set router c3565715-0157-421d-9541-e5ddce3c6369 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:35:53.193609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd27dc4-63b4-4e53-99d7-9ac2e53706a5 req-56b94b9f-db22-4882-beb7-f9552f999bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:53.194972 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7cd27dc4-63b4-4e53-99d7-9ac2e53706a5 req-56b94b9f-db22-4882-beb7-f9552f999bdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 1098 time: 0.1006880 Nov 25 09:35:53.206919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c8a5d-f44a-41fa-9ff1-063d37a334cb req-7ed429be-76c0-4d63-be78-093fec2ccff1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:53.208316 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5e2c8a5d-f44a-41fa-9ff1-063d37a334cb req-7ed429be-76c0-4d63-be78-093fec2ccff1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.1447248 Nov 25 09:35:53.338413 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5e2c8a5d-f44a-41fa-9ff1-063d37a334cb req-7d02d6b6-6cde-4fae-8295-8c0572262a28 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104035 Nov 25 09:35:53.361688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56292) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:53.376317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd27dc4-63b4-4e53-99d7-9ac2e53706a5 req-9c259d34-af96-4ca5-a38e-f23a16b2822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:53.378499 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7cd27dc4-63b4-4e53-99d7-9ac2e53706a5 req-9c259d34-af96-4ca5-a38e-f23a16b2822a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc HTTP/1.1" status: 200 len: 898 time: 0.1692374 Nov 25 09:35:53.402744 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d23aab81-67f2-439d-a75d-7de8d4c3f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:32Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '9d4b66af-ff90-4f1c-87df-336acb793255', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'port_id': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'mac_address': 'fa:16:3e:79:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:35:51Z', 'updated_at': '2021-11-25T09:35:51Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a', 'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:76:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:31Z', 'updated_at': '2021-11-25T09:35:37Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:53.406736 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23aab81-67f2-439d-a75d-7de8d4c3f89b None None] Checking router: c3565715-0157-421d-9541-e5ddce3c6369 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:35:53.415326 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23aab81-67f2-439d-a75d-7de8d4c3f89b None None] Routers {'c3565715-0157-421d-9541-e5ddce3c6369'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:35:53.415934 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d23aab81-67f2-439d-a75d-7de8d4c3f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:35:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c3565715-0157-421d-9541-e5ddce3c6369'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:53.472615 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6e96f608-bbbe-4ac1-a8ac-e2e68d1266d4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/9d4b66af-ff90-4f1c-87df-336acb793255 HTTP/1.1" status: 200 len: 991 time: 0.1093240 Nov 25 09:35:53.483353 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7cd27dc4-63b4-4e53-99d7-9ac2e53706a5 req-1267c3f3-8637-4dc2-9a36-367f2abc50f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e HTTP/1.1" status: 200 len: 999 time: 0.0982378 Nov 25 09:35:53.548595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd27dc4-63b4-4e53-99d7-9ac2e53706a5 req-63b1aba0-92a3-4977-9e81-95b4b7837fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:53.550541 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7cd27dc4-63b4-4e53-99d7-9ac2e53706a5 req-63b1aba0-92a3-4977-9e81-95b4b7837fac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04ebc514-cf47-4c13-ba31-ef59129ab2cd HTTP/1.1" status: 200 len: 835 time: 0.0608149 Nov 25 09:35:53.592826 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-d23aab81-67f2-439d-a75d-7de8d4c3f89b None None] Set router c3565715-0157-421d-9541-e5ddce3c6369 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:35:53.624655 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd27dc4-63b4-4e53-99d7-9ac2e53706a5 req-0c4eb982-72ff-4360-80df-704f4e7380b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:35:53.626108 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7cd27dc4-63b4-4e53-99d7-9ac2e53706a5 req-0c4eb982-72ff-4360-80df-704f4e7380b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698071 Nov 25 09:35:53.876886 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7cd27dc4-63b4-4e53-99d7-9ac2e53706a5 req-c5c7443c-7390-40c2-a884-9a7d3aedd576 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427852 Nov 25 09:35:53.937488 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-d23aab81-67f2-439d-a75d-7de8d4c3f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:32Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '9d4b66af-ff90-4f1c-87df-336acb793255', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'port_id': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'mac_address': 'fa:16:3e:79:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:35:51Z', 'updated_at': '2021-11-25T09:35:51Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a', 'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:76:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:31Z', 'updated_at': '2021-11-25T09:35:37Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:35:53.941454 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23aab81-67f2-439d-a75d-7de8d4c3f89b None None] The sync data for ids ['c3565715-0157-421d-9541-e5ddce3c6369'] in dv-neutron-818341-1-hyperv is: [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:32Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '9d4b66af-ff90-4f1c-87df-336acb793255', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'port_id': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'mac_address': 'fa:16:3e:79:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:35:51Z', 'updated_at': '2021-11-25T09:35:51Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a', 'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:76:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:31Z', 'updated_at': '2021-11-25T09:35:37Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:35:54.013338 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7cd27dc4-63b4-4e53-99d7-9ac2e53706a5 req-35b3cae3-f688-4be6-9eb9-bdca9bbbce16 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299715 Nov 25 09:35:54.141572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c66963-048b-4bf7-887c-8b6d082a0b46 None None] New status for floating IP 9d4b66af-ff90-4f1c-87df-336acb793255: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:35:54.475585 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56296) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:35:54.706591 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-74a1e60d-f9a1-41ff-bc33-27bdbb693fda tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/9d4b66af-ff90-4f1c-87df-336acb793255 HTTP/1.1" status: 200 len: 993 time: 0.2297225 Nov 25 09:35:55.648200 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:36:04.480818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:16.592808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2ee4-acf6-4e89-bf9a-4abcaa98d720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:17.069044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:19.913441 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8373585-9e01-44dc-b658-2c1d79abd977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:20.116569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:21.592509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:32.647331 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:36:34.487653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:35.946786 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-c641b1f6-539c-4376-b730-5c1492a56ad9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693300 Nov 25 09:36:36.084382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-a97661c0-8c32-459e-8216-be5bf744b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:36.085814 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-a97661c0-8c32-459e-8216-be5bf744b00e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 1098 time: 0.0728033 Nov 25 09:36:36.227586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-88f60fdd-4c1a-43d8-8254-b3ee6f18570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:36.228939 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-88f60fdd-4c1a-43d8-8254-b3ee6f18570f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc HTTP/1.1" status: 200 len: 898 time: 0.1246147 Nov 25 09:36:36.338960 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-44c898da-dd58-4aad-9843-e392899af41e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e HTTP/1.1" status: 200 len: 1001 time: 0.1038761 Nov 25 09:36:36.400298 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-c44a4132-4be4-478e-a312-68fa419fbbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:36.401679 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-c44a4132-4be4-478e-a312-68fa419fbbf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04ebc514-cf47-4c13-ba31-ef59129ab2cd HTTP/1.1" status: 200 len: 835 time: 0.0564117 Nov 25 09:36:36.478938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-56b11cbb-ac92-4ae3-ac81-e1ef1f3add97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:36.480299 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-56b11cbb-ac92-4ae3-ac81-e1ef1f3add97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726211 Nov 25 09:36:36.609917 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-9d969271-aac6-4f97-8e80-3c3b4350e24a service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228881 Nov 25 09:36:36.739448 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2bec8e8f-2b82-455f-a410-42588b3c5b46 req-12632401-bac9-406a-bf59-f4ebbd6bae1e service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229551 Nov 25 09:36:46.597351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6250d909-e4bf-438f-ae9d-0bb71798a8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:47.070332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:49.915694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0315a6ad-1960-4d51-ade6-3baa3cd3c929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:50.119826 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:51.595383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:36:53.772221 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-913f6c64-a6ea-4ede-9586-b96023527d2d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1693885 Nov 25 09:36:53.783536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd2f9-3025-44c8-b82e-d7e814cd6327 req-ab88d05c-3b3f-46d8-abd7-212db2764111 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:53.785006 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0b0fd2f9-3025-44c8-b82e-d7e814cd6327 req-ab88d05c-3b3f-46d8-abd7-212db2764111 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.1392784 Nov 25 09:36:53.831352 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0b0fd2f9-3025-44c8-b82e-d7e814cd6327 req-df69be5a-8e99-4631-a552-41b477dc004a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405195 Nov 25 09:36:55.015098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50063d61-db34-4295-865e-9c06876d6801 req-ec0547d0-c539-44ae-983d-14ff3239d014 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:55.016558 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-50063d61-db34-4295-865e-9c06876d6801 req-ec0547d0-c539-44ae-983d-14ff3239d014 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0814016 Nov 25 09:36:55.061034 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-50063d61-db34-4295-865e-9c06876d6801 req-920dcf8e-be37-4ab3-9166-42e8b0c57697 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389285 Nov 25 09:36:56.249239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66d43b-3b8c-475b-a13c-601a0a687925 req-de40eef9-2c57-45ad-a695-50b4d1118548 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:56.250692 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-cd66d43b-3b8c-475b-a13c-601a0a687925 req-de40eef9-2c57-45ad-a695-50b4d1118548 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0826223 Nov 25 09:36:56.295079 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-cd66d43b-3b8c-475b-a13c-601a0a687925 req-5fe94c4d-9ae8-46ea-97c8-43caef9cd893 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385499 Nov 25 09:36:57.483289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dd856-183e-4dcc-9042-d5305b4357dd req-25d80a6e-a311-40c2-8f5b-c64b409fd7f4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:57.484705 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe9dd856-183e-4dcc-9042-d5305b4357dd req-25d80a6e-a311-40c2-8f5b-c64b409fd7f4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0823212 Nov 25 09:36:57.527662 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fe9dd856-183e-4dcc-9042-d5305b4357dd req-a36475c3-e730-4571-9daf-4fd218333d8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368524 Nov 25 09:36:58.714331 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d8668-5876-46ae-9ddb-eb5d0a91245d req-20ffe47f-14ed-41d3-81fc-ee8eabd364ab tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:58.715713 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6a8d8668-5876-46ae-9ddb-eb5d0a91245d req-20ffe47f-14ed-41d3-81fc-ee8eabd364ab tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0832436 Nov 25 09:36:58.760740 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6a8d8668-5876-46ae-9ddb-eb5d0a91245d req-796cc672-882a-47b9-8a04-efcfb7164f85 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386519 Nov 25 09:36:59.087012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193f71-324a-468b-8dd2-f78c050cf97c req-c7163f5e-da1f-46a6-90fd-274c7b8b34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:59.088465 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-c7163f5e-da1f-46a6-90fd-274c7b8b34d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 1098 time: 0.0702279 Nov 25 09:36:59.217979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193f71-324a-468b-8dd2-f78c050cf97c req-b9fbc181-32d9-418e-b7a9-1d7762ce7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:59.219460 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-b9fbc181-32d9-418e-b7a9-1d7762ce7a16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc HTTP/1.1" status: 200 len: 898 time: 0.1250024 Nov 25 09:36:59.322907 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-f63a0242-fdf5-4c87-80c0-5c051481f985 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e HTTP/1.1" status: 200 len: 1001 time: 0.0967541 Nov 25 09:36:59.385399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193f71-324a-468b-8dd2-f78c050cf97c req-c92ab92f-afc0-4407-83e0-5ae4a5d8fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:59.386808 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-c92ab92f-afc0-4407-83e0-5ae4a5d8fbfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04ebc514-cf47-4c13-ba31-ef59129ab2cd HTTP/1.1" status: 200 len: 835 time: 0.0572276 Nov 25 09:36:59.576721 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193f71-324a-468b-8dd2-f78c050cf97c req-1fa3a60a-7937-4edc-89dd-fb00977bc9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:59.578077 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-1fa3a60a-7937-4edc-89dd-fb00977bc9a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1843162 Nov 25 09:36:59.705661 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-d6334b6b-db97-448d-bf73-13d3bf5aea56 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201324 Nov 25 09:36:59.832703 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-9a1c2c29-9f09-489f-9e90-4b53b922b155 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216743 Nov 25 09:36:59.943802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbdcf2-4680-45ee-9435-abe0a6de20ff req-fec53d70-7258-4377-8b28-4cc6e6bfd35f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:36:59.945205 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4ffbdcf2-4680-45ee-9435-abe0a6de20ff req-fec53d70-7258-4377-8b28-4cc6e6bfd35f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0788016 Nov 25 09:36:59.993592 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4ffbdcf2-4680-45ee-9435-abe0a6de20ff req-d8b87bba-b77c-446e-85f4-de707e7d173b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423770 Nov 25 09:37:01.181817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d3266-0a0a-40f5-919f-28ebed2c0aff req-0cd6def0-f881-4597-942d-2391e8bddab8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:01.183304 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ea7d3266-0a0a-40f5-919f-28ebed2c0aff req-0cd6def0-f881-4597-942d-2391e8bddab8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0812180 Nov 25 09:37:01.227576 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ea7d3266-0a0a-40f5-919f-28ebed2c0aff req-d51426fd-f8e6-406b-b87b-d21c11485daf tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387070 Nov 25 09:37:02.417534 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabed218-2de2-4226-81f2-0511f3a4dfe7 req-8285a2d2-fc2a-4056-a8b0-6ac160c8c682 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:02.418945 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aabed218-2de2-4226-81f2-0511f3a4dfe7 req-8285a2d2-fc2a-4056-a8b0-6ac160c8c682 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0885921 Nov 25 09:37:02.462385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aabed218-2de2-4226-81f2-0511f3a4dfe7 req-039dac80-789c-4ede-a5c1-826a6837afd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378451 Nov 25 09:37:03.647030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9517c-a951-438e-bd58-515abf82a6b9 req-91bb0d47-0977-4d2d-b0a2-7a0e8e6cecc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:03.648394 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b4d9517c-a951-438e-bd58-515abf82a6b9 req-91bb0d47-0977-4d2d-b0a2-7a0e8e6cecc5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0792837 Nov 25 09:37:03.695597 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b4d9517c-a951-438e-bd58-515abf82a6b9 req-a1ec63f1-e755-42d8-98be-d7c0420a059c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415864 Nov 25 09:37:04.495128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:04.881859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fcbd2-b6c2-409d-b612-094058b7ce8f req-90393dbe-3486-4558-882d-6b03f629d451 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:04.883228 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-356fcbd2-b6c2-409d-b612-094058b7ce8f req-90393dbe-3486-4558-882d-6b03f629d451 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0824800 Nov 25 09:37:04.926614 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-356fcbd2-b6c2-409d-b612-094058b7ce8f req-ac29dd62-e134-4237-a85d-0063e2d7934a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377932 Nov 25 09:37:06.108717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce3c39-ad49-4591-afb2-e395ce9adb96 req-06c5d534-36f6-465f-8b9c-25b6fe77b4df tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:06.110154 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-70ce3c39-ad49-4591-afb2-e395ce9adb96 req-06c5d534-36f6-465f-8b9c-25b6fe77b4df tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0794802 Nov 25 09:37:06.153519 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-70ce3c39-ad49-4591-afb2-e395ce9adb96 req-f8490df9-a332-44d5-9bde-3c278e086829 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370204 Nov 25 09:37:07.353090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d856ca-43d5-4615-874d-61613a784dd3 req-2d7329e7-90ce-427a-974d-2ed3867c6a26 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:07.354570 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-21d856ca-43d5-4615-874d-61613a784dd3 req-2d7329e7-90ce-427a-974d-2ed3867c6a26 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0911281 Nov 25 09:37:07.401361 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-21d856ca-43d5-4615-874d-61613a784dd3 req-8c9c331b-9077-44dc-9dbb-2b4010286942 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411277 Nov 25 09:37:08.589597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2df7b-f117-4e7f-8e02-96c3d028181c req-41f5eb79-86a9-4ee9-a2f1-cf38ff4fa1d2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:08.591044 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c4d2df7b-f117-4e7f-8e02-96c3d028181c req-41f5eb79-86a9-4ee9-a2f1-cf38ff4fa1d2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0825069 Nov 25 09:37:08.634130 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c4d2df7b-f117-4e7f-8e02-96c3d028181c req-2162023c-b5df-4ca4-bffe-b1e2a01f7624 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368328 Nov 25 09:37:09.646311 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:37:09.817992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723db59e-95c6-4ff6-b3bf-878d226ec3d4 req-7fceb13f-00a3-499a-8488-5fde2aeea44c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:09.819427 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-723db59e-95c6-4ff6-b3bf-878d226ec3d4 req-7fceb13f-00a3-499a-8488-5fde2aeea44c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0812814 Nov 25 09:37:09.862125 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-723db59e-95c6-4ff6-b3bf-878d226ec3d4 req-a95aaa08-a895-4f96-bb2f-8a0aa8b38dc4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366654 Nov 25 09:37:11.190470 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3704ea-b648-4ecb-ba0e-a8344178ca9e req-01cb091d-d00b-4031-98fe-384d4e76bc8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:11.191824 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e3704ea-b648-4ecb-ba0e-a8344178ca9e req-01cb091d-d00b-4031-98fe-384d4e76bc8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0783052 Nov 25 09:37:11.235497 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1e3704ea-b648-4ecb-ba0e-a8344178ca9e req-b47a8c87-464d-40df-9872-d86d47ddbfb3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379989 Nov 25 09:37:11.502465 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-7f38d372-dbe8-49db-a77a-111b1cd6f115 service neutron] 10.222.0.41 "GET /v2.0/ports/aac71afd-a6c1-45a0-9db1-b2eaa3781f4e/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0724423 Nov 25 09:37:11.764548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193f71-324a-468b-8dd2-f78c050cf97c req-222916b6-10af-4da4-a66c-9f5f1ede20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:11.765912 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-222916b6-10af-4da4-a66c-9f5f1ede20e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d&tenant_id=0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 1098 time: 0.0758183 Nov 25 09:37:11.854916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193f71-324a-468b-8dd2-f78c050cf97c req-9646f46d-913b-46bd-b949-29cf9990ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:11.856346 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-9646f46d-913b-46bd-b949-29cf9990ca0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 1098 time: 0.0701103 Nov 25 09:37:11.985490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193f71-324a-468b-8dd2-f78c050cf97c req-918a6258-305e-48f2-acd5-04318a8701ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:11.987547 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-918a6258-305e-48f2-acd5-04318a8701ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc HTTP/1.1" status: 200 len: 898 time: 0.1249876 Nov 25 09:37:12.091568 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-ec0f1196-89b9-41ee-99d6-11634b1c48d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e HTTP/1.1" status: 200 len: 1001 time: 0.0977199 Nov 25 09:37:12.156421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193f71-324a-468b-8dd2-f78c050cf97c req-07dd5fd2-f2bf-43c0-913e-33f5a5b1aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:12.157817 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-07dd5fd2-f2bf-43c0-913e-33f5a5b1aed9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04ebc514-cf47-4c13-ba31-ef59129ab2cd HTTP/1.1" status: 200 len: 835 time: 0.0602133 Nov 25 09:37:12.236297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193f71-324a-468b-8dd2-f78c050cf97c req-e647783f-6a25-4513-8b40-840e37e8b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:12.237766 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-e647783f-6a25-4513-8b40-840e37e8b242 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737741 Nov 25 09:37:12.408097 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-d4aaa10b-0472-42db-a8a4-62780c3ed417 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638851 Nov 25 09:37:12.639061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5827-7d37-44a4-8217-dcf2c429a42b req-049581b1-72d0-4d5a-972c-28837ab5213b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:12.640499 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bcfd5827-7d37-44a4-8217-dcf2c429a42b req-049581b1-72d0-4d5a-972c-28837ab5213b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.2920465 Nov 25 09:37:12.701064 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-46193f71-324a-468b-8dd2-f78c050cf97c req-e52c5b5c-f267-42ab-af08-34a845cdf9d2 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851217 Nov 25 09:37:12.714403 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bcfd5827-7d37-44a4-8217-dcf2c429a42b req-71ef39a0-914e-4db8-b71e-0c018de2a48e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670595 Nov 25 09:37:13.901443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611185b-db75-4d33-ab00-0a9002f40455 req-6b5834cf-c6f5-4612-be02-15c636644a22 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:13.902942 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9611185b-db75-4d33-ab00-0a9002f40455 req-6b5834cf-c6f5-4612-be02-15c636644a22 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0831416 Nov 25 09:37:13.945849 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9611185b-db75-4d33-ab00-0a9002f40455 req-06922503-2990-4874-b285-ed07a09e0efc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374911 Nov 25 09:37:15.128925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83633a2c-c81e-4139-bf5f-064655b919fe req-17923cc7-cda5-4dd4-8386-76a1ae263ba7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:15.130384 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-83633a2c-c81e-4139-bf5f-064655b919fe req-17923cc7-cda5-4dd4-8386-76a1ae263ba7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0792174 Nov 25 09:37:15.172884 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-83633a2c-c81e-4139-bf5f-064655b919fe req-7643aba5-c2f8-4d4a-b14d-834d19daaa6b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370424 Nov 25 09:37:15.558840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device aac71afd-a6c1-45a0-9db1-b2eaa3781f4e details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:37:15.562160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device aac71afd-a6c1-45a0-9db1-b2eaa3781f4e no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:37:15.773808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:15.803301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:37:15.825311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'port_id': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'mac_address': 'fa:16:3e:79:7d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:37:15.826544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:37:15.860700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:37:15.866362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:15.873634 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-868da8a7-cd40-4efa-b94c-3d20a15c5754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:37:15.933384 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'code': 200} Nov 25 09:37:15.949168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:15.972911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac71afd-a6c1-45a0-9db1-b2eaa3781f4e {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:37:15.976739 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:37:15.989845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.990196 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.990561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.990900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.991231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.991563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.991892 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.992218 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.992543 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.992866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.993189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.993507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:37:15.998055 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:37:16.002952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:37:16.006722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:16.008342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:37:16.070020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['aac71afd-a6c1-45a0-9db1-b2eaa3781f4e'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:37:16.115987 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:37:16.124870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:37:16.363120 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276ef3f-2534-41e0-b967-2dad584633e3 req-3a18f305-3bd2-4ccb-8a85-e022c618fd97 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:16.364576 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8276ef3f-2534-41e0-b967-2dad584633e3 req-3a18f305-3bd2-4ccb-8a85-e022c618fd97 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 944 time: 0.0866442 Nov 25 09:37:16.408662 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8276ef3f-2534-41e0-b967-2dad584633e3 req-5e7a953d-f089-4c67-9bd0-8f55cdaff520 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378475 Nov 25 09:37:16.601849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dcc60156-f8a4-4828-b659-1b3ff2faf93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:16.771403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b15a18-5b0c-48ee-9be8-80fc4cea2f17 req-8a6c73ab-8643-4466-ac4e-b1ae0c86befa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:16.772835 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86b15a18-5b0c-48ee-9be8-80fc4cea2f17 req-8a6c73ab-8643-4466-ac4e-b1ae0c86befa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 944 time: 0.1446576 Nov 25 09:37:16.781022 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-1592a218-bbd4-427a-958c-30499c7fb12e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:16.782353 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-1592a218-bbd4-427a-958c-30499c7fb12e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d&tenant_id=0c8eb44d49c040aba9008a4f760768fd&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 944 time: 0.1523385 Nov 25 09:37:16.829291 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-86b15a18-5b0c-48ee-9be8-80fc4cea2f17 req-7eb5fe46-2c79-4240-82d9-a9cd6f8087fe tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459890 Nov 25 09:37:16.931289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-12f8d4e2-4db8-4473-be0b-a8f9df043ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:16.932645 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-12f8d4e2-4db8-4473-be0b-a8f9df043ffa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 1097 time: 0.0696995 Nov 25 09:37:17.018682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663128c5-b064-4283-9d97-3418b267c8df req-823b28cd-b84c-41d0-88b6-d13a8310f470 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:17.020939 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-663128c5-b064-4283-9d97-3418b267c8df req-823b28cd-b84c-41d0-88b6-d13a8310f470 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 944 time: 0.0833764 Nov 25 09:37:17.068837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-a1def131-91b8-4f1c-bdaa-f49ee482b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:17.070423 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-a1def131-91b8-4f1c-bdaa-f49ee482b1b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc HTTP/1.1" status: 200 len: 898 time: 0.1309423 Nov 25 09:37:17.073911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:17.074929 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-663128c5-b064-4283-9d97-3418b267c8df req-669b7487-ec3e-4cb5-bb7c-2a588ca22e6c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477459 Nov 25 09:37:17.175202 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-886b2bb1-4431-4913-ad43-44a5cdfa9cda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e HTTP/1.1" status: 200 len: 1000 time: 0.0986059 Nov 25 09:37:17.242539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-84c43b1d-a5fd-4d25-aeab-7023ccd7a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:17.243926 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-84c43b1d-a5fd-4d25-aeab-7023ccd7a337 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04ebc514-cf47-4c13-ba31-ef59129ab2cd HTTP/1.1" status: 200 len: 835 time: 0.0628157 Nov 25 09:37:17.318480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-cdd8bd2e-cce3-4487-898e-9067f986c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:17.319953 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-cdd8bd2e-cce3-4487-898e-9067f986c482 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689399 Nov 25 09:37:17.450632 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-90fd33fe-80d1-46a8-ac83-87a9a7463c87 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236227 Nov 25 09:37:17.582021 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6c4f3b59-851f-42ff-91e7-e111e6945cfa req-0efa6ac4-2e0e-4ad7-8c2a-46b8174ec25a service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251676 Nov 25 09:37:17.582340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device aac71afd-a6c1-45a0-9db1-b2eaa3781f4e up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:37:17.650882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:37:17.651584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:17.771555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:17.804254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:37:17.807993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:17.809884 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:37:17.881751 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:37:17.884863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:37:17.934500 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:37:17.985427 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'code': 200} Nov 25 09:37:18.272425 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ef016-1e45-4549-abd3-ece2e6ffffa9 req-83af8710-e6c2-492c-8208-99521fbe1332 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:18.274174 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2d1ef016-1e45-4549-abd3-ece2e6ffffa9 req-83af8710-e6c2-492c-8208-99521fbe1332 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0903552 Nov 25 09:37:18.319797 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2d1ef016-1e45-4549-abd3-ece2e6ffffa9 req-b6c40a18-c2dd-4f46-be64-0e51f3999a54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389459 Nov 25 09:37:19.504051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1833-5e96-4cfc-bb3e-6a71e8c0fff3 req-a5ceec40-d779-48a2-80ed-f508b96be16c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:19.505495 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-107a1833-5e96-4cfc-bb3e-6a71e8c0fff3 req-a5ceec40-d779-48a2-80ed-f508b96be16c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0784547 Nov 25 09:37:19.552631 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-107a1833-5e96-4cfc-bb3e-6a71e8c0fff3 req-d00b6962-1eba-42ca-811d-edbd35cc51ef tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Nov 25 09:37:19.575003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56418) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:37:19.681190 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e8ebbb10-fe7c-4bf5-ba79-0d91e7f2c1d4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/9d4b66af-ff90-4f1c-87df-336acb793255 HTTP/1.1" status: 200 len: 993 time: 0.1049573 Nov 25 09:37:19.917590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6527fdaf-46a7-4d74-b326-b2a99ddcbe51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:20.126538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:21.598793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:34.497268 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:36.946562 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e19d4935-c2c2-496f-a99d-e321965337ba req-e401ac65-8236-4746-a691-53ad1a87b6bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685155 Nov 25 09:37:37.083775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d4935-c2c2-496f-a99d-e321965337ba req-9ac916cd-51e8-4659-8cb8-a23fb6d12a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:37.085234 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e19d4935-c2c2-496f-a99d-e321965337ba req-9ac916cd-51e8-4659-8cb8-a23fb6d12a59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 1098 time: 0.0716083 Nov 25 09:37:37.228109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d4935-c2c2-496f-a99d-e321965337ba req-45340514-96cc-4ce4-ac26-04c4830281d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:37.229428 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e19d4935-c2c2-496f-a99d-e321965337ba req-45340514-96cc-4ce4-ac26-04c4830281d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc HTTP/1.1" status: 200 len: 898 time: 0.1249409 Nov 25 09:37:37.445452 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e19d4935-c2c2-496f-a99d-e321965337ba req-7f9ddf71-fc28-46c5-bb3f-4db4084b16d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e HTTP/1.1" status: 200 len: 1001 time: 0.2085700 Nov 25 09:37:37.510221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d4935-c2c2-496f-a99d-e321965337ba req-b8739c07-8a42-4bf9-9477-028afa90ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:37.511534 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e19d4935-c2c2-496f-a99d-e321965337ba req-b8739c07-8a42-4bf9-9477-028afa90ee37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04ebc514-cf47-4c13-ba31-ef59129ab2cd HTTP/1.1" status: 200 len: 835 time: 0.0582418 Nov 25 09:37:37.585036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d4935-c2c2-496f-a99d-e321965337ba req-6d2b3721-c6c4-4649-b517-988dea4dcd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:37:37.588314 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e19d4935-c2c2-496f-a99d-e321965337ba req-6d2b3721-c6c4-4649-b517-988dea4dcd05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700238 Nov 25 09:37:37.723765 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e19d4935-c2c2-496f-a99d-e321965337ba req-8e49f7f0-4ba5-43be-bfcb-74d3ec275f6d service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272867 Nov 25 09:37:37.855601 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e19d4935-c2c2-496f-a99d-e321965337ba req-a186a2c7-7f9d-4157-ac50-127a536f2eb6 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246119 Nov 25 09:37:46.603968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92cfa673-3e1a-442a-b4c6-efdb34f3da39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:46.644922 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:37:47.075846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:49.920316 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1f216dfa-fa34-41ce-a74f-7d5cb2951f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:50.125722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:37:51.603251 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:04.501668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:06.133103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56438) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:06.332800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 6b29287e-2708-44c2-9c8b-0d89e1c5d005 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:38:06.333039 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:06.500911 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:06.501237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:06.623694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 6b29287e-2708-44c2-9c8b-0d89e1c5d005 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:38:06.767631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:06.771672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4c0b1684-3862-4be8-b6d4-9f422e4d7b68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:06.818606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=6b29287e-2708-44c2-9c8b-0d89e1c5d005,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:06.855498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.855883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.856261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.856630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.857170 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.857365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.857731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.858086 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.858476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.858836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.859193 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.859549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:06.867172 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:06.919267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:06.919505 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Floating IP 9d4b66af-ff90-4f1c-87df-336acb793255 disassociated (deleted). External IP: 172.26.3.114, port: aac71afd-a6c1-45a0-9db1-b2eaa3781f4e. Nov 25 09:38:07.392595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router c3565715-0157-421d-9541-e5ddce3c6369 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:38:07.568301 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:38:07.577639 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b06e55-dcdf-4903-a7ec-7b444bb3ac1d None None] Sync routers for ids ['c3565715-0157-421d-9541-e5ddce3c6369'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:38:07.587465 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b06e55-dcdf-4903-a7ec-7b444bb3ac1d None None] Routers {'c3565715-0157-421d-9541-e5ddce3c6369'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:38:07.587653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:07.588134 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-84b06e55-dcdf-4903-a7ec-7b444bb3ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:37:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c3565715-0157-421d-9541-e5ddce3c6369'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:07.645541 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/floatingips/9d4b66af-ff90-4f1c-87df-336acb793255 HTTP/1.1" status: 204 len: 168 time: 1.5113759 Nov 25 09:38:07.646191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:38:07.749188 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'status': 'completed', 'code': 200} Nov 25 09:38:07.770930 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-84b06e55-dcdf-4903-a7ec-7b444bb3ac1d None None] Set router c3565715-0157-421d-9541-e5ddce3c6369 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:38:07.848762 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7cb4f-8cea-47f3-8e1d-8c0134c1fc9a req-e783bcb0-93c5-4172-8364-ca403b44381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:07.850196 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0e7cb4f-8cea-47f3-8e1d-8c0134c1fc9a req-e783bcb0-93c5-4172-8364-ca403b44381b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 1098 time: 0.0789449 Nov 25 09:38:07.994565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7cb4f-8cea-47f3-8e1d-8c0134c1fc9a req-ab1fcca4-ef7f-49b6-b2f3-0d6e4cdcbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:07.996421 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0e7cb4f-8cea-47f3-8e1d-8c0134c1fc9a req-ab1fcca4-ef7f-49b6-b2f3-0d6e4cdcbd6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc HTTP/1.1" status: 200 len: 898 time: 0.1390579 Nov 25 09:38:08.082212 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0e7cb4f-8cea-47f3-8e1d-8c0134c1fc9a req-2ac9ecf7-3632-4cea-8f53-a98551bbb37b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e HTTP/1.1" status: 200 len: 217 time: 0.0757706 Nov 25 09:38:08.111914 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-84b06e55-dcdf-4903-a7ec-7b444bb3ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:32Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a', 'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:76:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:31Z', 'updated_at': '2021-11-25T09:35:37Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:08.116271 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b06e55-dcdf-4903-a7ec-7b444bb3ac1d None None] Checking router: c3565715-0157-421d-9541-e5ddce3c6369 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:38:08.124920 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b06e55-dcdf-4903-a7ec-7b444bb3ac1d None None] Routers {'c3565715-0157-421d-9541-e5ddce3c6369'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:38:08.125532 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-84b06e55-dcdf-4903-a7ec-7b444bb3ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:37:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c3565715-0157-421d-9541-e5ddce3c6369'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:08.148582 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7cb4f-8cea-47f3-8e1d-8c0134c1fc9a req-1bf151c0-92d1-4d6a-aaac-d3808dc39565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:08.149938 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0e7cb4f-8cea-47f3-8e1d-8c0134c1fc9a req-1bf151c0-92d1-4d6a-aaac-d3808dc39565 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04ebc514-cf47-4c13-ba31-ef59129ab2cd HTTP/1.1" status: 200 len: 835 time: 0.0603564 Nov 25 09:38:08.190738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a81724-c1b3-4ae6-9cf1-f7bbecbe6b68 req-92eda04f-aa7a-4336-80f5-bd11f657d10f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:08.192171 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-00a81724-c1b3-4ae6-9cf1-f7bbecbe6b68 req-92eda04f-aa7a-4336-80f5-bd11f657d10f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0836866 Nov 25 09:38:08.241881 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-00a81724-c1b3-4ae6-9cf1-f7bbecbe6b68 req-be157d0b-1f4e-4168-9fec-c7304eb8e184 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436735 Nov 25 09:38:08.243511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7cb4f-8cea-47f3-8e1d-8c0134c1fc9a req-b3ec51bf-880d-4c97-bb9a-896df3953817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:08.245005 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0e7cb4f-8cea-47f3-8e1d-8c0134c1fc9a req-b3ec51bf-880d-4c97-bb9a-896df3953817 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841982 Nov 25 09:38:08.313539 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-84b06e55-dcdf-4903-a7ec-7b444bb3ac1d None None] Set router c3565715-0157-421d-9541-e5ddce3c6369 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:38:08.378254 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0e7cb4f-8cea-47f3-8e1d-8c0134c1fc9a req-88cb36b9-63b9-4ca9-9f06-103e585d7f3a service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260324 Nov 25 09:38:08.512696 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a0e7cb4f-8cea-47f3-8e1d-8c0134c1fc9a req-36b9be6e-e609-4fb1-8018-de856b082ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272657 Nov 25 09:38:08.614533 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-84b06e55-dcdf-4903-a7ec-7b444bb3ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:32Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a', 'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:76:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:31Z', 'updated_at': '2021-11-25T09:35:37Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:08.619007 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b06e55-dcdf-4903-a7ec-7b444bb3ac1d None None] The sync data for ids ['c3565715-0157-421d-9541-e5ddce3c6369'] in dv-neutron-818341-1-hyperv is: [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:32Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a', 'name': '', 'network_id': '2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:76:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:31Z', 'updated_at': '2021-11-25T09:35:37Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '04ebc514-cf47-4c13-ba31-ef59129ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:38:08.824888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e0550c-7791-449e-bf6c-c300991853e5 None None] New status for floating IP 9d4b66af-ff90-4f1c-87df-336acb793255: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:38:09.436527 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddfc28-3bf3-425e-8747-b412e908c3bf req-e8e5539a-050e-4141-9f59-708edb256364 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:09.437217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-57ddfc28-3bf3-425e-8747-b412e908c3bf req-e8e5539a-050e-4141-9f59-708edb256364 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:38:09.451567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-57ddfc28-3bf3-425e-8747-b412e908c3bf req-e8e5539a-050e-4141-9f59-708edb256364 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:38:09.452766 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-57ddfc28-3bf3-425e-8747-b412e908c3bf req-e8e5539a-050e-4141-9f59-708edb256364 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0933847 Nov 25 09:38:09.498178 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-57ddfc28-3bf3-425e-8747-b412e908c3bf req-5628e2a1-df83-4ede-88a1-45325d42ef78 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=114fa1a9-e0e1-4b78-9631-7b4004a11c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391173 Nov 25 09:38:09.917818 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ccf36-ce33-4106-849d-18fe854c1381 req-36cdc7f8-a831-4f95-a514-cc18d514d4f4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:09.919353 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-314ccf36-ce33-4106-849d-18fe854c1381 req-36cdc7f8-a831-4f95-a514-cc18d514d4f4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 945 time: 0.0842223 Nov 25 09:38:09.988128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-314ccf36-ce33-4106-849d-18fe854c1381 req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:38:09.988467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-314ccf36-ce33-4106-849d-18fe854c1381 req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:10.349836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-314ccf36-ce33-4106-849d-18fe854c1381 req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:38:10.350188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-314ccf36-ce33-4106-849d-18fe854c1381 req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:10.470991 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-314ccf36-ce33-4106-849d-18fe854c1381 req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for aac71afd-a6c1-45a0-9db1-b2eaa3781f4e owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:38:10.616840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-314ccf36-ce33-4106-849d-18fe854c1381 req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:10.622729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8e75d337-0d38-4c9f-a21a-0ebbc9c34624 tempest-ServersNegativeTestJSON-1939553965 tempest-ServersNegativeTestJSON-1939553965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:10.648920 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0bb5bad3-e3a4-43fe-8a67-50f595f9079f req-6d292618-9dc0-403a-a3f9-b02c154deabf tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5fd92c-c0e6-4c40-9e97-1e5afa9c625d HTTP/1.1" status: 200 len: 210 time: 0.0438089 Nov 25 09:38:10.666112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=aac71afd-a6c1-45a0-9db1-b2eaa3781f4e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:10.669920 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:10.745419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-314ccf36-ce33-4106-849d-18fe854c1381 req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] No DVR routers for this DVR port aac71afd-a6c1-45a0-9db1-b2eaa3781f4e on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:38:10.747854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-314ccf36-ce33-4106-849d-18fe854c1381 req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:10.750345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'name': 'network-vif-deleted', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:38:10.766806 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-314ccf36-ce33-4106-849d-18fe854c1381 req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "DELETE /v2.0/ports/aac71afd-a6c1-45a0-9db1-b2eaa3781f4e HTTP/1.1" status: 204 len: 173 time: 0.8417070 Nov 25 09:38:10.795790 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5fd92c-c0e6-4c40-9e97-1e5afa9c625d', 'name': 'network-vif-deleted', 'tag': 'aac71afd-a6c1-45a0-9db1-b2eaa3781f4e', 'status': 'completed', 'code': 200} Nov 25 09:38:11.741733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56460) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:12.287569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:12.754882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:38:12.755614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:12.940111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:38:12.940501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:13.062919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:38:13.237442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:13.241700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:13.289026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:13.314550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:13.560083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:13.906613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router c3565715-0157-421d-9541-e5ddce3c6369 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:38:13.920793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device aac71afd-a6c1-45a0-9db1-b2eaa3781f4e no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:38:13.958494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: aac71afd-a6c1-45a0-9db1-b2eaa3781f4e {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:38:13.958847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device aac71afd-a6c1-45a0-9db1-b2eaa3781f4e not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:38:14.204399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:38:14.214887 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf760df6-7684-4426-8e45-fb1e7b4c98b0 None None] Sync routers for ids ['c3565715-0157-421d-9541-e5ddce3c6369'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:38:14.217342 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "PUT /v2.0/routers/c3565715-0157-421d-9541-e5ddce3c6369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4745181 Nov 25 09:38:14.219931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56464) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:14.224874 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf760df6-7684-4426-8e45-fb1e7b4c98b0 None None] Routers {'c3565715-0157-421d-9541-e5ddce3c6369'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:38:14.225479 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bf760df6-7684-4426-8e45-fb1e7b4c98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:37:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c3565715-0157-421d-9541-e5ddce3c6369'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:14.287898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-95eb8d98-67cb-41f0-9e32-6c0a2e235c4b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting subnet 04ebc514-cf47-4c13-ba31-ef59129ab2cd {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:38:14.290825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-95eb8d98-67cb-41f0-9e32-6c0a2e235c4b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:14.344548 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-95eb8d98-67cb-41f0-9e32-6c0a2e235c4b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:14.398801 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-bf760df6-7684-4426-8e45-fb1e7b4c98b0 None None] Set router c3565715-0157-421d-9541-e5ddce3c6369 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:38:14.426814 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-95eb8d98-67cb-41f0-9e32-6c0a2e235c4b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:14.505063 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-95eb8d98-67cb-41f0-9e32-6c0a2e235c4b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:14.509697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6c104fba-5f37-477c-8f22-8777bac41171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:14.546447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb8d98-67cb-41f0-9e32-6c0a2e235c4b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Subnet': ['ID=04ebc514-cf47-4c13-ba31-ef59129ab2cd,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:14.548381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-95eb8d98-67cb-41f0-9e32-6c0a2e235c4b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:14.551055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-95eb8d98-67cb-41f0-9e32-6c0a2e235c4b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:14.552810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c7282a-3361-47ba-ba74-64efc8fe907b None None] Network 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:38:14.558577 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-95eb8d98-67cb-41f0-9e32-6c0a2e235c4b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/subnets/04ebc514-cf47-4c13-ba31-ef59129ab2cd HTTP/1.1" status: 204 len: 168 time: 0.3371196 Nov 25 09:38:14.558676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56468) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:14.719162 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bf760df6-7684-4426-8e45-fb1e7b4c98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:38:13Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:14.723865 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf760df6-7684-4426-8e45-fb1e7b4c98b0 None None] Checking router: c3565715-0157-421d-9541-e5ddce3c6369 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:38:14.732588 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf760df6-7684-4426-8e45-fb1e7b4c98b0 None None] Routers {'c3565715-0157-421d-9541-e5ddce3c6369'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:38:14.733203 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bf760df6-7684-4426-8e45-fb1e7b4c98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:37:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['c3565715-0157-421d-9541-e5ddce3c6369'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:14.752924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:14.816804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5112de71-b903-4876-b77f-74fb6adc6270 None None] DHCP port deletion for 2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:38:14.823253 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5112de71-b903-4876-b77f-74fb6adc6270 None None] Deleting port 90e906af-7745-427b-8c48-52531497fd80 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:38:14.823721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5112de71-b903-4876-b77f-74fb6adc6270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:14.915826 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-bf760df6-7684-4426-8e45-fb1e7b4c98b0 None None] Set router c3565715-0157-421d-9541-e5ddce3c6369 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:38:14.940549 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:14.951401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:38:14.951740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:15.042200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5112de71-b903-4876-b77f-74fb6adc6270 None None] For port 90e906af-7745-427b-8c48-52531497fd80, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=90e906af-7745-427b-8c48-52531497fd80,segment=NetworkSegment(2a5751fd-1acc-48c0-9863-93e03cf51d2d),segment_id=2a5751fd-1acc-48c0-9863-93e03cf51d2d)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:38:15.042783 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5112de71-b903-4876-b77f-74fb6adc6270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:15.151578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port 5b4b65a8-82bf-4978-bdb0-16879c4fe83e, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=5b4b65a8-82bf-4978-bdb0-16879c4fe83e,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:38:15.151966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:15.166348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5112de71-b903-4876-b77f-74fb6adc6270 None None] Calling delete_port for 90e906af-7745-427b-8c48-52531497fd80 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:38:15.229043 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-bf760df6-7684-4426-8e45-fb1e7b4c98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:38:13Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:15.233093 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf760df6-7684-4426-8e45-fb1e7b4c98b0 None None] The sync data for ids ['c3565715-0157-421d-9541-e5ddce3c6369'] in dv-neutron-818341-1-hyperv is: [{'id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192527316', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:38:13Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '5b4b65a8-82bf-4978-bdb0-16879c4fe83e', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3565715-0157-421d-9541-e5ddce3c6369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:35:27Z', 'updated_at': '2021-11-25T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:38:15.247336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5112de71-b903-4876-b77f-74fb6adc6270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:15.251473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:15.278027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 5b4b65a8-82bf-4978-bdb0-16879c4fe83e owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:38:15.294490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112de71-b903-4876-b77f-74fb6adc6270 None None] Pushing event deleted for resources: {'Port': ['ID=90e906af-7745-427b-8c48-52531497fd80,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:15.298919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5112de71-b903-4876-b77f-74fb6adc6270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:15.299859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112de71-b903-4876-b77f-74fb6adc6270 None None] No DVR routers for this DVR port 90e906af-7745-427b-8c48-52531497fd80 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:38:15.441824 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:15.446210 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-75faa273-5788-4c52-a4a3-c408eaeb1a8a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:15.488246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=5b4b65a8-82bf-4978-bdb0-16879c4fe83e,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:15.490754 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:15.711967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:15.716133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:38:15.752712 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:38:15.753101 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e2cc0a3f-7cd3-4d83-b2bd-af3ead89138a not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:38:15.753499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 90e906af-7745-427b-8c48-52531497fd80 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:38:15.791680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 90e906af-7745-427b-8c48-52531497fd80 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:38:15.792033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 90e906af-7745-427b-8c48-52531497fd80 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:38:15.890933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:15.893053 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:15.916868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:15.917393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Fanout notify agent at l3_agent the message router_deleted on router c3565715-0157-421d-9541-e5ddce3c6369 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:38:15.932151 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:15.933230 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/routers/c3565715-0157-421d-9541-e5ddce3c6369 HTTP/1.1" status: 204 len: 168 time: 1.3737004 Nov 25 09:38:15.935869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56472) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:16.050498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.180497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.205326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:16.218846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5751fd-1acc-48c0-9863-93e03cf51d2d') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:16.219147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5751fd-1acc-48c0-9863-93e03cf51d2d') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:16.231155 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.250142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.256634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:38:16.257011 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:38:16.272607 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:38:16.351513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.355864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.360461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-c4f309fe-7c9c-46db-8445-88b26dabac64 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:16.386139 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Network': ['ID=2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:16.389133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:16.391159 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-af918a8c-b0c5-425a-af2c-11730342f7dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/networks/2b5a7a1a-3c50-481a-8c33-5e2c6fb03afc HTTP/1.1" status: 204 len: 168 time: 0.4543836 Nov 25 09:38:16.394427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56476) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:16.465313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-425dc5c2-bbb2-43fe-9f7b-a4eba2a247ae tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.494530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-425dc5c2-bbb2-43fe-9f7b-a4eba2a247ae tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.559375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-425dc5c2-bbb2-43fe-9f7b-a4eba2a247ae tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.563257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-28068238-9eb2-45f8-9a10-759245478179 tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:16.579088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dc5c2-bbb2-43fe-9f7b-a4eba2a247ae tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114fa1a9-e0e1-4b78-9631-7b4004a11c06,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:16.582376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-425dc5c2-bbb2-43fe-9f7b-a4eba2a247ae tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:16.588831 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-425dc5c2-bbb2-43fe-9f7b-a4eba2a247ae tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.590015 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-425dc5c2-bbb2-43fe-9f7b-a4eba2a247ae tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/security-groups/114fa1a9-e0e1-4b78-9631-7b4004a11c06 HTTP/1.1" status: 204 len: 168 time: 0.1946988 Nov 25 09:38:16.623708 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1143e02a-3efd-4e61-a867-8b0fca0c1ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.844856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56484) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:16.851030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564028436', 'description': 'tempest-secgroup-smoke-564028436 description', 'project_id': '0c8eb44d49c040aba9008a4f760768fd'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:16.856949 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:16.861226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:16.864284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:16.870033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:16.881355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.900896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:16.904518 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:16.907202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:16.913365 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:16.982756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.986440 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:16.992092 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b5d12427-f581-4ae1-9466-f021cda959ba tempest-SecGroupIPv6Test-375826181 tempest-SecGroupIPv6Test-375826181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:17.034620 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75307178-f855-49d5-bd5a-603f615ec5f1,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:17.037117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.038356 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1924174 Nov 25 09:38:17.039187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-64089e90-17de-419b-9185-c0f94221414c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:17.041126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56488) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:17.046068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '75307178-f855-49d5-bd5a-603f615ec5f1', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:17.052537 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:17.056256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:17.059079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:17.064737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:17.077074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.082175 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.141029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.144935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.146783 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-4d301a93-a1a0-4e87-86e3-cbfde943e609 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:17.168785 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e76f15-3a6a-44c7-97d2-3798b6cbb8d0,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:17.173410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:17.178310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.179459 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-71711435-718b-4842-a6c3-a02b10c4c18f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374464 Nov 25 09:38:17.182199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56492) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:17.187318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '75307178-f855-49d5-bd5a-603f615ec5f1', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:17.193132 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:17.197010 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:17.199976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:17.205689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:17.223056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.282231 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.285808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.291214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b5a17cec-b42f-49a9-80fd-3db32ded2d62 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:17.309191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79015f05-1971-4c4a-af1d-461cb986f47a,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:17.311360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:17.319925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.321262 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2d961539-8dea-4c6e-99be-54e1422f8779 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380625 Nov 25 09:38:17.323981 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56496) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:17.328938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '75307178-f855-49d5-bd5a-603f615ec5f1', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:17.336099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:17.340002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:17.342923 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5b4b65a8-82bf-4978-bdb0-16879c4fe83e no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:38:17.343883 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:17.349989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:17.370399 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.386028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 5b4b65a8-82bf-4978-bdb0-16879c4fe83e {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:38:17.386411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 5b4b65a8-82bf-4978-bdb0-16879c4fe83e not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:38:17.431006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.434343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.436081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-40649371-bf1f-4d3c-b3fe-0ec8b6fd19a6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:17.457896 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7854d86-e22a-4709-96eb-4cad1962d857,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:17.460407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:17.467049 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.468208 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-17eebd96-bf0b-486f-8970-8f2f4d6b26a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433234 Nov 25 09:38:17.471258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56500) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:17.476381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '75307178-f855-49d5-bd5a-603f615ec5f1', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:17.482024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:17.485793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:17.489168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:17.494835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:17.511065 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.573471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.576196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.578129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-68851b9f-c189-44e6-bd34-2fc7035ff6c3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:17.599407 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ead2d4-5c86-436d-b21b-de44e6a8fe50,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:17.601868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:17.608473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.609621 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-3d2a54c7-caa8-498a-9ef5-50bc5167101c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374419 Nov 25 09:38:17.612789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56504) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:17.617873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '75307178-f855-49d5-bd5a-603f615ec5f1', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:17.623468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:17.627268 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:17.630700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:17.636459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:17.646234 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Project 0c8eb44d49c040aba9008a4f760768fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:38:17.652552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.718336 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.722147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.724180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-84ea3f98-e176-4338-8576-782c1d8e4299 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:17.745563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313b7e67-0fe4-4320-b860-5d0895bdf5dc,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:17.747907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:17.754787 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.755933 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fe3f8c02-093d-4f66-8325-0551afb7dd1d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422019 Nov 25 09:38:17.760499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56508) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:17.765380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': '75307178-f855-49d5-bd5a-603f615ec5f1', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:17.771090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:17.775076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:17.777876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:17.783497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:17.793999 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Project 0c8eb44d49c040aba9008a4f760768fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:38:17.800911 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.864156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.867423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.869156 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fb9f4fe6-a90f-496a-ba26-1617423a0daa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:17.890835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e07bf4d-38b3-4fb8-b0e5-677f90f07612,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:17.893862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:17.900191 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.901314 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399114 Nov 25 09:38:17.904081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56512) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:17.909877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'network': {'name': 'tempest-network-smoke--1224497264', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'port_security_enabled': True}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:17.914592 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:17.918623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:network and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:17.921433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:17.927628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:17.937725 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'network': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:38:17.941024 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.967836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=87513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:38:17.977294 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:17.977674 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.segments_db [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Added segment 9285b516-e50b-4d19-ace6-442565fc5be0 of type vlan for network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 Nov 25 09:38:18.003384 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:18.034973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:18.040380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:18.040950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:18.044389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-08efc1bc-193e-45a8-95d5-511e24b15965 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:18.147544 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2395148 Nov 25 09:38:18.148190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Network': ['ID=63e4fd35-ac41-4d2c-bad5-8800009a25b2,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:18.148295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56516) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:18.150269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7d9ce729-a6d2-4055-945d-4539b6ea9cf5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:18.153477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'admin_state_up': True, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:18.158171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:38:18.167749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:18.171587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:router and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:18.175826 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:18.181601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:18.191479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:18.192626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:18.208575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:18.593261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:18.890641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:18.918686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:19.051124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.26.3.124 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/74a04ef1-91a3-44cc-8260-17546f4ce1f3) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:38:19.204939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:19.234114 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:19.239242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:19.297011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:38:19.300853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:38:19.304523 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:38:19.344962 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=74a04ef1-91a3-44cc-8260-17546f4ce1f3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:19.357372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.357761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.358146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.358546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.358920 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.359292 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.359662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.360030 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.360398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.360833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.361128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.361491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:19.367002 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:19.724063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:19.923340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d9b1c5a1-8f3e-4206-9a78-5c63244fa331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:20.129668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:20.197094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:20.398339 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 72401dc5-a420-47fd-8209-82de3734cf7b is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:38:20.568800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:38:20.579254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Sync routers for ids ['72401dc5-a420-47fd-8209-82de3734cf7b'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:38:20.588512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Routers {'72401dc5-a420-47fd-8209-82de3734cf7b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:38:20.589144 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:38:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['72401dc5-a420-47fd-8209-82de3734cf7b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:20.594191 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:20.595391 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4463632 Nov 25 09:38:20.598929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56520) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:20.750210 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-89b9b8b6-55a7-4ef6-9884-7ea0ec11dc20 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=0c8eb44d49c040aba9008a4f760768fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1499774 Nov 25 09:38:20.752651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56528) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:20.766406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Set router 72401dc5-a420-47fd-8209-82de3734cf7b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:38:20.883652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4362566-adf9-4df7-a945-ec70749bddb0 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:20.885141 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b4362566-adf9-4df7-a945-ec70749bddb0 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315765 Nov 25 09:38:20.888026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56534) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:20.927953 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8ef9d5c4-788b-4164-a676-2a960441a6f4 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387135 Nov 25 09:38:20.930332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56538) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:20.935580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1468625609', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:21.060302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:19Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:21.064493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Checking router: 72401dc5-a420-47fd-8209-82de3734cf7b for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:38:21.064847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Updating router 72401dc5-a420-47fd-8209-82de3734cf7b port 74a04ef1-91a3-44cc-8260-17546f4ce1f3 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:38:21.122593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:21.161288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:21.165080 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:subnet and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:21.167854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:21.173389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:21.183328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:38:21.186463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:21.414653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:21.419059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1ca6a66-acf7-4b15-a580-c003f04dab58 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:21.460673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:21.474352 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Transition to ACTIVE for port object 74a04ef1-91a3-44cc-8260-17546f4ce1f3 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:38:21.480195 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:21.484507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6abd42cb-6d80-44b6-a034-d5201a99d9aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:21.497312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Subnet': ['ID=e761982c-d23a-456a-aa02-dc8878bd0552,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:21.501276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:21.505796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Checking segment: {'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:38:21.506154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network hostable DHCP agents. Network: 63e4fd35-ac41-4d2c-bad5-8800009a25b2, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:38:21.526398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:38:21.539691 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 63e4fd35-ac41-4d2c-bad5-8800009a25b2) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:38:21.543775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:21.544360 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:21.550922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a547711-39f7-4266-9c04-5f227e75832e None None] Network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:38:21.565973 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-e38dcdbe-a186-47ce-9ca6-d0738d0e2d91 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6346545 Nov 25 09:38:21.569090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56542) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:21.576639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Attempting to bind port 74a04ef1-91a3-44cc-8260-17546f4ce1f3 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:38:21.577132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Attempting to bind port 74a04ef1-91a3-44cc-8260-17546f4ce1f3 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:38:21.577404 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Attempting to bind port 74a04ef1-91a3-44cc-8260-17546f4ce1f3 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:38:21.647312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Pushing event updated for resources: {'Port': ['ID=74a04ef1-91a3-44cc-8260-17546f4ce1f3,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:21.654168 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:38:21.654536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:38:21.654941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:21.655324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:38:21.655792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Bound port: 74a04ef1-91a3-44cc-8260-17546f4ce1f3, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:38:21.656163 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:21.692365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.692680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.692989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.693354 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.693723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.694051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.694398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.694779 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.695036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.695464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.695699 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.696020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:21.711448 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:21.713434 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:21.779667 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] For port 74a04ef1-91a3-44cc-8260-17546f4ce1f3, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:38:21.820422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] For port 74a04ef1-91a3-44cc-8260-17546f4ce1f3, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=74a04ef1-91a3-44cc-8260-17546f4ce1f3,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:38:21.827816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:21.833436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:21.949641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ips': [{'subnet_id': 'e761982c-d23a-456a-aa02-dc8878bd0552'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:38:21.950485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:21.965896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Routers {'72401dc5-a420-47fd-8209-82de3734cf7b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:38:21.966477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:38:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['72401dc5-a420-47fd-8209-82de3734cf7b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:22.019684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Pushing event updated for resources: {'Port': ['ID=74a04ef1-91a3-44cc-8260-17546f4ce1f3,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:22.029384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:22.309835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] Set router 72401dc5-a420-47fd-8209-82de3734cf7b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:38:22.395622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:22.500865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Allocated IP 172.20.0.2 (63e4fd35-ac41-4d2c-bad5-8800009a25b2/e761982c-d23a-456a-aa02-dc8878bd0552/c9891a07-e661-43b4-89bb-58f2a329e8bb) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:38:22.785115 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:19Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:22.790167 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:22.795514 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de38804-36d5-406a-8553-7ca2866d2d31 None None] The sync data for ids ['72401dc5-a420-47fd-8209-82de3734cf7b'] in dv-neutron-818341-1-hyperv is: [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:19Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:38:22.802407 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Transition to ACTIVE for port object c9891a07-e661-43b4-89bb-58f2a329e8bb will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:38:22.826989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Transition to ACTIVE for port object c9891a07-e661-43b4-89bb-58f2a329e8bb will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:38:22.834369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:22.837905 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-01c1f7fc-018b-47d7-900f-d5f87fd7e075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:22.899306 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:38:22.902684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:38:22.906367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:38:22.907917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.20.0.1 (63e4fd35-ac41-4d2c-bad5-8800009a25b2/e761982c-d23a-456a-aa02-dc8878bd0552/b37aa5c9-33c1-473a-a390-3331f0929ab8) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:38:22.916284 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Pushing event updated for resources: {'Port': ['ID=c9891a07-e661-43b4-89bb-58f2a329e8bb,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:22.946961 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:23.012539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Attempting to bind port c9891a07-e661-43b4-89bb-58f2a329e8bb on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:38:23.013046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Attempting to bind port c9891a07-e661-43b4-89bb-58f2a329e8bb by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:38:23.013520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Attempting to bind port c9891a07-e661-43b4-89bb-58f2a329e8bb on network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:38:23.023523 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:38:23.024012 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Checking segment: {'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:38:23.024544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.025046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Bound using segment: {'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:38:23.025627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Bound port: c9891a07-e661-43b4-89bb-58f2a329e8bb, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:38:23.026108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.117061 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.134728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Transition to ACTIVE for port object b37aa5c9-33c1-473a-a390-3331f0929ab8 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:38:23.141461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] For port c9891a07-e661-43b4-89bb-58f2a329e8bb, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:38:23.146630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] For port c9891a07-e661-43b4-89bb-58f2a329e8bb, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c9891a07-e661-43b4-89bb-58f2a329e8bb,segment=NetworkSegment(9285b516-e50b-4d19-ace6-442565fc5be0),segment_id=9285b516-e50b-4d19-ace6-442565fc5be0)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:38:23.155222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.162846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:23.163301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.168685 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:23.239454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:38:23.243107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:38:23.247296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:38:23.265993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Pushing event updated for resources: {'Port': ['ID=c9891a07-e661-43b4-89bb-58f2a329e8bb,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:23.269820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:23.282362 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=b37aa5c9-33c1-473a-a390-3331f0929ab8,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:23.293805 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:23.315509 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.418555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 74a04ef1-91a3-44cc-8260-17546f4ce1f3 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:38:23.476160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.509013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 74a04ef1-91a3-44cc-8260-17546f4ce1f3 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:38:23.514992 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 74a04ef1-91a3-44cc-8260-17546f4ce1f3 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:38:23.515380 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.643762 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:38:23.671161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.689813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 74a04ef1-91a3-44cc-8260-17546f4ce1f3, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=74a04ef1-91a3-44cc-8260-17546f4ce1f3,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:38:23.698150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.704181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:23.773908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=74a04ef1-91a3-44cc-8260-17546f4ce1f3,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:23.777321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:23.954434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.958904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:23.983977 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-73f8ac43-d5bc-48f5-b5dc-a539f59fafaa tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:24.074275 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:24.077760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=b37aa5c9-33c1-473a-a390-3331f0929ab8,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:24.085075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:24.337995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:38:24.339079 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:38:24.532761 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 72401dc5-a420-47fd-8209-82de3734cf7b has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:38:24.719368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:38:24.730539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69011223-3bf3-4bdd-a8ff-16a730544fa5 None None] Network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:38:24.731065 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Sync routers for ids ['72401dc5-a420-47fd-8209-82de3734cf7b'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:38:24.736256 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "PUT /v2.0/routers/72401dc5-a420-47fd-8209-82de3734cf7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1660955 Nov 25 09:38:24.747309 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Routers {'72401dc5-a420-47fd-8209-82de3734cf7b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:38:24.748801 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:38:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['72401dc5-a420-47fd-8209-82de3734cf7b'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:24.863449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-83bf9860-8f9a-4d5f-bf7f-0861306bf813 None None] Provisioning for port c9891a07-e661-43b4-89bb-58f2a329e8bb completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:38:24.908067 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-22d74693-b265-4993-9d2e-175b2f4b000d req-54152ea2-3c47-469a-860c-681dacde33b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:38:24.925571 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-22d74693-b265-4993-9d2e-175b2f4b000d req-54152ea2-3c47-469a-860c-681dacde33b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:38:24.927390 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-54152ea2-3c47-469a-860c-681dacde33b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564028436&fields=id&tenant_id=0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 267 time: 0.0641551 Nov 25 09:38:24.950693 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Set router 72401dc5-a420-47fd-8209-82de3734cf7b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:38:25.093461 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74693-b265-4993-9d2e-175b2f4b000d req-55ef9ee7-f011-4e9b-9f8f-797a007c434f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:25.094146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-22d74693-b265-4993-9d2e-175b2f4b000d req-55ef9ee7-f011-4e9b-9f8f-797a007c434f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:network {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:38:25.111619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-22d74693-b265-4993-9d2e-175b2f4b000d req-55ef9ee7-f011-4e9b-9f8f-797a007c434f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:network {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:38:25.112986 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-55ef9ee7-f011-4e9b-9f8f-797a007c434f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/networks?id=63e4fd35-ac41-4d2c-bad5-8800009a25b2 HTTP/1.1" status: 200 len: 797 time: 0.1783781 Nov 25 09:38:25.128985 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-aee90e49-1830-4035-b769-274f3654abce tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/quotas/0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 375 time: 0.0101087 Nov 25 09:38:25.222542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-22d74693-b265-4993-9d2e-175b2f4b000d req-07b32a2d-4abb-4ca6-8d7a-0ef385cfdf01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:38:25.240851 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-22d74693-b265-4993-9d2e-175b2f4b000d req-07b32a2d-4abb-4ca6-8d7a-0ef385cfdf01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:38:25.242213 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-07b32a2d-4abb-4ca6-8d7a-0ef385cfdf01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071279 Nov 25 09:38:25.285858 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'b37aa5c9-33c1-473a-a390-3331f0929ab8', 'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:50:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:22Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 2, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:25.290344 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Checking router: 72401dc5-a420-47fd-8209-82de3734cf7b for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:38:25.290778 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Updating router 72401dc5-a420-47fd-8209-82de3734cf7b port b37aa5c9-33c1-473a-a390-3331f0929ab8 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:38:25.320867 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e56651e0-1c97-468d-b347-8b966148fb21 None None] Provisioning for port b37aa5c9-33c1-473a-a390-3331f0929ab8 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:38:25.327294 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e56651e0-1c97-468d-b347-8b966148fb21 None None] Provisioning complete for port b37aa5c9-33c1-473a-a390-3331f0929ab8 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:38:25.327766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e56651e0-1c97-468d-b347-8b966148fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:25.388403 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:25.453611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e56651e0-1c97-468d-b347-8b966148fb21 None None] Port b37aa5c9-33c1-473a-a390-3331f0929ab8 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:38:25.464381 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-ae4675dc-5cc7-452b-8a74-9db0ff64387b service neutron] 10.222.0.54 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092099 Nov 25 09:38:25.540600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c9891a07-e661-43b4-89bb-58f2a329e8bb up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:38:25.632412 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-30f11dbd-48c3-4f60-b281-e585b2d3e264 service neutron] 10.222.0.54 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617172 Nov 25 09:38:25.656269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-38fe6cfa-284c-432a-b98e-0f1914c2f057 None None] Provisioning complete for port b37aa5c9-33c1-473a-a390-3331f0929ab8 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:38:25.656734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38fe6cfa-284c-432a-b98e-0f1914c2f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:25.721976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port c9891a07-e661-43b4-89bb-58f2a329e8bb completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:38:25.729594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c9891a07-e661-43b4-89bb-58f2a329e8bb triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:38:25.730128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:25.797555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-38fe6cfa-284c-432a-b98e-0f1914c2f057 None None] Port b37aa5c9-33c1-473a-a390-3331f0929ab8 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:38:25.875171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-855a2248-9aee-45ce-b77b-db17805a885c req-8a80b203-2964-44b4-b6ef-dc88ef04749a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:38:25.896119 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-855a2248-9aee-45ce-b77b-db17805a885c req-8a80b203-2964-44b4-b6ef-dc88ef04749a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:38:25.897349 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-855a2248-9aee-45ce-b77b-db17805a885c req-8a80b203-2964-44b4-b6ef-dc88ef04749a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 210 time: 0.0813565 Nov 25 09:38:25.898696 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:25.925831 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Transition to ACTIVE for port object b37aa5c9-33c1-473a-a390-3331f0929ab8 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:38:25.931570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:25.936524 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:25.943046 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-6c26d37e-ccfc-477b-94fb-35773527a1c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:26.006867 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port c9891a07-e661-43b4-89bb-58f2a329e8bb, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c9891a07-e661-43b4-89bb-58f2a329e8bb,segment=NetworkSegment(9285b516-e50b-4d19-ace6-442565fc5be0),segment_id=9285b516-e50b-4d19-ace6-442565fc5be0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:38:26.020049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:26.021063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 74a04ef1-91a3-44cc-8260-17546f4ce1f3 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:38:26.106662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:26.191647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 74a04ef1-91a3-44cc-8260-17546f4ce1f3 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:38:26.192143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:26.202561 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Attempting to bind port b37aa5c9-33c1-473a-a390-3331f0929ab8 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:38:26.202991 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Attempting to bind port b37aa5c9-33c1-473a-a390-3331f0929ab8 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:38:26.203359 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Attempting to bind port b37aa5c9-33c1-473a-a390-3331f0929ab8 on network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:38:26.205432 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Pushing event updated for resources: {'Port': ['ID=b37aa5c9-33c1-473a-a390-3331f0929ab8,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:26.214888 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.215234 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.215567 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.216037 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.216370 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.216695 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.217012 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.217330 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.217645 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.217958 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.218272 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.218624 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:38:26.224808 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:26.225732 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:38:26.230590 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Checking segment: {'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:38:26.231070 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:26.231484 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Bound using segment: {'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:38:26.231997 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Bound port: b37aa5c9-33c1-473a-a390-3331f0929ab8, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:38:26.232384 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:26.262624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=c9891a07-e661-43b4-89bb-58f2a329e8bb,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:26.274586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:26.336710 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] For port b37aa5c9-33c1-473a-a390-3331f0929ab8, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:38:26.339921 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] For port b37aa5c9-33c1-473a-a390-3331f0929ab8, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b37aa5c9-33c1-473a-a390-3331f0929ab8,segment=NetworkSegment(9285b516-e50b-4d19-ace6-442565fc5be0),segment_id=9285b516-e50b-4d19-ace6-442565fc5be0)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:38:26.344081 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:26.349940 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-51be055a-62bb-473e-ad9d-84858cfc3498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:26.425178 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Routers {'72401dc5-a420-47fd-8209-82de3734cf7b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:38:26.425792 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:38:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['72401dc5-a420-47fd-8209-82de3734cf7b'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:26.484526 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Pushing event updated for resources: {'Port': ['ID=b37aa5c9-33c1-473a-a390-3331f0929ab8,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:26.495116 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:26.616057 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] Set router 72401dc5-a420-47fd-8209-82de3734cf7b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:38:26.933297 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'b37aa5c9-33c1-473a-a390-3331f0929ab8', 'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:50:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:22Z', 'updated_at': '2021-11-25T09:38:26Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:26.937413 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a2e24-09f2-48ef-bd0f-6c1ad2c173cf None None] The sync data for ids ['72401dc5-a420-47fd-8209-82de3734cf7b'] in dv-neutron-818341-1-hyperv is: [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'b37aa5c9-33c1-473a-a390-3331f0929ab8', 'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:50:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:22Z', 'updated_at': '2021-11-25T09:38:26Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:38:27.078753 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ad9df311-54e1-456e-add4-e0285ab955e5 req-ab387852-fc65-4558-9374-6c3a9605e244 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 210 time: 0.0486295 Nov 25 09:38:27.302996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74693-b265-4993-9d2e-175b2f4b000d req-b91295ff-78a9-48cd-a8ec-6ea84fdf2662 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:27.304459 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-b91295ff-78a9-48cd-a8ec-6ea84fdf2662 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/networks?id=63e4fd35-ac41-4d2c-bad5-8800009a25b2 HTTP/1.1" status: 200 len: 797 time: 0.1655166 Nov 25 09:38:27.355184 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-73854198-8c53-48db-8dfc-623a74364fbd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 379 time: 0.0421767 Nov 25 09:38:27.367451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'port': {'device_id': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'admin_state_up': True, 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'security_groups': ['75307178-f855-49d5-bd5a-603f615ec5f1']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:27.503016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b37aa5c9-33c1-473a-a390-3331f0929ab8 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:38:27.528453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:27.540048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:27.555345 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:38:27.559060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:27.577651 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port b37aa5c9-33c1-473a-a390-3331f0929ab8 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:38:27.582952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b37aa5c9-33c1-473a-a390-3331f0929ab8 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:38:27.583327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:27.715395 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:27.745015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.20.0.7 (63e4fd35-ac41-4d2c-bad5-8800009a25b2/e761982c-d23a-456a-aa02-dc8878bd0552/13c13670-9d33-4f76-9015-324f0c56338b) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:38:27.754727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port b37aa5c9-33c1-473a-a390-3331f0929ab8, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b37aa5c9-33c1-473a-a390-3331f0929ab8,segment=NetworkSegment(9285b516-e50b-4d19-ace6-442565fc5be0),segment_id=9285b516-e50b-4d19-ace6-442565fc5be0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:38:27.759124 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:27.759977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c9891a07-e661-43b4-89bb-58f2a329e8bb up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:38:27.788613 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:27.883882 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=b37aa5c9-33c1-473a-a390-3331f0929ab8,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:27.887632 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:27.894604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port c9891a07-e661-43b4-89bb-58f2a329e8bb triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:38:27.894990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:27.957027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:27.987873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Transition to ACTIVE for port object 13c13670-9d33-4f76-9015-324f0c56338b will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:38:28.015589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:28.026968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-619a739c-f0b8-4898-b56c-a3563583910d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:28.220359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:38:28.230700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:38:28.235302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:38:28.277811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58fb9f-95dd-47d8-94e7-08ec38e1d264 req-e0b4d8b1-89c0-4ba2-b205-f0a3bac243f5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:28.279394 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bf58fb9f-95dd-47d8-94e7-08ec38e1d264 req-e0b4d8b1-89c0-4ba2-b205-f0a3bac243f5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 931 time: 0.0852616 Nov 25 09:38:28.295451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=13c13670-9d33-4f76-9015-324f0c56338b,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:28.300261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:28.320613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:28.321267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:28.328182 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bf58fb9f-95dd-47d8-94e7-08ec38e1d264 req-4aaa9b30-9216-4a6c-a16b-4f4dd0c828d9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391619 Nov 25 09:38:28.354787 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9912691 Nov 25 09:38:28.366483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Request body: {'port': {'device_id': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:28.479979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:28.534336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c9a340f2-0b9d-4324-8750-76ae9faf4c5e None None] Provisioning for port 13c13670-9d33-4f76-9015-324f0c56338b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:38:28.539793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c9a340f2-0b9d-4324-8750-76ae9faf4c5e None None] Provisioning complete for port 13c13670-9d33-4f76-9015-324f0c56338b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:38:28.540173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c9a340f2-0b9d-4324-8750-76ae9faf4c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:28.594790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c9a340f2-0b9d-4324-8750-76ae9faf4c5e None None] Port 13c13670-9d33-4f76-9015-324f0c56338b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:38:28.819768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c13670-9d33-4f76-9015-324f0c56338b {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:38:28.826758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:28.842092 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Transition to ACTIVE for port object 13c13670-9d33-4f76-9015-324f0c56338b will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:38:28.845410 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:28.850638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-aa4b0989-9ed7-4fad-be09-92b8ffdd2e43 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:29.014509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Pushing event updated for resources: {'Port': ['ID=13c13670-9d33-4f76-9015-324f0c56338b,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:29.022431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:29.091967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Attempting to bind port 13c13670-9d33-4f76-9015-324f0c56338b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:38:29.092396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Attempting to bind port 13c13670-9d33-4f76-9015-324f0c56338b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:38:29.092813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Attempting to bind port 13c13670-9d33-4f76-9015-324f0c56338b on network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:38:29.099413 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Port 13c13670-9d33-4f76-9015-324f0c56338b on network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:38:29.099793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Attempting to bind port 13c13670-9d33-4f76-9015-324f0c56338b on network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:38:29.105192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:38:29.105597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Checking segment: {'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:38:29.106040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Bound using segment: {'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:38:29.106557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Bound port: 13c13670-9d33-4f76-9015-324f0c56338b, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9285b516-e50b-4d19-ace6-442565fc5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:38:29.107141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:29.199648 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] For port 13c13670-9d33-4f76-9015-324f0c56338b, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:38:29.202605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] For port 13c13670-9d33-4f76-9015-324f0c56338b, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=13c13670-9d33-4f76-9015-324f0c56338b,segment=NetworkSegment(9285b516-e50b-4d19-ace6-442565fc5be0),segment_id=9285b516-e50b-4d19-ace6-442565fc5be0)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:38:29.207019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:29.213941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-825863c4-c170-4d34-b9b4-454c974c2e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:29.261215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:29.261793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:29.263220 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] 10.222.0.41 "PUT /v2.0/ports/13c13670-9d33-4f76-9015-324f0c56338b HTTP/1.1" status: 200 len: 1093 time: 0.9011343 Nov 25 09:38:29.263738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'tag': '13c13670-9d33-4f76-9015-324f0c56338b'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:38:29.302178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Pushing event updated for resources: {'Port': ['ID=13c13670-9d33-4f76-9015-324f0c56338b,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:29.305562 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:29.360570 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'tag': '13c13670-9d33-4f76-9015-324f0c56338b', 'status': 'completed', 'code': 200} Nov 25 09:38:29.401860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74693-b265-4993-9d2e-175b2f4b000d req-b8647340-ee9b-4367-9dd7-629c22c87b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:29.403793 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-b8647340-ee9b-4367-9dd7-629c22c87b92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 1096 time: 0.0940695 Nov 25 09:38:29.421963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b37aa5c9-33c1-473a-a390-3331f0929ab8 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:38:29.482369 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-01ed6d8f-c8d9-4697-b810-279d6f28578a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13c13670-9d33-4f76-9015-324f0c56338b HTTP/1.1" status: 200 len: 217 time: 0.0699849 Nov 25 09:38:29.534715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port b37aa5c9-33c1-473a-a390-3331f0929ab8 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:38:29.535710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:29.553995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb987ffd-c90d-4d08-afdb-c53fa5f1720b req-99239feb-73c9-4ace-b43c-454afa3cc3f1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:29.561251 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eb987ffd-c90d-4d08-afdb-c53fa5f1720b req-99239feb-73c9-4ace-b43c-454afa3cc3f1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 943 time: 0.1104896 Nov 25 09:38:29.576847 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74693-b265-4993-9d2e-175b2f4b000d req-2c143371-59f8-46d3-ad56-6e0c6bb9f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:29.583161 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-2c143371-59f8-46d3-ad56-6e0c6bb9f6f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e761982c-d23a-456a-aa02-dc8878bd0552 HTTP/1.1" status: 200 len: 835 time: 0.0946345 Nov 25 09:38:29.612790 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eb987ffd-c90d-4d08-afdb-c53fa5f1720b req-8fdfc46e-196f-4617-90c6-de79cebe0e3c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506022 Nov 25 09:38:29.671370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74693-b265-4993-9d2e-175b2f4b000d req-b533c482-aaf5-4c56-b901-6e6fd0991742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:29.672747 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-b533c482-aaf5-4c56-b901-6e6fd0991742 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63e4fd35-ac41-4d2c-bad5-8800009a25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822024 Nov 25 09:38:29.805991 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-54d3a371-e36b-4e54-a47c-3135723e7ead service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269281 Nov 25 09:38:29.938145 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-22d74693-b265-4993-9d2e-175b2f4b000d req-cbc28f77-3121-416d-83af-75ab834a05d7 service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254418 Nov 25 09:38:30.060379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85829255-4591-4de1-bccf-d95cc2591175 req-c56041a7-494e-407a-9c58-c22946349c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:30.061832 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-85829255-4591-4de1-bccf-d95cc2591175 req-c56041a7-494e-407a-9c58-c22946349c47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 1096 time: 0.0768797 Nov 25 09:38:30.303328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85829255-4591-4de1-bccf-d95cc2591175 req-a0a2c489-511d-4a7f-a6d3-4c1bce83a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:30.304698 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-85829255-4591-4de1-bccf-d95cc2591175 req-a0a2c489-511d-4a7f-a6d3-4c1bce83a945 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63e4fd35-ac41-4d2c-bad5-8800009a25b2 HTTP/1.1" status: 200 len: 898 time: 0.2370670 Nov 25 09:38:30.371386 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-85829255-4591-4de1-bccf-d95cc2591175 req-b3878400-76a1-4ec0-9faf-30a05be54780 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13c13670-9d33-4f76-9015-324f0c56338b HTTP/1.1" status: 200 len: 217 time: 0.0600793 Nov 25 09:38:30.436698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85829255-4591-4de1-bccf-d95cc2591175 req-374a6fe7-f3e6-4611-b0a8-067914b41a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:30.438092 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-85829255-4591-4de1-bccf-d95cc2591175 req-374a6fe7-f3e6-4611-b0a8-067914b41a65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e761982c-d23a-456a-aa02-dc8878bd0552 HTTP/1.1" status: 200 len: 835 time: 0.0604942 Nov 25 09:38:30.513043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85829255-4591-4de1-bccf-d95cc2591175 req-181f8948-0956-433c-a366-de9017af4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:30.514525 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-85829255-4591-4de1-bccf-d95cc2591175 req-181f8948-0956-433c-a366-de9017af4f08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63e4fd35-ac41-4d2c-bad5-8800009a25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695090 Nov 25 09:38:30.650269 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-85829255-4591-4de1-bccf-d95cc2591175 req-5644aa45-c2fc-41a7-ad6b-b2ec3345a92e service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294885 Nov 25 09:38:30.847168 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-85829255-4591-4de1-bccf-d95cc2591175 req-00913920-bb96-4ac1-af82-0ea3c75155f0 service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864948 Nov 25 09:38:30.858954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c014ad0-b28a-48a7-a963-29b8a0fc8d57 req-20808331-5537-4e92-9de0-bd553733cfd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:30.859628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-0c014ad0-b28a-48a7-a963-29b8a0fc8d57 req-20808331-5537-4e92-9de0-bd553733cfd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:38:30.875227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-0c014ad0-b28a-48a7-a963-29b8a0fc8d57 req-20808331-5537-4e92-9de0-bd553733cfd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:38:30.876340 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0c014ad0-b28a-48a7-a963-29b8a0fc8d57 req-20808331-5537-4e92-9de0-bd553733cfd7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 943 time: 0.1473229 Nov 25 09:38:30.921040 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0c014ad0-b28a-48a7-a963-29b8a0fc8d57 req-8e4c6222-af90-4ef3-9f3b-7da822df2b20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389752 Nov 25 09:38:32.056533 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 13c13670-9d33-4f76-9015-324f0c56338b details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:38:32.108640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f066e9c-244f-4d16-b3cb-6bbdaec4b922 req-6529c3c0-927a-4e33-bca4-dd5ed92e3011 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:32.110128 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7f066e9c-244f-4d16-b3cb-6bbdaec4b922 req-6529c3c0-927a-4e33-bca4-dd5ed92e3011 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 943 time: 0.0812261 Nov 25 09:38:32.161201 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7f066e9c-244f-4d16-b3cb-6bbdaec4b922 req-7e45b647-a28b-44ca-889b-16bc0302e76f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454650 Nov 25 09:38:32.191697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 13c13670-9d33-4f76-9015-324f0c56338b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=13c13670-9d33-4f76-9015-324f0c56338b,segment=NetworkSegment(9285b516-e50b-4d19-ace6-442565fc5be0),segment_id=9285b516-e50b-4d19-ace6-442565fc5be0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:38:32.204656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '13c13670-9d33-4f76-9015-324f0c56338b', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'port_id': '13c13670-9d33-4f76-9015-324f0c56338b', 'mac_address': 'fa:16:3e:09:29:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:38:32.263458 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:32.312808 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c13670-9d33-4f76-9015-324f0c56338b {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:38:32.328383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 13c13670-9d33-4f76-9015-324f0c56338b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=13c13670-9d33-4f76-9015-324f0c56338b,segment=NetworkSegment(9285b516-e50b-4d19-ace6-442565fc5be0),segment_id=9285b516-e50b-4d19-ace6-442565fc5be0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:38:32.332764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:32.335425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:32.400129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=13c13670-9d33-4f76-9015-324f0c56338b,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:32.403096 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:32.688770 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['13c13670-9d33-4f76-9015-324f0c56338b'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:38:33.348390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033e8ca-ab13-4937-b00f-c8eb6c889235 req-b4fbdd8d-ca06-419e-9e4f-7b3d2ec7cdda tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:33.349839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6033e8ca-ab13-4937-b00f-c8eb6c889235 req-b4fbdd8d-ca06-419e-9e4f-7b3d2ec7cdda tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 944 time: 0.0845439 Nov 25 09:38:33.392533 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6033e8ca-ab13-4937-b00f-c8eb6c889235 req-5d16d47c-d591-4c6f-8e3c-5ea517daa0dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369670 Nov 25 09:38:34.071771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 13c13670-9d33-4f76-9015-324f0c56338b up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:38:34.138462 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 13c13670-9d33-4f76-9015-324f0c56338b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:38:34.143026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 13c13670-9d33-4f76-9015-324f0c56338b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:38:34.143414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:34.259336 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:34.285025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c13670-9d33-4f76-9015-324f0c56338b'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:38:34.294507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 13c13670-9d33-4f76-9015-324f0c56338b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=13c13670-9d33-4f76-9015-324f0c56338b,segment=NetworkSegment(9285b516-e50b-4d19-ace6-442565fc5be0),segment_id=9285b516-e50b-4d19-ace6-442565fc5be0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:38:34.300449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:34.302225 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eef3f0a8-59f2-412e-8c65-e30c23ab0775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:34.335800 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c13670-9d33-4f76-9015-324f0c56338b', 'code': 200} Nov 25 09:38:34.368406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=13c13670-9d33-4f76-9015-324f0c56338b,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:34.371215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:34.506238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:34.618499 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0e24e-947b-4556-9b32-5cecc6c4782c req-71f3585c-ee3d-4360-999c-ac5fe66aae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:34.619867 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ae0e24e-947b-4556-9b32-5cecc6c4782c req-71f3585c-ee3d-4360-999c-ac5fe66aae89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 1098 time: 0.1338627 Nov 25 09:38:34.630227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52c34-719b-4d22-8d02-42b3eff4ec6e req-4c6c7b20-18a0-466f-9a82-2d087b23bab8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:34.631619 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-87c52c34-719b-4d22-8d02-42b3eff4ec6e req-4c6c7b20-18a0-466f-9a82-2d087b23bab8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.1147242 Nov 25 09:38:34.695577 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ae0e24e-947b-4556-9b32-5cecc6c4782c req-de45831c-bd53-4b19-b0a6-51685037694e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630295 Nov 25 09:38:34.699839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-87c52c34-719b-4d22-8d02-42b3eff4ec6e req-eeca74fb-04b0-4cf1-bbf5-3ab32d6fd7e4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545599 Nov 25 09:38:35.891778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5de8d-e7ea-42cd-81ee-e13eeb7a555c req-ea6b147e-f343-44ba-883e-6494df814d21 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:35.893963 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-39c5de8d-e7ea-42cd-81ee-e13eeb7a555c req-ea6b147e-f343-44ba-883e-6494df814d21 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0831780 Nov 25 09:38:35.941435 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-39c5de8d-e7ea-42cd-81ee-e13eeb7a555c req-b0f92742-2eac-4018-bea3-56fa333d9c21 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408418 Nov 25 09:38:36.927355 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-6426ac34-ac13-4c04-9f6f-dc7cd11270e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682242 Nov 25 09:38:37.102595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-91b8e3af-669e-4adc-9c90-3d3c1f584ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:37.104045 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-91b8e3af-669e-4adc-9c90-3d3c1f584ac2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 1098 time: 0.1104894 Nov 25 09:38:37.231381 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c869d4c-3e58-417e-af81-8124589ade3d req-8064047e-fc22-483b-bc8e-923676a9499a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:37.232815 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1c869d4c-3e58-417e-af81-8124589ade3d req-8064047e-fc22-483b-bc8e-923676a9499a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.1708117 Nov 25 09:38:37.306789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-5b64b1d4-5816-4ebc-ac3c-895d406bf332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:37.308211 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-5b64b1d4-5816-4ebc-ac3c-895d406bf332 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63e4fd35-ac41-4d2c-bad5-8800009a25b2 HTTP/1.1" status: 200 len: 898 time: 0.1825247 Nov 25 09:38:37.312663 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1c869d4c-3e58-417e-af81-8124589ade3d req-e2aa5717-831e-4616-bb42-203607d35486 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741739 Nov 25 09:38:37.376137 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-02b4284f-3a9e-42a9-9768-faad48b3ad5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13c13670-9d33-4f76-9015-324f0c56338b HTTP/1.1" status: 200 len: 217 time: 0.0603118 Nov 25 09:38:37.503056 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f89c6-fa0c-43f6-b7e6-39f59baf2144 req-09acab0a-eb60-4911-9550-c03c262a304e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:37.504521 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ba8f89c6-fa0c-43f6-b7e6-39f59baf2144 req-09acab0a-eb60-4911-9550-c03c262a304e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0884464 Nov 25 09:38:37.550204 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ba8f89c6-fa0c-43f6-b7e6-39f59baf2144 req-41f37916-c108-4f89-8d74-15b96d2ac7b9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397325 Nov 25 09:38:37.560945 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-1d6664a1-9843-4eed-b356-2fe813b82d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:37.562411 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-1d6664a1-9843-4eed-b356-2fe813b82d5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e761982c-d23a-456a-aa02-dc8878bd0552 HTTP/1.1" status: 200 len: 835 time: 0.1807127 Nov 25 09:38:37.572777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56608) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:37.640264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-30055cd3-5e76-4766-809a-90bf80e543f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:37.641744 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-30055cd3-5e76-4766-809a-90bf80e543f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63e4fd35-ac41-4d2c-bad5-8800009a25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725327 Nov 25 09:38:37.642125 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c01c60-abc8-4cea-8f5d-659012eacb6b tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:37.643629 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-b8c01c60-abc8-4cea-8f5d-659012eacb6b tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 1093 time: 0.0698981 Nov 25 09:38:37.646487 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56612) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:37.651202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '13c13670-9d33-4f76-9015-324f0c56338b', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:38:37.657260 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:38:37.661116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:floatingip and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:38:37.663979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:38:37.669649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:38:37.681643 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:37.774573 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-ff992918-e409-4d36-98ba-479c70db5e41 service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264355 Nov 25 09:38:37.817924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:37.911726 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-157b61d2-56fa-4595-bf23-fd6258748b31 req-a8a37d11-bbcc-4f55-9fa1-2c8c85ca75e0 service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308115 Nov 25 09:38:37.958031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.26.3.131 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/a0e16713-755e-4ec0-aded-a0527f0ad4f3) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:38:38.105777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:38.134943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:38.139369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-516ea728-5e74-45eb-8bfc-819d27d3915b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:38.192641 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:38:38.199469 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:38:38.203467 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:38:38.374844 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=a0e16713-755e-4ec0-aded-a0527f0ad4f3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:38.378863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:38.729446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:38.800929 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:39.010322 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:39.014832 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:39.020033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-58ccd4e6-a706-4897-a660-04ca5183081d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:38:39.121381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=a0e16713-755e-4ec0-aded-a0527f0ad4f3,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:38:39.125488 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:38:39.134300 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:39.303434 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Floating IP e0d68250-ec7a-48b6-baa6-0c5c30f75ec1 associated. External IP: 172.26.3.131, port: 13c13670-9d33-4f76-9015-324f0c56338b. Nov 25 09:38:39.649909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 72401dc5-a420-47fd-8209-82de3734cf7b has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:38:39.957552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:38:39.968283 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8a993-bc7b-4e2f-91b6-8ca3dbeb339f None None] Sync routers for ids ['72401dc5-a420-47fd-8209-82de3734cf7b'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:38:39.982197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8a993-bc7b-4e2f-91b6-8ca3dbeb339f None None] Routers {'72401dc5-a420-47fd-8209-82de3734cf7b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:38:39.982888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c4a8a993-bc7b-4e2f-91b6-8ca3dbeb339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:38:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['72401dc5-a420-47fd-8209-82de3734cf7b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:39.984433 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:40.040689 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3931978 Nov 25 09:38:40.041355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'tag': '13c13670-9d33-4f76-9015-324f0c56338b'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:38:40.092499 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'tag': '13c13670-9d33-4f76-9015-324f0c56338b', 'status': 'completed', 'code': 200} Nov 25 09:38:40.166660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-c4a8a993-bc7b-4e2f-91b6-8ca3dbeb339f None None] Set router 72401dc5-a420-47fd-8209-82de3734cf7b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:38:40.249702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288552e2-563d-477a-a572-4bec32f9c484 req-c36430bc-1b82-452f-9350-7a0eadaa692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:40.251107 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-288552e2-563d-477a-a572-4bec32f9c484 req-c36430bc-1b82-452f-9350-7a0eadaa692e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 1098 time: 0.1337514 Nov 25 09:38:40.263293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74019c5e-7fa2-4a81-bbdf-00881ced16b6 req-d3ab33e9-6374-49e0-b706-5c7dd76fd6e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:40.264724 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-74019c5e-7fa2-4a81-bbdf-00881ced16b6 req-d3ab33e9-6374-49e0-b706-5c7dd76fd6e3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.1168392 Nov 25 09:38:40.386133 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-74019c5e-7fa2-4a81-bbdf-00881ced16b6 req-e9133e76-f5b8-428a-a3b0-a5c5d1977616 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025739 Nov 25 09:38:40.410432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56620) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:40.424270 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288552e2-563d-477a-a572-4bec32f9c484 req-70fcbf86-cabb-45db-bfa5-923d21be77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:40.425783 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-288552e2-563d-477a-a572-4bec32f9c484 req-70fcbf86-cabb-45db-bfa5-923d21be77a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63e4fd35-ac41-4d2c-bad5-8800009a25b2 HTTP/1.1" status: 200 len: 898 time: 0.1601880 Nov 25 09:38:40.521205 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-574a9ac1-10ed-4b5e-b00f-f7c77ce5986f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/e0d68250-ec7a-48b6-baa6-0c5c30f75ec1 HTTP/1.1" status: 200 len: 991 time: 0.1092796 Nov 25 09:38:40.523030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c4a8a993-bc7b-4e2f-91b6-8ca3dbeb339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e0d68250-ec7a-48b6-baa6-0c5c30f75ec1', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.131', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'port_id': '13c13670-9d33-4f76-9015-324f0c56338b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'mac_address': 'fa:16:3e:09:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:38:38Z', 'updated_at': '2021-11-25T09:38:38Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37aa5c9-33c1-473a-a390-3331f0929ab8', 'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:50:00:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:22Z', 'updated_at': '2021-11-25T09:38:27Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:40.527005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8a993-bc7b-4e2f-91b6-8ca3dbeb339f None None] Checking router: 72401dc5-a420-47fd-8209-82de3734cf7b for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:38:40.535976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8a993-bc7b-4e2f-91b6-8ca3dbeb339f None None] Routers {'72401dc5-a420-47fd-8209-82de3734cf7b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:38:40.536595 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c4a8a993-bc7b-4e2f-91b6-8ca3dbeb339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:38:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['72401dc5-a420-47fd-8209-82de3734cf7b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:40.539225 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-288552e2-563d-477a-a572-4bec32f9c484 req-d297ef95-487d-45b6-af27-72fb405a5439 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13c13670-9d33-4f76-9015-324f0c56338b HTTP/1.1" status: 200 len: 999 time: 0.1068003 Nov 25 09:38:40.607668 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288552e2-563d-477a-a572-4bec32f9c484 req-d48d52f0-ab56-4674-b0b9-b21e9bdbdb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:40.609083 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-288552e2-563d-477a-a572-4bec32f9c484 req-d48d52f0-ab56-4674-b0b9-b21e9bdbdb66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e761982c-d23a-456a-aa02-dc8878bd0552 HTTP/1.1" status: 200 len: 835 time: 0.0629244 Nov 25 09:38:40.683030 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288552e2-563d-477a-a572-4bec32f9c484 req-7204098d-4b9c-4aea-a4ab-19a4184ee4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:38:40.684503 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-288552e2-563d-477a-a572-4bec32f9c484 req-7204098d-4b9c-4aea-a4ab-19a4184ee4c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63e4fd35-ac41-4d2c-bad5-8800009a25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693040 Nov 25 09:38:40.717261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-c4a8a993-bc7b-4e2f-91b6-8ca3dbeb339f None None] Set router 72401dc5-a420-47fd-8209-82de3734cf7b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:38:40.815257 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-288552e2-563d-477a-a572-4bec32f9c484 req-c717974e-19b6-4b08-b062-a171069ce070 service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244805 Nov 25 09:38:40.950805 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-288552e2-563d-477a-a572-4bec32f9c484 req-1873af1f-3677-474a-a831-5fbaf3f1ff19 service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288331 Nov 25 09:38:41.104804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c4a8a993-bc7b-4e2f-91b6-8ca3dbeb339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e0d68250-ec7a-48b6-baa6-0c5c30f75ec1', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.131', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'port_id': '13c13670-9d33-4f76-9015-324f0c56338b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'mac_address': 'fa:16:3e:09:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:38:38Z', 'updated_at': '2021-11-25T09:38:38Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37aa5c9-33c1-473a-a390-3331f0929ab8', 'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:50:00:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:22Z', 'updated_at': '2021-11-25T09:38:27Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:38:41.108639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8a993-bc7b-4e2f-91b6-8ca3dbeb339f None None] The sync data for ids ['72401dc5-a420-47fd-8209-82de3734cf7b'] in dv-neutron-818341-1-hyperv is: [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'e0d68250-ec7a-48b6-baa6-0c5c30f75ec1', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.131', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'port_id': '13c13670-9d33-4f76-9015-324f0c56338b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'mac_address': 'fa:16:3e:09:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:38:38Z', 'updated_at': '2021-11-25T09:38:38Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37aa5c9-33c1-473a-a390-3331f0929ab8', 'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:50:00:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:22Z', 'updated_at': '2021-11-25T09:38:27Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:38:41.300970 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6252c1-5800-4b63-aff0-e5ad6eb7e840 None None] New status for floating IP e0d68250-ec7a-48b6-baa6-0c5c30f75ec1: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:38:41.524106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56624) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:38:41.635085 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-dcbce712-9e62-4e17-8da1-2aa0691d8489 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/e0d68250-ec7a-48b6-baa6-0c5c30f75ec1 HTTP/1.1" status: 200 len: 993 time: 0.1096830 Nov 25 09:38:46.604521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c684801a-80c1-41b1-9d3f-cfd86720399c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:47.079797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:49.926531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44d5290f-e241-41e8-9b3b-ca315197c2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:50.135696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:38:51.609322 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:00.643233 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:39:04.515583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:16.606844 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a0e266f-87c3-44b8-942c-8ce949d04643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:17.081550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:19.928735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b55c5f62-2dd5-431c-84b5-dc25237b337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:20.135231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:21.612263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:34.510505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:37.641709 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:39:38.957840 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-84c07787-2b0b-4adb-b202-fe7dfb48f68c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759361 Nov 25 09:39:39.099720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-338682c6-c459-4a1b-b796-1d463bf93b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:39.101168 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-338682c6-c459-4a1b-b796-1d463bf93b9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 1098 time: 0.0723958 Nov 25 09:39:39.243670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-4e230419-c7be-491d-857a-0ced928339ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:39.245002 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-4e230419-c7be-491d-857a-0ced928339ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=63e4fd35-ac41-4d2c-bad5-8800009a25b2 HTTP/1.1" status: 200 len: 898 time: 0.1245811 Nov 25 09:39:39.469815 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-aa85a281-a9e5-4ccb-8c1f-dedc98bbf521 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13c13670-9d33-4f76-9015-324f0c56338b HTTP/1.1" status: 200 len: 1001 time: 0.2148254 Nov 25 09:39:39.531296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-c8ad7d2f-400b-4bf1-bfee-2e42822fdfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:39.532595 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-c8ad7d2f-400b-4bf1-bfee-2e42822fdfe7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e761982c-d23a-456a-aa02-dc8878bd0552 HTTP/1.1" status: 200 len: 835 time: 0.0562739 Nov 25 09:39:39.612952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-b37eb7b7-34e1-4b40-9322-23426bb33bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:39.614937 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-b37eb7b7-34e1-4b40-9322-23426bb33bbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63e4fd35-ac41-4d2c-bad5-8800009a25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743458 Nov 25 09:39:39.628421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-4c378631-05d6-4002-b380-c32af22f5529 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:39:39.630031 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-4c378631-05d6-4002-b380-c32af22f5529 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055161 Nov 25 09:39:39.758757 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-1b185096-1bf2-4eb8-85c4-2f3f4b316eaa service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222584 Nov 25 09:39:39.886941 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-81bccc32-baa7-42e4-95f5-bc3cfd183204 req-9c27f782-f5af-44f2-a3e9-45e90faf8192 service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214457 Nov 25 09:39:40.652102 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003758-75ca-4472-b13a-32cb3d5bc3ff req-cce59ea3-aa36-44f7-96ec-510532922708 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:40.653460 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1c003758-75ca-4472-b13a-32cb3d5bc3ff req-cce59ea3-aa36-44f7-96ec-510532922708 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0886359 Nov 25 09:39:40.696587 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1c003758-75ca-4472-b13a-32cb3d5bc3ff req-4e777223-0674-481a-90e7-ef3ca22c7f6d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374639 Nov 25 09:39:41.879811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1694866-305d-4bcf-84b0-2eaa8334c55d req-3658b7c5-74f3-4567-b7dc-64745c586136 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:41.881248 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b1694866-305d-4bcf-84b0-2eaa8334c55d req-3658b7c5-74f3-4567-b7dc-64745c586136 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0796008 Nov 25 09:39:41.924707 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b1694866-305d-4bcf-84b0-2eaa8334c55d req-a380f32c-c868-4034-8f1d-7c9258493ce4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378728 Nov 25 09:39:43.106918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f96a96-8916-4fb9-986d-d586067f50d7 req-77bbed2a-f4ee-4807-82cb-a5429d7e62b6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:43.108349 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-61f96a96-8916-4fb9-986d-d586067f50d7 req-77bbed2a-f4ee-4807-82cb-a5429d7e62b6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0792720 Nov 25 09:39:43.152870 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-61f96a96-8916-4fb9-986d-d586067f50d7 req-70874dbf-8839-47bf-a569-5cad711a305c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389674 Nov 25 09:39:44.337471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d122e-7f93-4b94-bc64-86346cb9239b req-efca848d-a83a-47c7-b76e-3c027b4808c8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:44.338843 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-682d122e-7f93-4b94-bc64-86346cb9239b req-efca848d-a83a-47c7-b76e-3c027b4808c8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0833023 Nov 25 09:39:44.382191 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-682d122e-7f93-4b94-bc64-86346cb9239b req-1796ecdb-a9b8-46a1-826f-2e0597f431ef tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378470 Nov 25 09:39:45.568941 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38876e2-a9ce-40b1-a140-dfe3b662d4cb req-2f13273b-3df6-4588-b616-f76582ca2454 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:45.570501 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e38876e2-a9ce-40b1-a140-dfe3b662d4cb req-2f13273b-3df6-4588-b616-f76582ca2454 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0836575 Nov 25 09:39:45.612737 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e38876e2-a9ce-40b1-a140-dfe3b662d4cb req-d7733742-4756-4716-ac9a-b1c0813bf215 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368009 Nov 25 09:39:46.609551 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-26fb54f2-60d2-464f-9021-1c68b45c6f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:46.795334 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b19b-0faa-42ba-b7f2-b3804a2c160d req-3ed012ef-ca4e-41e1-b4bd-efabcfef9e97 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:46.796754 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6354b19b-0faa-42ba-b7f2-b3804a2c160d req-3ed012ef-ca4e-41e1-b4bd-efabcfef9e97 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0792980 Nov 25 09:39:46.839725 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6354b19b-0faa-42ba-b7f2-b3804a2c160d req-1f04e40f-2ac0-4523-809d-5a53e95c7f68 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368595 Nov 25 09:39:47.083547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:48.020156 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94835bb7-f4cd-4ba3-8629-5c208c986d46 req-83678a5e-0bb8-4288-82e0-fdbd73b02531 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:48.021615 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-94835bb7-f4cd-4ba3-8629-5c208c986d46 req-83678a5e-0bb8-4288-82e0-fdbd73b02531 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0794294 Nov 25 09:39:48.077924 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-94835bb7-f4cd-4ba3-8629-5c208c986d46 req-76182c34-4b61-4500-8394-b3098edf0c80 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505443 Nov 25 09:39:49.268289 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b34f3f-3096-47c5-9e8b-2210402d5512 req-edd37379-8315-4bb9-b2b5-563b4fa92fdc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:49.269764 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-41b34f3f-3096-47c5-9e8b-2210402d5512 req-edd37379-8315-4bb9-b2b5-563b4fa92fdc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0887227 Nov 25 09:39:49.313120 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-41b34f3f-3096-47c5-9e8b-2210402d5512 req-815c7372-c250-473b-905f-9c30610b2178 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376318 Nov 25 09:39:49.930387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df9cbee3-b8be-4d1e-8db4-6422acd10c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:50.135829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:50.494813 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4ce06-b132-4cc6-b9c8-03f15b48edd1 req-908c8995-b4de-423f-85cb-6ed2c1ccb298 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:50.496233 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e9b4ce06-b132-4cc6-b9c8-03f15b48edd1 req-908c8995-b4de-423f-85cb-6ed2c1ccb298 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0809555 Nov 25 09:39:50.539397 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e9b4ce06-b132-4cc6-b9c8-03f15b48edd1 req-bea5d3f8-f59a-42a8-af00-2ff79958342e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375724 Nov 25 09:39:51.616545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:39:51.725872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c304a4-7ff3-4de5-847f-a9e6cd79eda5 req-1d2a8fdf-d020-489e-a1c6-e75578b81ac4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:51.727340 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-90c304a4-7ff3-4de5-847f-a9e6cd79eda5 req-1d2a8fdf-d020-489e-a1c6-e75578b81ac4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0839775 Nov 25 09:39:51.775586 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-90c304a4-7ff3-4de5-847f-a9e6cd79eda5 req-2f61d13e-e384-4a31-b7ac-2cb6de28593b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427277 Nov 25 09:39:51.798426 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56686) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:39:51.899579 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b79d14c2-e101-4a9a-bca1-95650640a5f6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/e0d68250-ec7a-48b6-baa6-0c5c30f75ec1 HTTP/1.1" status: 200 len: 993 time: 0.0999913 Nov 25 09:39:53.353434 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947bc33-fb42-405e-a2bf-a8e027bef57b req-f332854c-647d-4ea0-88b5-6c1523e02179 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:53.354918 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d947bc33-fb42-405e-a2bf-a8e027bef57b req-f332854c-647d-4ea0-88b5-6c1523e02179 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0869031 Nov 25 09:39:53.393029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ee5c-a7f0-464f-b79c-56053742ef19 req-d3237b4d-88f2-47bf-9217-82e1daddddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:53.395290 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ac77ee5c-a7f0-464f-b79c-56053742ef19 req-d3237b4d-88f2-47bf-9217-82e1daddddb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 1098 time: 0.0750737 Nov 25 09:39:53.399095 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d947bc33-fb42-405e-a2bf-a8e027bef57b req-28079d05-90ba-4736-b09f-10cfcbc47211 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385296 Nov 25 09:39:53.524501 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ee5c-a7f0-464f-b79c-56053742ef19 req-480a0fec-3b99-4135-9d7b-26457c54e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:53.525924 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ac77ee5c-a7f0-464f-b79c-56053742ef19 req-480a0fec-3b99-4135-9d7b-26457c54e264 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63e4fd35-ac41-4d2c-bad5-8800009a25b2 HTTP/1.1" status: 200 len: 898 time: 0.1248674 Nov 25 09:39:53.627720 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ac77ee5c-a7f0-464f-b79c-56053742ef19 req-c701cfc8-e57d-4eb5-b2ca-d7b46c57a78f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13c13670-9d33-4f76-9015-324f0c56338b HTTP/1.1" status: 200 len: 1001 time: 0.0955262 Nov 25 09:39:53.689755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ee5c-a7f0-464f-b79c-56053742ef19 req-533356a7-877a-4fc0-9756-fd9ffc5ca994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:53.691207 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ac77ee5c-a7f0-464f-b79c-56053742ef19 req-533356a7-877a-4fc0-9756-fd9ffc5ca994 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e761982c-d23a-456a-aa02-dc8878bd0552 HTTP/1.1" status: 200 len: 835 time: 0.0570495 Nov 25 09:39:53.769700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ee5c-a7f0-464f-b79c-56053742ef19 req-a520a59c-3ab2-4d1b-be21-94832a00e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:53.771145 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ac77ee5c-a7f0-464f-b79c-56053742ef19 req-a520a59c-3ab2-4d1b-be21-94832a00e3a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63e4fd35-ac41-4d2c-bad5-8800009a25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737896 Nov 25 09:39:53.902841 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ac77ee5c-a7f0-464f-b79c-56053742ef19 req-bc143742-bc93-4419-be6d-864f999efec7 service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238866 Nov 25 09:39:54.142068 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ac77ee5c-a7f0-464f-b79c-56053742ef19 req-14fb166b-4995-4829-9356-a9a98376dc3f service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329583 Nov 25 09:39:54.584777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d60dcb-7a92-4646-be80-47deb67e3ed0 req-57e829cb-b01b-42cd-ac50-f2348bfd2440 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:54.586269 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1d60dcb-7a92-4646-be80-47deb67e3ed0 req-57e829cb-b01b-42cd-ac50-f2348bfd2440 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0791960 Nov 25 09:39:54.629978 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1d60dcb-7a92-4646-be80-47deb67e3ed0 req-eec4586f-c999-4961-9b87-a3edcaad08ea tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381467 Nov 25 09:39:55.823366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ad2ad-647a-4338-b685-d9ac5e3bb05f req-9b92f692-b81a-4fc0-bdc2-f02beeb3d148 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:39:55.824824 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-db7ad2ad-647a-4338-b685-d9ac5e3bb05f req-9b92f692-b81a-4fc0-bdc2-f02beeb3d148 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0868313 Nov 25 09:39:55.868476 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-db7ad2ad-647a-4338-b685-d9ac5e3bb05f req-5df0c733-038b-48c2-8c60-3a262bad0f45 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381472 Nov 25 09:39:55.891478 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56700) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:39:55.998600 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-452b4ee1-a531-48e7-84eb-872671b5b713 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/e0d68250-ec7a-48b6-baa6-0c5c30f75ec1 HTTP/1.1" status: 200 len: 993 time: 0.1058404 Nov 25 09:40:04.520647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:14.639829 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:40:16.611472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a19abbb6-79cf-4c5e-a906-94ad9f2d5568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:17.084405 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:19.931293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fbf1156-3343-4c3b-a6b0-0027af84ff79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:20.137623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:21.617942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:34.528357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:40.001427 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-179e9f98-d32a-47ca-b3ad-4adf343ec3ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747888 Nov 25 09:40:40.142308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-1650472e-5b6e-420e-9306-39d797a4ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:40.143788 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-1650472e-5b6e-420e-9306-39d797a4ceda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 1098 time: 0.0704570 Nov 25 09:40:40.285565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-f86cc7e7-a54d-405d-9c49-0575deca95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:40.287559 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-f86cc7e7-a54d-405d-9c49-0575deca95ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=63e4fd35-ac41-4d2c-bad5-8800009a25b2 HTTP/1.1" status: 200 len: 898 time: 0.1246221 Nov 25 09:40:40.387913 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-b78d9276-010c-4689-8331-6d0b96bf95b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13c13670-9d33-4f76-9015-324f0c56338b HTTP/1.1" status: 200 len: 1001 time: 0.0939846 Nov 25 09:40:40.449403 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-1814ec56-f47e-414d-8bfc-2e8073825c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:40.450775 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-1814ec56-f47e-414d-8bfc-2e8073825c43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e761982c-d23a-456a-aa02-dc8878bd0552 HTTP/1.1" status: 200 len: 835 time: 0.0551417 Nov 25 09:40:40.530228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-c8a24324-1de6-4434-abc0-ea668317f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:40.531702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-c8a24324-1de6-4434-abc0-ea668317f076 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63e4fd35-ac41-4d2c-bad5-8800009a25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741327 Nov 25 09:40:40.659081 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-1c280fb5-f379-46d7-9d85-5a0c5765971f service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204009 Nov 25 09:40:40.831455 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e0838b11-6b5a-46aa-9524-af90efa365f9 req-87ebfc10-3fb3-47d6-ae32-031325872fa8 service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652260 Nov 25 09:40:44.427913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56734) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:44.631942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port a0e16713-755e-4ec0-aded-a0527f0ad4f3 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:40:44.632204 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:44.916373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:44.916593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:45.040090 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for a0e16713-755e-4ec0-aded-a0527f0ad4f3 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:40:45.186482 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:45.189863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c5e4ba57-bfb3-467a-aaf6-f168aea318ac tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:45.236998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=a0e16713-755e-4ec0-aded-a0527f0ad4f3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:45.275809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.276201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.276579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.276953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.277328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.277694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.278060 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.278454 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.278817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.279178 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.279914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.280282 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:45.283382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:45.339999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:45.340334 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Floating IP e0d68250-ec7a-48b6-baa6-0c5c30f75ec1 disassociated (deleted). External IP: 172.26.3.131, port: 13c13670-9d33-4f76-9015-324f0c56338b. Nov 25 09:40:45.684486 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 72401dc5-a420-47fd-8209-82de3734cf7b has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:40:45.865474 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:40:45.876593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca23e4-b150-4737-9de5-c99b64865e2f None None] Sync routers for ids ['72401dc5-a420-47fd-8209-82de3734cf7b'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:40:45.887540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:45.892238 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca23e4-b150-4737-9de5-c99b64865e2f None None] Routers {'72401dc5-a420-47fd-8209-82de3734cf7b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:40:45.893117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-65ca23e4-b150-4737-9de5-c99b64865e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:40:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['72401dc5-a420-47fd-8209-82de3734cf7b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:40:45.946362 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/floatingips/e0d68250-ec7a-48b6-baa6-0c5c30f75ec1 HTTP/1.1" status: 204 len: 168 time: 1.5172529 Nov 25 09:40:45.947042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'tag': '13c13670-9d33-4f76-9015-324f0c56338b'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:40:46.029566 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'tag': '13c13670-9d33-4f76-9015-324f0c56338b', 'status': 'completed', 'code': 200} Nov 25 09:40:46.083358 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-65ca23e4-b150-4737-9de5-c99b64865e2f None None] Set router 72401dc5-a420-47fd-8209-82de3734cf7b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:40:46.132611 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578274e-b8cc-4449-9aac-e622c801c769 req-22e1e4a4-19b7-47d2-9b72-ef3d28632c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:46.134872 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4578274e-b8cc-4449-9aac-e622c801c769 req-22e1e4a4-19b7-47d2-9b72-ef3d28632c85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 1098 time: 0.0819438 Nov 25 09:40:46.273946 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578274e-b8cc-4449-9aac-e622c801c769 req-6d571d06-8912-4289-862b-34e6c5a8e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:46.275463 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4578274e-b8cc-4449-9aac-e622c801c769 req-6d571d06-8912-4289-862b-34e6c5a8e4ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=63e4fd35-ac41-4d2c-bad5-8800009a25b2 HTTP/1.1" status: 200 len: 898 time: 0.1350625 Nov 25 09:40:46.384973 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4578274e-b8cc-4449-9aac-e622c801c769 req-a0c8a010-d96a-409f-ae7e-92312c1e6077 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13c13670-9d33-4f76-9015-324f0c56338b HTTP/1.1" status: 200 len: 217 time: 0.1007884 Nov 25 09:40:46.427601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-65ca23e4-b150-4737-9de5-c99b64865e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'b37aa5c9-33c1-473a-a390-3331f0929ab8', 'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:50:00:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:22Z', 'updated_at': '2021-11-25T09:38:27Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:40:46.431903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca23e4-b150-4737-9de5-c99b64865e2f None None] Checking router: 72401dc5-a420-47fd-8209-82de3734cf7b for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:40:46.440691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca23e4-b150-4737-9de5-c99b64865e2f None None] Routers {'72401dc5-a420-47fd-8209-82de3734cf7b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:40:46.441310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-65ca23e4-b150-4737-9de5-c99b64865e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:40:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['72401dc5-a420-47fd-8209-82de3734cf7b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:40:46.465673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578274e-b8cc-4449-9aac-e622c801c769 req-da5be980-6146-472f-889e-fdbf7e82a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:46.467050 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4578274e-b8cc-4449-9aac-e622c801c769 req-da5be980-6146-472f-889e-fdbf7e82a9e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e761982c-d23a-456a-aa02-dc8878bd0552 HTTP/1.1" status: 200 len: 835 time: 0.0744960 Nov 25 09:40:46.516790 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8624969-9c4e-4aec-b075-b96460d2931b req-5f2ced74-5fff-4aaa-adc9-1fd077461417 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:46.518237 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d8624969-9c4e-4aec-b075-b96460d2931b req-5f2ced74-5fff-4aaa-adc9-1fd077461417 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.2388732 Nov 25 09:40:46.578750 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d8624969-9c4e-4aec-b075-b96460d2931b req-3c282663-5153-4bee-a349-11968143dad4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537305 Nov 25 09:40:46.588697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578274e-b8cc-4449-9aac-e622c801c769 req-24b1dbe0-3f87-4cf9-aca0-ff60960fc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:46.590722 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4578274e-b8cc-4449-9aac-e622c801c769 req-24b1dbe0-3f87-4cf9-aca0-ff60960fc532 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63e4fd35-ac41-4d2c-bad5-8800009a25b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1149132 Nov 25 09:40:46.631291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-65ca23e4-b150-4737-9de5-c99b64865e2f None None] Set router 72401dc5-a420-47fd-8209-82de3734cf7b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:40:46.727847 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d7df85c-b0ba-4249-be2c-03f948b09f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:46.859224 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4578274e-b8cc-4449-9aac-e622c801c769 req-91235d58-0898-4403-ab3f-228d888cfd91 service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560768 Nov 25 09:40:46.992647 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4578274e-b8cc-4449-9aac-e622c801c769 req-d741656b-19dd-480c-8c3d-c5697bee9b7f service neutron] 10.222.0.41 "GET /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265881 Nov 25 09:40:46.995445 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-65ca23e4-b150-4737-9de5-c99b64865e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'b37aa5c9-33c1-473a-a390-3331f0929ab8', 'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:50:00:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:22Z', 'updated_at': '2021-11-25T09:38:27Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:40:46.999490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca23e4-b150-4737-9de5-c99b64865e2f None None] The sync data for ids ['72401dc5-a420-47fd-8209-82de3734cf7b'] in dv-neutron-818341-1-hyperv is: [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'b37aa5c9-33c1-473a-a390-3331f0929ab8', 'name': '', 'network_id': '63e4fd35-ac41-4d2c-bad5-8800009a25b2', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:50:00:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:22Z', 'updated_at': '2021-11-25T09:38:27Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': 'e761982c-d23a-456a-aa02-dc8878bd0552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:40:47.087443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:47.225593 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c589802-bb26-4ce8-9e97-20c2f96790dc None None] New status for floating IP e0d68250-ec7a-48b6-baa6-0c5c30f75ec1: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:40:47.838632 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac36e61-cb49-4634-90d9-c11d4407f158 req-340dbfea-80d9-43c4-b30e-376000460bb9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:47.839298 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0ac36e61-cb49-4634-90d9-c11d4407f158 req-340dbfea-80d9-43c4-b30e-376000460bb9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:40:47.853967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-0ac36e61-cb49-4634-90d9-c11d4407f158 req-340dbfea-80d9-43c4-b30e-376000460bb9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:40:47.855092 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0ac36e61-cb49-4634-90d9-c11d4407f158 req-340dbfea-80d9-43c4-b30e-376000460bb9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.1714544 Nov 25 09:40:47.898753 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0ac36e61-cb49-4634-90d9-c11d4407f158 req-0a22e3f6-2998-41ac-b664-3f36f9b30361 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=75307178-f855-49d5-bd5a-603f615ec5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378892 Nov 25 09:40:48.047316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28612a40-86a5-4a20-8f5c-c2f9e83371a7 req-433864b3-cc3d-424b-a59f-de17416fda4f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:48.048710 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-28612a40-86a5-4a20-8f5c-c2f9e83371a7 req-433864b3-cc3d-424b-a59f-de17416fda4f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 945 time: 0.0795569 Nov 25 09:40:48.116587 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-28612a40-86a5-4a20-8f5c-c2f9e83371a7 req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 13c13670-9d33-4f76-9015-324f0c56338b {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:40:48.116916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-28612a40-86a5-4a20-8f5c-c2f9e83371a7 req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:48.362673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-28612a40-86a5-4a20-8f5c-c2f9e83371a7 req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port 13c13670-9d33-4f76-9015-324f0c56338b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=13c13670-9d33-4f76-9015-324f0c56338b,segment=NetworkSegment(9285b516-e50b-4d19-ace6-442565fc5be0),segment_id=9285b516-e50b-4d19-ace6-442565fc5be0)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:40:48.363023 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-28612a40-86a5-4a20-8f5c-c2f9e83371a7 req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:48.494937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-28612a40-86a5-4a20-8f5c-c2f9e83371a7 req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 13c13670-9d33-4f76-9015-324f0c56338b owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:40:48.634762 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-28612a40-86a5-4a20-8f5c-c2f9e83371a7 req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:48.640046 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fbbfb23f-3540-4491-ba70-ce753ee274fb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:48.686135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=13c13670-9d33-4f76-9015-324f0c56338b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:48.696079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.696079 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.696452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.696828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.697195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.697563 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.697934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.698302 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.698683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.699043 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.699401 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.699758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:48.729017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:48.775015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-28612a40-86a5-4a20-8f5c-c2f9e83371a7 req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] No DVR routers for this DVR port 13c13670-9d33-4f76-9015-324f0c56338b on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:40:48.777349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-28612a40-86a5-4a20-8f5c-c2f9e83371a7 req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:48.779800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'name': 'network-vif-deleted', 'tag': '13c13670-9d33-4f76-9015-324f0c56338b'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:40:48.794933 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-28612a40-86a5-4a20-8f5c-c2f9e83371a7 req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "DELETE /v2.0/ports/13c13670-9d33-4f76-9015-324f0c56338b HTTP/1.1" status: 204 len: 173 time: 0.7410939 Nov 25 09:40:48.830078 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ff4ea8-1399-4c1c-9ab1-be14374fd9a7', 'name': 'network-vif-deleted', 'tag': '13c13670-9d33-4f76-9015-324f0c56338b', 'status': 'completed', 'code': 200} Nov 25 09:40:49.073353 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-32fe38dc-0d3b-4005-95f2-28dfc3e5c538 req-aa18284b-55d0-43bf-9c94-18cb5ff35fb3 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=87ff4ea8-1399-4c1c-9ab1-be14374fd9a7 HTTP/1.1" status: 200 len: 210 time: 0.0506232 Nov 25 09:40:49.933300 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-338bace9-f021-46eb-a4dc-93c7ff003b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:50.140753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:50.168492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56758) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:50.677090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 13c13670-9d33-4f76-9015-324f0c56338b no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:40:50.710900 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 13c13670-9d33-4f76-9015-324f0c56338b {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:40:50.711254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 13c13670-9d33-4f76-9015-324f0c56338b not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:40:50.836663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:51.191548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port b37aa5c9-33c1-473a-a390-3331f0929ab8 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:40:51.192735 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:51.375342 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port b37aa5c9-33c1-473a-a390-3331f0929ab8, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=b37aa5c9-33c1-473a-a390-3331f0929ab8,segment=NetworkSegment(9285b516-e50b-4d19-ace6-442565fc5be0),segment_id=9285b516-e50b-4d19-ace6-442565fc5be0)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:40:51.375608 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:51.500370 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for b37aa5c9-33c1-473a-a390-3331f0929ab8 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:40:51.622568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:51.638376 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:40:51.681956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:51.686525 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce2ab866-3109-4b0b-b215-4c600740d2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:51.757610 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=b37aa5c9-33c1-473a-a390-3331f0929ab8,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:51.764778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:52.129416 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:52.488162 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router 72401dc5-a420-47fd-8209-82de3734cf7b has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:40:52.661558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:40:52.671019 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756d303-8cd1-47da-9c99-6f772b966e1a None None] Sync routers for ids ['72401dc5-a420-47fd-8209-82de3734cf7b'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:40:52.674299 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-40f5d24b-358d-41d3-97a4-db7af333d4a2 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "PUT /v2.0/routers/72401dc5-a420-47fd-8209-82de3734cf7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5047457 Nov 25 09:40:52.677012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56762) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:52.684425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756d303-8cd1-47da-9c99-6f772b966e1a None None] Routers {'72401dc5-a420-47fd-8209-82de3734cf7b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:40:52.685119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-1756d303-8cd1-47da-9c99-6f772b966e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:40:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['72401dc5-a420-47fd-8209-82de3734cf7b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:40:52.857105 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-1756d303-8cd1-47da-9c99-6f772b966e1a None None] Set router 72401dc5-a420-47fd-8209-82de3734cf7b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:40:52.884672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fde01f-8e6b-42fb-84da-c909a36df9fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting subnet e761982c-d23a-456a-aa02-dc8878bd0552 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:40:52.887657 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-19fde01f-8e6b-42fb-84da-c909a36df9fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:52.940971 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-19fde01f-8e6b-42fb-84da-c909a36df9fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:53.025032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-19fde01f-8e6b-42fb-84da-c909a36df9fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:53.100752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-19fde01f-8e6b-42fb-84da-c909a36df9fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:53.104332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-772a0560-a017-4938-80fd-d97eeed36bed tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:53.137040 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fde01f-8e6b-42fb-84da-c909a36df9fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Subnet': ['ID=e761982c-d23a-456a-aa02-dc8878bd0552,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:53.141039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-19fde01f-8e6b-42fb-84da-c909a36df9fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:53.145203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-19fde01f-8e6b-42fb-84da-c909a36df9fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:53.148928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-1756d303-8cd1-47da-9c99-6f772b966e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:40:51Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:40:53.151149 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-19fde01f-8e6b-42fb-84da-c909a36df9fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/subnets/e761982c-d23a-456a-aa02-dc8878bd0552 HTTP/1.1" status: 204 len: 168 time: 0.4731653 Nov 25 09:40:53.152607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756d303-8cd1-47da-9c99-6f772b966e1a None None] Checking router: 72401dc5-a420-47fd-8209-82de3734cf7b for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:40:53.153669 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56768) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:53.157502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a3c11-1f45-440e-9b17-88839ec9b075 None None] Network 63e4fd35-ac41-4d2c-bad5-8800009a25b2 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:40:53.229199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756d303-8cd1-47da-9c99-6f772b966e1a None None] Routers {'72401dc5-a420-47fd-8209-82de3734cf7b'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:40:53.229835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-1756d303-8cd1-47da-9c99-6f772b966e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:40:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['72401dc5-a420-47fd-8209-82de3734cf7b'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:40:53.334264 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:53.499367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-1756d303-8cd1-47da-9c99-6f772b966e1a None None] Set router 72401dc5-a420-47fd-8209-82de3734cf7b gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:40:53.513574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:53.523145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 74a04ef1-91a3-44cc-8260-17546f4ce1f3 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:40:53.523473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:53.826580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] DHCP port deletion for 63e4fd35-ac41-4d2c-bad5-8800009a25b2 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:40:53.837451 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Deleting port c9891a07-e661-43b4-89bb-58f2a329e8bb {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:40:53.837834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:53.843165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port 74a04ef1-91a3-44cc-8260-17546f4ce1f3, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=74a04ef1-91a3-44cc-8260-17546f4ce1f3,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:40:53.843519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:53.954631 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-1756d303-8cd1-47da-9c99-6f772b966e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:40:51Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:40:53.971363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 74a04ef1-91a3-44cc-8260-17546f4ce1f3 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:40:53.976843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756d303-8cd1-47da-9c99-6f772b966e1a None None] The sync data for ids ['72401dc5-a420-47fd-8209-82de3734cf7b'] in dv-neutron-818341-1-hyperv is: [{'id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360081749', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:40:51Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '74a04ef1-91a3-44cc-8260-17546f4ce1f3', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72401dc5-a420-47fd-8209-82de3734cf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:38:18Z', 'updated_at': '2021-11-25T09:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:40:54.059010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] For port c9891a07-e661-43b4-89bb-58f2a329e8bb, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=c9891a07-e661-43b4-89bb-58f2a329e8bb,segment=NetworkSegment(9285b516-e50b-4d19-ace6-442565fc5be0),segment_id=9285b516-e50b-4d19-ace6-442565fc5be0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:40:54.059344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.147899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.152513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-56f29a6d-8d93-4911-b34f-27b35393d99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:54.195123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Calling delete_port for c9891a07-e661-43b4-89bb-58f2a329e8bb owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:40:54.230133 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=74a04ef1-91a3-44cc-8260-17546f4ce1f3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:54.265063 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:54.277107 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.281341 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:54.296360 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.327607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Pushing event deleted for resources: {'Port': ['ID=c9891a07-e661-43b4-89bb-58f2a329e8bb,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:54.330009 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] No DVR routers for this DVR port c9891a07-e661-43b4-89bb-58f2a329e8bb on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:40:54.344845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.345192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.345534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.345868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.346199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.346749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.346911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.347198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.347524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.348743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.348984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.349307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:40:54.352522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:54.476967 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.479197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.503080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.503605 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Fanout notify agent at l3_agent the message router_deleted on router 72401dc5-a420-47fd-8209-82de3734cf7b {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:40:54.519432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.521119 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/routers/72401dc5-a420-47fd-8209-82de3734cf7b HTTP/1.1" status: 204 len: 168 time: 1.3665617 Nov 25 09:40:54.523763 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56772) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:54.639686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.768296 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.792806 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e4fd35-ac41-4d2c-bad5-8800009a25b2']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:40:54.804652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9285b516-e50b-4d19-ace6-442565fc5be0') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:40:54.804950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9285b516-e50b-4d19-ace6-442565fc5be0') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:40:54.816149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.831914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.838307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:40:54.838698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:40:54.853070 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:40:54.932513 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.935980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-18105406-3f8a-4243-9cd6-adb9cf4f95bb tempest-BulkNetworkOpsTest-1004509195 tempest-BulkNetworkOpsTest-1004509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:54.950335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:54.962169 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Network': ['ID=63e4fd35-ac41-4d2c-bad5-8800009a25b2,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:54.965518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:54.972236 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/networks/63e4fd35-ac41-4d2c-bad5-8800009a25b2 HTTP/1.1" status: 204 len: 168 time: 0.4474826 Nov 25 09:40:54.975164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56776) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:55.049890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5a1acba-a24a-41f1-8ed8-add03ab038fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:55.079372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5a1acba-a24a-41f1-8ed8-add03ab038fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:55.143550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5a1acba-a24a-41f1-8ed8-add03ab038fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:55.147611 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-220e9dcb-94a0-41d1-8bcd-d6ced09cbfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:55.163003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1acba-a24a-41f1-8ed8-add03ab038fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75307178-f855-49d5-bd5a-603f615ec5f1,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:55.165668 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e5a1acba-a24a-41f1-8ed8-add03ab038fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:55.175276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e5a1acba-a24a-41f1-8ed8-add03ab038fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:55.177143 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e5a1acba-a24a-41f1-8ed8-add03ab038fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/security-groups/75307178-f855-49d5-bd5a-603f615ec5f1 HTTP/1.1" status: 204 len: 168 time: 0.2007844 Nov 25 09:40:55.459420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b37aa5c9-33c1-473a-a390-3331f0929ab8 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:40:55.494250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: b37aa5c9-33c1-473a-a390-3331f0929ab8 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:40:55.494630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device b37aa5c9-33c1-473a-a390-3331f0929ab8 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:40:55.495043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c9891a07-e661-43b4-89bb-58f2a329e8bb no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:40:55.526934 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: c9891a07-e661-43b4-89bb-58f2a329e8bb {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:40:55.527291 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device c9891a07-e661-43b4-89bb-58f2a329e8bb not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:40:55.527702 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 74a04ef1-91a3-44cc-8260-17546f4ce1f3 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:40:55.563051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 74a04ef1-91a3-44cc-8260-17546f4ce1f3 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:40:55.563406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 74a04ef1-91a3-44cc-8260-17546f4ce1f3 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:40:57.464955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56788) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:57.470352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468180702', 'description': 'tempest-secgroup-smoke-1468180702 description', 'project_id': '0c8eb44d49c040aba9008a4f760768fd'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:40:57.476571 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:40:57.480734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:40:57.483583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:40:57.489740 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:40:57.501410 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.521507 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:40:57.525245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:40:57.528014 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:40:57.533542 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:40:57.604817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.609052 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.614107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f7875cb8-0877-4632-ade3-204b4f3ab55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:57.659220 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18c54e6-1944-4c4b-bc82-4b2891a450c8,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:57.663335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:57.664728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.665908 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ccc7eafd-3bbf-4e2b-8848-0c83f74884d0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1999233 Nov 25 09:40:57.668762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56792) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:57.673913 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': 'b18c54e6-1944-4c4b-bc82-4b2891a450c8', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:40:57.680384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:40:57.684202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:40:57.687148 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:40:57.692834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:40:57.708951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.768575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.772273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.774017 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-66ab2650-cc2a-48dc-a95d-ab76f41bd426 tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:57.795533 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5072b87-eab9-4d44-a463-893b6bfd2059,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:57.797809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:57.804383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.805523 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4159f21a-9006-4918-80d2-18e990728a8f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358197 Nov 25 09:40:57.808269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56796) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:57.813413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': 'b18c54e6-1944-4c4b-bc82-4b2891a450c8', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:40:57.819210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:40:57.823117 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:40:57.826015 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:40:57.831732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:40:57.847945 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.907278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.910492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.912717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a8497fa-9247-43fd-8260-55a2ac1de907 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:57.934154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bdcd87-4687-437f-9bba-04fa63ab812c,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:57.936463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:57.943149 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:57.944333 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350026 Nov 25 09:40:57.947012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56800) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:57.951907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': 'b18c54e6-1944-4c4b-bc82-4b2891a450c8', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:40:57.957614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:40:57.961622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:40:57.964551 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:40:57.970184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:40:57.986862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.050033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.054175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.060777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-58902b98-7c20-47ec-8a86-098a19c96dae tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:58.080146 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee3cf4d-82fd-4344-bb98-469a6d9721a2,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:58.082381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:58.087269 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.088599 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ce5a4154-2c0b-4c18-9bb3-02710be81a58 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407051 Nov 25 09:40:58.091346 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56804) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:58.096165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': 'b18c54e6-1944-4c4b-bc82-4b2891a450c8', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:40:58.102939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:40:58.106686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:40:58.109466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:40:58.115127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:40:58.132064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.195261 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.198715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.203980 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0db2197e-9eea-4906-8a4c-0cfda40a77b7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:58.223022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d1d79e-4cd8-48a5-a5b9-179819f9798a,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:58.226153 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:58.234087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.235267 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-fd63cfed-f587-4210-9311-a704310a0311 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430373 Nov 25 09:40:58.237862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56808) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:58.243086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': 'b18c54e6-1944-4c4b-bc82-4b2891a450c8', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:40:58.248863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:40:58.252620 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:40:58.255441 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:40:58.260983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:40:58.270649 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Project 0c8eb44d49c040aba9008a4f760768fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:40:58.283732 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.351259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.355759 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.361316 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-af115d54-b951-4d27-9457-0e7f8a74c508 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:58.379801 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd9df3c-3774-480e-afcf-9b6f03eb051c,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:58.382106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:58.390697 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.391857 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-163af938-b165-421a-a4b6-df2d4c4e289f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530745 Nov 25 09:40:58.394555 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56812) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:58.399953 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'security_group_rule': {'security_group_id': 'b18c54e6-1944-4c4b-bc82-4b2891a450c8', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:40:58.405652 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:40:58.409406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:security_group_rule and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:40:58.412301 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:40:58.418449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:40:58.428455 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Project 0c8eb44d49c040aba9008a4f760768fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:40:58.434934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.500278 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.503827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.511421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-675772c4-a995-4668-b8f1-d24f3f974f46 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:58.529242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e06a79-8b6c-4be0-904f-151e74ea34e4,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:58.531473 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:58.538891 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.540110 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8b53fe69-1b29-4bd0-85c5-e4aaa91940fd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446366 Nov 25 09:40:58.542991 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56816) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:58.548396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'network': {'name': 'tempest-network-smoke--1698865656', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'port_security_enabled': True}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:40:58.553496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:40:58.557584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:network and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:40:58.560432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:40:58.566159 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:40:58.576950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:40:58.580315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.607655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:40:58.617601 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.618004 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Added segment 148a23e7-2051-4cfa-b7f5-61f0ab5a10e7 of type vlan for network c7074991-86e7-473d-b6bd-59d2cdcb9a39 Nov 25 09:40:58.644476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.672687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.678202 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:40:58.678852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.682308 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:40:58.896093 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3519850 Nov 25 09:40:58.898742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56820) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:40:58.899209 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Network': ['ID=c7074991-86e7-473d-b6bd-59d2cdcb9a39,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:40:58.901979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-30524f5a-2c94-4ef3-892d-4988e9f4c254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:40:58.904708 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'admin_state_up': True, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:40:58.909870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network c7074991-86e7-473d-b6bd-59d2cdcb9a39 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:40:58.913041 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:40:58.917007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:router and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:40:58.919889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:40:58.926760 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:40:58.936832 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.938002 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:58.954457 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:59.216846 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:59.651675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:59.680734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:40:59.814486 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.26.3.81 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/535cd284-e2a9-444f-8399-9da2a4cf7c35) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:40:59.972285 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:00.001873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:00.006481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:00.068908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:41:00.072050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:41:00.074469 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:41:00.116999 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=535cd284-e2a9-444f-8399-9da2a4cf7c35,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:00.121040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:00.490898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:00.945561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:01.146429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router b9c566c6-c9dc-481f-9224-2844f1e5332e is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:41:01.325762 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:41:01.335760 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Sync routers for ids ['b9c566c6-c9dc-481f-9224-2844f1e5332e'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:41:01.345737 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Routers {'b9c566c6-c9dc-481f-9224-2844f1e5332e'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:41:01.346375 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:40:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b9c566c6-c9dc-481f-9224-2844f1e5332e'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:01.351346 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:01.354711 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4549394 Nov 25 09:41:01.355839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56830) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:41:01.398226 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4d51cc19-b650-4423-8a5e-aac5b4be2c98 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=0c8eb44d49c040aba9008a4f760768fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389087 Nov 25 09:41:01.398468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56834) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:41:01.523194 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Set router b9c566c6-c9dc-481f-9224-2844f1e5332e gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:41:01.534296 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf29076-60bf-437e-9929-dc4f9e7ba16e tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:01.538881 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7cf29076-60bf-437e-9929-dc4f9e7ba16e tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1364734 Nov 25 09:41:01.539228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56838) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:41:01.582786 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-40874f1e-7aee-4a67-a628-08fa58242efe tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=a9c86f18-000d-42bd-8ca5-a59d838703a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422924 Nov 25 09:41:01.585182 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56842) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:41:01.590591 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1083229259', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:41:01.700781 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:41:01.704689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:subnet and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:41:01.707524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:41:01.714032 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:41:01.725875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:41:01.729633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:01.810039 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:00Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:01.813977 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Checking router: b9c566c6-c9dc-481f-9224-2844f1e5332e for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:41:01.814358 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Updating router b9c566c6-c9dc-481f-9224-2844f1e5332e port 535cd284-e2a9-444f-8399-9da2a4cf7c35 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:41:01.868836 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:01.952332 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:01.957106 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fefe92c2-f96b-4c00-b768-c5a0d5fcfdc7 tempest-NetworksTestDHCPv6-2024234565 tempest-NetworksTestDHCPv6-2024234565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:02.034013 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Subnet': ['ID=448c49d1-1bdf-4b05-9fc4-d4f0a28199fc,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:02.037953 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:02.040409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Checking segment: {'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:41:02.040767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network hostable DHCP agents. Network: c7074991-86e7-473d-b6bd-59d2cdcb9a39, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:41:02.059491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network c7074991-86e7-473d-b6bd-59d2cdcb9a39 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:41:02.068185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, c7074991-86e7-473d-b6bd-59d2cdcb9a39) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:41:02.072273 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:02.072843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:02.078496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9bcebe-61db-490e-b459-dcf71799f87e None None] Network c7074991-86e7-473d-b6bd-59d2cdcb9a39 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:41:02.094898 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6fbe4bae-58ae-4b51-8f4b-acc1ac6762bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5086920 Nov 25 09:41:02.097839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 56846) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:41:02.232313 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:02.244830 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Transition to ACTIVE for port object 535cd284-e2a9-444f-8399-9da2a4cf7c35 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:41:02.251671 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:02.255442 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-f102da10-c799-4582-ad7f-94eb71d4d7b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:02.310596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ips': [{'subnet_id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:41:02.312004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:02.326160 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Attempting to bind port 535cd284-e2a9-444f-8399-9da2a4cf7c35 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:41:02.326564 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Attempting to bind port 535cd284-e2a9-444f-8399-9da2a4cf7c35 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:41:02.326933 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Attempting to bind port 535cd284-e2a9-444f-8399-9da2a4cf7c35 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:41:02.339135 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Pushing event updated for resources: {'Port': ['ID=535cd284-e2a9-444f-8399-9da2a4cf7c35,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:02.341318 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:41:02.341694 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:41:02.342098 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:02.342513 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:41:02.342980 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Bound port: 535cd284-e2a9-444f-8399-9da2a4cf7c35, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:41:02.343355 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:02.395556 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.395968 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.396232 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.397129 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.397462 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.397813 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.398107 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.398465 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.398777 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.399093 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.400281 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.400281 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:41:02.429560 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:02.434184 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] For port 535cd284-e2a9-444f-8399-9da2a4cf7c35, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:41:02.438240 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] For port 535cd284-e2a9-444f-8399-9da2a4cf7c35, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=535cd284-e2a9-444f-8399-9da2a4cf7c35,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:41:02.442828 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:02.447637 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-5b1f5980-df64-443d-9b69-a783ef17946a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:02.496927 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Allocated IP 172.20.0.2 (c7074991-86e7-473d-b6bd-59d2cdcb9a39/448c49d1-1bdf-4b05-9fc4-d4f0a28199fc/fd23b26b-b0bf-407c-bb26-7258ddb863e1) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:41:02.530160 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Routers {'b9c566c6-c9dc-481f-9224-2844f1e5332e'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:41:02.530908 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:40:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b9c566c6-c9dc-481f-9224-2844f1e5332e'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:02.587383 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Pushing event updated for resources: {'Port': ['ID=535cd284-e2a9-444f-8399-9da2a4cf7c35,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:02.589859 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-9a5e30fb-b932-40f0-9239-315cfff07d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:02.715372 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] Set router b9c566c6-c9dc-481f-9224-2844f1e5332e gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:41:02.748344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:02.759602 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Transition to ACTIVE for port object fd23b26b-b0bf-407c-bb26-7258ddb863e1 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:41:02.779667 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Transition to ACTIVE for port object fd23b26b-b0bf-407c-bb26-7258ddb863e1 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:41:02.785136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:02.789222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:02.858172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Network c7074991-86e7-473d-b6bd-59d2cdcb9a39 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:41:02.863857 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:41:02.868230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:41:02.874050 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Pushing event updated for resources: {'Port': ['ID=fd23b26b-b0bf-407c-bb26-7258ddb863e1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:02.877736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:02.963715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Attempting to bind port fd23b26b-b0bf-407c-bb26-7258ddb863e1 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:41:02.964085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Attempting to bind port fd23b26b-b0bf-407c-bb26-7258ddb863e1 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:41:02.964446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Attempting to bind port fd23b26b-b0bf-407c-bb26-7258ddb863e1 on network c7074991-86e7-473d-b6bd-59d2cdcb9a39 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:41:02.969904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:41:02.970303 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Checking segment: {'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:41:02.970713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:02.971104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Bound using segment: {'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:41:02.971584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Bound port: fd23b26b-b0bf-407c-bb26-7258ddb863e1, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:41:02.971933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:02.972394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:03.008514 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:00Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:03.012938 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0153a2c-dc2c-4d2d-8386-042636076323 None None] The sync data for ids ['b9c566c6-c9dc-481f-9224-2844f1e5332e'] in dv-neutron-818341-1-hyperv is: [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:00Z', 'revision_number': 3, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:41:03.069529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] For port fd23b26b-b0bf-407c-bb26-7258ddb863e1, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:41:03.072604 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] For port fd23b26b-b0bf-407c-bb26-7258ddb863e1, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fd23b26b-b0bf-407c-bb26-7258ddb863e1,segment=NetworkSegment(148a23e7-2051-4cfa-b7f5-61f0ab5a10e7),segment_id=148a23e7-2051-4cfa-b7f5-61f0ab5a10e7)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:41:03.077365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:03.082092 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:03.161075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Pushing event updated for resources: {'Port': ['ID=fd23b26b-b0bf-407c-bb26-7258ddb863e1,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:03.166865 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:03.417178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.20.0.1 (c7074991-86e7-473d-b6bd-59d2cdcb9a39/448c49d1-1bdf-4b05-9fc4-d4f0a28199fc/e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:41:03.540818 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fd23b26b-b0bf-407c-bb26-7258ddb863e1 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:41:03.611731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:03.624592 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port fd23b26b-b0bf-407c-bb26-7258ddb863e1 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:41:03.631796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Transition to ACTIVE for port object e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:41:03.631995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 535cd284-e2a9-444f-8399-9da2a4cf7c35 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:41:03.657618 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:03.661724 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2784f407-d86d-4446-b21b-54ffd9d47a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:03.707624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 535cd284-e2a9-444f-8399-9da2a4cf7c35 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:41:03.713778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 535cd284-e2a9-444f-8399-9da2a4cf7c35 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:03.714428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:03.736533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network c7074991-86e7-473d-b6bd-59d2cdcb9a39 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:41:03.739950 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:41:03.744640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:41:03.776168 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:03.786771 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:03.808377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:03.848344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:03.869589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 535cd284-e2a9-444f-8399-9da2a4cf7c35, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=535cd284-e2a9-444f-8399-9da2a4cf7c35,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:41:03.873312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:03.875394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:03.941098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:03.955417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=535cd284-e2a9-444f-8399-9da2a4cf7c35,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:03.968145 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:04.264270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c240ae-418a-4b59-8c7e-4427492c0ab1 None None] Network c7074991-86e7-473d-b6bd-59d2cdcb9a39 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:41:04.351130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aff8c8e3-fb0f-4b55-a1b6-d9ba112444d5 None None] Provisioning for port fd23b26b-b0bf-407c-bb26-7258ddb863e1 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:41:04.360455 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aff8c8e3-fb0f-4b55-a1b6-d9ba112444d5 None None] Provisioning complete for port fd23b26b-b0bf-407c-bb26-7258ddb863e1 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:04.360835 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aff8c8e3-fb0f-4b55-a1b6-d9ba112444d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:04.528859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:04.534377 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:04.564448 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:04.594324 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:04.600587 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aff8c8e3-fb0f-4b55-a1b6-d9ba112444d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:04.649837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-aff8c8e3-fb0f-4b55-a1b6-d9ba112444d5 None None] For port fd23b26b-b0bf-407c-bb26-7258ddb863e1, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fd23b26b-b0bf-407c-bb26-7258ddb863e1,segment=NetworkSegment(148a23e7-2051-4cfa-b7f5-61f0ab5a10e7),segment_id=148a23e7-2051-4cfa-b7f5-61f0ab5a10e7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:41:04.653880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:04.655122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aff8c8e3-fb0f-4b55-a1b6-d9ba112444d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:04.657023 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-6ea20bbb-6d29-4db3-bb4a-b901bf7a2d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:04.675383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:04.680566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:04.728618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8c8e3-fb0f-4b55-a1b6-d9ba112444d5 None None] Pushing event updated for resources: {'Port': ['ID=fd23b26b-b0bf-407c-bb26-7258ddb863e1,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:04.732068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aff8c8e3-fb0f-4b55-a1b6-d9ba112444d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:04.798960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network c7074991-86e7-473d-b6bd-59d2cdcb9a39 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:41:04.800188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:41:04.977269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6567d78c-3a33-42ba-b7d9-7b9388298c21 None None] Provisioning for port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:41:04.981958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6567d78c-3a33-42ba-b7d9-7b9388298c21 None None] Provisioning complete for port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:04.982159 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6567d78c-3a33-42ba-b7d9-7b9388298c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:04.994386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router b9c566c6-c9dc-481f-9224-2844f1e5332e has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:41:05.040240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6567d78c-3a33-42ba-b7d9-7b9388298c21 None None] Port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:41:05.053794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6567d78c-3a33-42ba-b7d9-7b9388298c21 None None] Provisioning complete for port fd23b26b-b0bf-407c-bb26-7258ddb863e1 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:05.053794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6567d78c-3a33-42ba-b7d9-7b9388298c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:05.196872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:41:05.207849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Sync routers for ids ['b9c566c6-c9dc-481f-9224-2844f1e5332e'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:41:05.210063 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "PUT /v2.0/routers/b9c566c6-c9dc-481f-9224-2844f1e5332e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1108046 Nov 25 09:41:05.217778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Routers {'b9c566c6-c9dc-481f-9224-2844f1e5332e'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:41:05.218558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:40:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b9c566c6-c9dc-481f-9224-2844f1e5332e'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:05.398683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-26be891d-3061-4fff-8ad3-afca632af29c req-1733294e-501d-45d4-8ba4-db516f3f4638 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:41:05.415852 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-26be891d-3061-4fff-8ad3-afca632af29c req-1733294e-501d-45d4-8ba4-db516f3f4638 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:41:05.421396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7c6ed129-d533-4a6b-9320-5947895722a8 None None] Provisioning complete for port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:05.421840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed129-d533-4a6b-9320-5947895722a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:05.422016 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-1733294e-501d-45d4-8ba4-db516f3f4638 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468180702&fields=id&tenant_id=0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 267 time: 0.0686879 Nov 25 09:41:05.489328 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 535cd284-e2a9-444f-8399-9da2a4cf7c35 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:41:05.535852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ed129-d533-4a6b-9320-5947895722a8 None None] Port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:41:05.552833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Set router b9c566c6-c9dc-481f-9224-2844f1e5332e gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:41:05.572309 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be891d-3061-4fff-8ad3-afca632af29c req-5f44d515-51f0-49df-993e-d88f56cbb8a8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:05.572988 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-26be891d-3061-4fff-8ad3-afca632af29c req-5f44d515-51f0-49df-993e-d88f56cbb8a8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:41:05.588256 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-26be891d-3061-4fff-8ad3-afca632af29c req-5f44d515-51f0-49df-993e-d88f56cbb8a8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:41:05.589340 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-5f44d515-51f0-49df-993e-d88f56cbb8a8 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/networks?id=c7074991-86e7-473d-b6bd-59d2cdcb9a39 HTTP/1.1" status: 200 len: 797 time: 0.1640747 Nov 25 09:41:05.608576 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-ac34e634-537b-4862-b588-47aae4a96189 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/quotas/0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 375 time: 0.0134351 Nov 25 09:41:05.691066 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-26be891d-3061-4fff-8ad3-afca632af29c req-4cda6532-b63c-4c76-929a-4da0b2d372a5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:41:05.706624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-26be891d-3061-4fff-8ad3-afca632af29c req-4cda6532-b63c-4c76-929a-4da0b2d372a5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:41:05.707825 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-4cda6532-b63c-4c76-929a-4da0b2d372a5 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938778 Nov 25 09:41:05.784999 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 535cd284-e2a9-444f-8399-9da2a4cf7c35 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:05.785384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:05.819959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-94660d3e-807a-4533-a5a9-912540c00001 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:41:05.821139 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-94660d3e-807a-4533-a5a9-912540c00001 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1008751 Nov 25 09:41:05.821597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-88f240a2-1bf4-4196-9849-5af03a964f70 None None] Provisioning complete for port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:05.821958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88f240a2-1bf4-4196-9849-5af03a964f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:05.902571 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-88f240a2-1bf4-4196-9849-5af03a964f70 None None] Port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:41:05.954411 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-6378dcc9-1e05-401e-a527-2b6214505fe1 service neutron] 10.222.0.54 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272311 Nov 25 09:41:06.039346 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fd23b26b-b0bf-407c-bb26-7258ddb863e1 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:41:06.087385 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-45fdf7e4-041a-4c4f-908e-9333056b0582 service neutron] 10.222.0.54 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270328 Nov 25 09:41:06.109583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd', 'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:33:56:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:41:03Z', 'updated_at': '2021-11-25T09:41:04Z', 'revision_number': 2, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:06.116685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Checking router: b9c566c6-c9dc-481f-9224-2844f1e5332e for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:41:06.117050 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Updating router b9c566c6-c9dc-481f-9224-2844f1e5332e port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:41:06.156859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port fd23b26b-b0bf-407c-bb26-7258ddb863e1 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:06.157241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:06.215881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:06.263757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-91b6866e-48c6-485c-8d72-b85fc7121787 req-e0b72ca6-bebf-4192-a128-d20111b1f2ea tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:41:06.275892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-91b6866e-48c6-485c-8d72-b85fc7121787 req-e0b72ca6-bebf-4192-a128-d20111b1f2ea tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:41:06.276987 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-91b6866e-48c6-485c-8d72-b85fc7121787 req-e0b72ca6-bebf-4192-a128-d20111b1f2ea tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 210 time: 0.0566862 Nov 25 09:41:06.622951 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:06.635188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Transition to ACTIVE for port object e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:41:06.641619 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:06.645128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5112de71-b903-4876-b77f-74fb6adc6270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:06.794609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501c7be-5d16-45d7-8397-cd166709d2a7 None None] Pushing event updated for resources: {'Port': ['ID=e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:06.801786 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e501c7be-5d16-45d7-8397-cd166709d2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:06.858046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Attempting to bind port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:41:06.858519 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Attempting to bind port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:41:06.858816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Attempting to bind port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd on network c7074991-86e7-473d-b6bd-59d2cdcb9a39 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:41:06.864325 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:41:06.864729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Checking segment: {'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:41:06.865143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:06.865544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Bound using segment: {'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:41:06.866014 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Bound port: e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:41:06.866421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:07.013916 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] For port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:41:07.016890 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] For port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd,segment=NetworkSegment(148a23e7-2051-4cfa-b7f5-61f0ab5a10e7),segment_id=148a23e7-2051-4cfa-b7f5-61f0ab5a10e7)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:41:07.022081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:07.025490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:07.100989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Routers {'b9c566c6-c9dc-481f-9224-2844f1e5332e'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:41:07.101628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:40:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b9c566c6-c9dc-481f-9224-2844f1e5332e'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:07.155846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501c7be-5d16-45d7-8397-cd166709d2a7 None None] Pushing event updated for resources: {'Port': ['ID=e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:07.165986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e501c7be-5d16-45d7-8397-cd166709d2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:07.291920 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] Set router b9c566c6-c9dc-481f-9224-2844f1e5332e gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:41:07.383004 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-50865a5b-f7ff-4f45-8ecd-29d803017575 req-5735b027-816c-480d-8409-b7bc0a1c3355 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 210 time: 0.0528586 Nov 25 09:41:07.616794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd', 'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:33:56:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:41:03Z', 'updated_at': '2021-11-25T09:41:07Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:07.620611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963652d2-1706-460d-9e4a-f7283e3a8038 None None] The sync data for ids ['b9c566c6-c9dc-481f-9224-2844f1e5332e'] in dv-neutron-818341-1-hyperv is: [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd', 'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:33:56:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:41:03Z', 'updated_at': '2021-11-25T09:41:07Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:41:08.486835 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eef91358-4805-46ab-8cea-050f3bdd49ce req-735e7f41-cc80-4e3b-8c8f-d08d5b97a67a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 210 time: 0.0466015 Nov 25 09:41:09.488261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:41:09.569079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:41:09.575087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:09.575476 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:09.588101 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ee5a21f4-5ebb-4038-8922-cc4e5f0da7b3 req-506cb5ac-35d4-466d-99bb-004723997eb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 210 time: 0.0459008 Nov 25 09:41:09.691013 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:09.723417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd,segment=NetworkSegment(148a23e7-2051-4cfa-b7f5-61f0ab5a10e7),segment_id=148a23e7-2051-4cfa-b7f5-61f0ab5a10e7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:41:09.728074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:09.729941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:09.799980 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:09.803068 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:10.738435 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-15b634e4-ff54-4370-be6e-5b1b0d91a64c req-a148a74b-7fb7-4fa5-8071-4a4261e88c18 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 210 time: 0.0462718 Nov 25 09:41:11.472334 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:41:11.541192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:11.541565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:11.614539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be891d-3061-4fff-8ad3-afca632af29c req-c21c861a-be87-41ef-8d29-85c461876309 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:11.619926 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-c21c861a-be87-41ef-8d29-85c461876309 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/networks?id=c7074991-86e7-473d-b6bd-59d2cdcb9a39 HTTP/1.1" status: 200 len: 797 time: 0.1564186 Nov 25 09:41:11.668210 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-22ad1847-6caa-4329-9d1f-5861acbac0de tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c8eb44d49c040aba9008a4f760768fd HTTP/1.1" status: 200 len: 380 time: 0.0438290 Nov 25 09:41:11.676825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'port': {'device_id': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'admin_state_up': True, 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'security_groups': ['b18c54e6-1944-4c4b-bc82-4b2891a450c8']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:41:11.812347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:41:11.822844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:41:11.832952 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Made reservation on behalf of 0c8eb44d49c040aba9008a4f760768fd for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:41:11.836763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:11.884626 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9bb9284a-cc44-43bc-b205-4691f6321d0a req-3839b3f6-1f8e-4839-b9b3-6409b8527bed tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 210 time: 0.0433257 Nov 25 09:41:12.001358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.20.0.10 (c7074991-86e7-473d-b6bd-59d2cdcb9a39/448c49d1-1bdf-4b05-9fc4-d4f0a28199fc/3e9983f4-9107-44e5-96e0-22d6d459e28d) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:41:12.325676 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:12.341034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Transition to ACTIVE for port object 3e9983f4-9107-44e5-96e0-22d6d459e28d will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:41:12.364485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:12.369830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f78ddee4-66fe-4eeb-8e25-6510485f3953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:12.439415 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network c7074991-86e7-473d-b6bd-59d2cdcb9a39 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:41:12.442503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:41:12.446840 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:41:12.478109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=3e9983f4-9107-44e5-96e0-22d6d459e28d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:12.488932 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:12.513634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:12.514229 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:12.539564 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8663626 Nov 25 09:41:12.551054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Request body: {'port': {'device_id': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:41:12.666104 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:12.683383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-401e4672-4f43-44c3-b814-f5e9efca123d None None] Provisioning for port 3e9983f4-9107-44e5-96e0-22d6d459e28d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:41:12.688305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-401e4672-4f43-44c3-b814-f5e9efca123d None None] Provisioning complete for port 3e9983f4-9107-44e5-96e0-22d6d459e28d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:12.688691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-401e4672-4f43-44c3-b814-f5e9efca123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:12.745121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-401e4672-4f43-44c3-b814-f5e9efca123d None None] Port 3e9983f4-9107-44e5-96e0-22d6d459e28d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:41:13.052493 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9983f4-9107-44e5-96e0-22d6d459e28d {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:41:13.062641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:13.088406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Transition to ACTIVE for port object 3e9983f4-9107-44e5-96e0-22d6d459e28d will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:41:13.092248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:13.097340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-821859b6-96a7-4986-aaa6-aabfcc02851a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:13.232028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9b6f-ece6-4d89-a623-90378f78b395 req-49aa01dc-65dd-48a6-be53-16a3e77c935d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:13.232756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-55bf9b6f-ece6-4d89-a623-90378f78b395 req-49aa01dc-65dd-48a6-be53-16a3e77c935d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:41:13.240634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Pushing event updated for resources: {'Port': ['ID=3e9983f4-9107-44e5-96e0-22d6d459e28d,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:13.269026 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:13.330577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-55bf9b6f-ece6-4d89-a623-90378f78b395 req-49aa01dc-65dd-48a6-be53-16a3e77c935d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:41:13.331756 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-55bf9b6f-ece6-4d89-a623-90378f78b395 req-49aa01dc-65dd-48a6-be53-16a3e77c935d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 932 time: 0.3347349 Nov 25 09:41:13.389123 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Attempting to bind port 3e9983f4-9107-44e5-96e0-22d6d459e28d on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:41:13.389455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Attempting to bind port 3e9983f4-9107-44e5-96e0-22d6d459e28d by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:41:13.389779 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Attempting to bind port 3e9983f4-9107-44e5-96e0-22d6d459e28d on network c7074991-86e7-473d-b6bd-59d2cdcb9a39 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:41:13.397948 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-55bf9b6f-ece6-4d89-a623-90378f78b395 req-9ad6cefd-df73-46e0-b644-db9508f33a5b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595989 Nov 25 09:41:13.398653 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Port 3e9983f4-9107-44e5-96e0-22d6d459e28d on network c7074991-86e7-473d-b6bd-59d2cdcb9a39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:41:13.398968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Attempting to bind port 3e9983f4-9107-44e5-96e0-22d6d459e28d on network c7074991-86e7-473d-b6bd-59d2cdcb9a39 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:41:13.404204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:41:13.404533 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Checking segment: {'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:41:13.404905 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Bound using segment: {'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:41:13.405325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Bound port: 3e9983f4-9107-44e5-96e0-22d6d459e28d, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:41:13.405665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:13.498451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] For port 3e9983f4-9107-44e5-96e0-22d6d459e28d, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:41:13.501274 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] For port 3e9983f4-9107-44e5-96e0-22d6d459e28d, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e9983f4-9107-44e5-96e0-22d6d459e28d,segment=NetworkSegment(148a23e7-2051-4cfa-b7f5-61f0ab5a10e7),segment_id=148a23e7-2051-4cfa-b7f5-61f0ab5a10e7)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:41:13.505624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:13.510219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-876cbb8b-aa8d-4561-a7e3-f21d6df80fec tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:13.557277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:13.557492 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:13.559054 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] 10.222.0.41 "PUT /v2.0/ports/3e9983f4-9107-44e5-96e0-22d6d459e28d HTTP/1.1" status: 200 len: 1094 time: 1.0122445 Nov 25 09:41:13.561433 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'tag': '3e9983f4-9107-44e5-96e0-22d6d459e28d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:41:13.609006 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Pushing event updated for resources: {'Port': ['ID=3e9983f4-9107-44e5-96e0-22d6d459e28d,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:13.614513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-58a88529-6f9f-4c13-89e1-e5111db3f7eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:13.646137 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'tag': '3e9983f4-9107-44e5-96e0-22d6d459e28d', 'status': 'completed', 'code': 200} Nov 25 09:41:13.694854 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be891d-3061-4fff-8ad3-afca632af29c req-6c259b24-3121-4281-91de-1b47df3623e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:13.696331 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-6c259b24-3121-4281-91de-1b47df3623e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 1097 time: 0.0886171 Nov 25 09:41:13.765350 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-e87aeb5a-f3d8-44bf-a07f-a2cc9a842589 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9983f4-9107-44e5-96e0-22d6d459e28d HTTP/1.1" status: 200 len: 217 time: 0.0612085 Nov 25 09:41:13.829320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be891d-3061-4fff-8ad3-afca632af29c req-9337fe4d-4d03-4aa8-83d6-96f7bbc2a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:13.830670 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-9337fe4d-4d03-4aa8-83d6-96f7bbc2a191 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=448c49d1-1bdf-4b05-9fc4-d4f0a28199fc HTTP/1.1" status: 200 len: 835 time: 0.0598745 Nov 25 09:41:13.904449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be891d-3061-4fff-8ad3-afca632af29c req-f2574278-55f1-4af3-ac93-4c2657f95c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:13.906081 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-f2574278-55f1-4af3-ac93-4c2657f95c7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7074991-86e7-473d-b6bd-59d2cdcb9a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695004 Nov 25 09:41:14.153500 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-f9368d14-6f51-475b-8f33-099938dcf95f service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408035 Nov 25 09:41:14.283224 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-26be891d-3061-4fff-8ad3-afca632af29c req-46b0db01-dd88-4f4b-9007-02bb080fbae8 service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226382 Nov 25 09:41:14.392782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7307747-089f-4e35-90f4-89c36ad448a5 req-1408e814-250a-4363-9dc6-3a0ef33f6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:14.394238 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e7307747-089f-4e35-90f4-89c36ad448a5 req-1408e814-250a-4363-9dc6-3a0ef33f6210 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 1097 time: 0.0705280 Nov 25 09:41:14.566836 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7307747-089f-4e35-90f4-89c36ad448a5 req-f9af0329-eb85-4012-9ed5-165c83ebba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:14.568138 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e7307747-089f-4e35-90f4-89c36ad448a5 req-f9af0329-eb85-4012-9ed5-165c83ebba2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7074991-86e7-473d-b6bd-59d2cdcb9a39 HTTP/1.1" status: 200 len: 898 time: 0.1678486 Nov 25 09:41:14.639725 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e7307747-089f-4e35-90f4-89c36ad448a5 req-b101d8da-19af-4115-8e57-8584c2995e98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9983f4-9107-44e5-96e0-22d6d459e28d HTTP/1.1" status: 200 len: 217 time: 0.0644178 Nov 25 09:41:14.714622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8310-abc0-4e6a-ad64-0fa320b56006 req-4ca08a59-92b7-4d8b-8b6e-a3002a4dcf4a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:14.716044 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f53e8310-abc0-4e6a-ad64-0fa320b56006 req-4ca08a59-92b7-4d8b-8b6e-a3002a4dcf4a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 944 time: 0.2052851 Nov 25 09:41:14.719313 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7307747-089f-4e35-90f4-89c36ad448a5 req-65e63ace-294b-46b9-884d-58eb450ce455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:14.720596 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e7307747-089f-4e35-90f4-89c36ad448a5 req-65e63ace-294b-46b9-884d-58eb450ce455 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=448c49d1-1bdf-4b05-9fc4-d4f0a28199fc HTTP/1.1" status: 200 len: 835 time: 0.0724082 Nov 25 09:41:14.804466 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f53e8310-abc0-4e6a-ad64-0fa320b56006 req-6dbb783a-61f8-49e1-8d9f-5fbbdaa21f9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828848 Nov 25 09:41:14.826690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7307747-089f-4e35-90f4-89c36ad448a5 req-2622ffa4-6d35-47b1-9e0c-c32f591c9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:14.828073 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e7307747-089f-4e35-90f4-89c36ad448a5 req-2622ffa4-6d35-47b1-9e0c-c32f591c9c8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7074991-86e7-473d-b6bd-59d2cdcb9a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0942373 Nov 25 09:41:14.959137 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e7307747-089f-4e35-90f4-89c36ad448a5 req-41d438e5-f1b1-4a4f-9a89-ed19311d36c7 service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239622 Nov 25 09:41:15.087937 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e7307747-089f-4e35-90f4-89c36ad448a5 req-ed41281f-886b-4a9d-b4a1-2f8a5df3a853 service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220081 Nov 25 09:41:15.992268 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22a6a3-329f-442f-86b9-c1fea82409b3 req-402b647d-cbed-4225-8a86-f525ed504042 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:15.993728 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ea22a6a3-329f-442f-86b9-c1fea82409b3 req-402b647d-cbed-4225-8a86-f525ed504042 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 944 time: 0.0834324 Nov 25 09:41:16.041720 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ea22a6a3-329f-442f-86b9-c1fea82409b3 req-d27eecee-7fc6-4eb9-8cb1-b29955d65d6d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423508 Nov 25 09:41:16.611578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a0d151e9-d783-454d-aef7-c8e5d70fcacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:16.769235 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 3e9983f4-9107-44e5-96e0-22d6d459e28d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:41:16.905088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 3e9983f4-9107-44e5-96e0-22d6d459e28d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e9983f4-9107-44e5-96e0-22d6d459e28d,segment=NetworkSegment(148a23e7-2051-4cfa-b7f5-61f0ab5a10e7),segment_id=148a23e7-2051-4cfa-b7f5-61f0ab5a10e7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:41:16.917741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '3e9983f4-9107-44e5-96e0-22d6d459e28d', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'port_id': '3e9983f4-9107-44e5-96e0-22d6d459e28d', 'mac_address': 'fa:16:3e:a8:69:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:41:16.971345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:16.988021 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9983f4-9107-44e5-96e0-22d6d459e28d {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:41:17.004400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 3e9983f4-9107-44e5-96e0-22d6d459e28d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e9983f4-9107-44e5-96e0-22d6d459e28d,segment=NetworkSegment(148a23e7-2051-4cfa-b7f5-61f0ab5a10e7),segment_id=148a23e7-2051-4cfa-b7f5-61f0ab5a10e7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:41:17.009087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:17.010833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:17.130420 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:17.132531 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=3e9983f4-9107-44e5-96e0-22d6d459e28d,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:17.135537 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:17.234118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974eea7-9097-4f22-8951-0f7d223d9b28 req-d9fc1873-a8a7-4547-8e53-e0be5045e9b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:17.235628 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7974eea7-9097-4f22-8951-0f7d223d9b28 req-d9fc1873-a8a7-4547-8e53-e0be5045e9b1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 945 time: 0.0813363 Nov 25 09:41:17.279969 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7974eea7-9097-4f22-8951-0f7d223d9b28 req-deab68df-b178-4a85-946c-d176c56d97c1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381615 Nov 25 09:41:17.361440 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['3e9983f4-9107-44e5-96e0-22d6d459e28d'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:41:18.460231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea8e6d-ecdc-4f93-8882-e43869a355db req-505d9eba-216f-4b34-bce3-8a39fcb2843a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:18.461654 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-77ea8e6d-ecdc-4f93-8882-e43869a355db req-505d9eba-216f-4b34-bce3-8a39fcb2843a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 945 time: 0.0790677 Nov 25 09:41:18.504239 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-77ea8e6d-ecdc-4f93-8882-e43869a355db req-0b7dff6f-8b35-4e12-9226-239c8d33a35b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370259 Nov 25 09:41:18.785031 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 3e9983f4-9107-44e5-96e0-22d6d459e28d up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:41:18.852687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 3e9983f4-9107-44e5-96e0-22d6d459e28d completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:41:18.857656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 3e9983f4-9107-44e5-96e0-22d6d459e28d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:41:18.858039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:18.972927 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:18.999512 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9983f4-9107-44e5-96e0-22d6d459e28d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:41:19.009247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 3e9983f4-9107-44e5-96e0-22d6d459e28d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e9983f4-9107-44e5-96e0-22d6d459e28d,segment=NetworkSegment(148a23e7-2051-4cfa-b7f5-61f0ab5a10e7),segment_id=148a23e7-2051-4cfa-b7f5-61f0ab5a10e7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:41:19.013541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:19.015670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:19.054001 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9983f4-9107-44e5-96e0-22d6d459e28d', 'code': 200} Nov 25 09:41:19.086377 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=3e9983f4-9107-44e5-96e0-22d6d459e28d,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:19.089250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:19.272862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d54af9-2834-4b3b-9660-2ca6d598da3b req-f4fe759f-534c-45be-bbb7-319241af85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:19.274194 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-33d54af9-2834-4b3b-9660-2ca6d598da3b req-f4fe759f-534c-45be-bbb7-319241af85ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 1099 time: 0.0717747 Nov 25 09:41:19.315464 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-33d54af9-2834-4b3b-9660-2ca6d598da3b req-98550f3b-0fec-4909-9d59-95bf18fe0cd1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344956 Nov 25 09:41:19.690481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec0aee-2b4c-4d34-8289-eca7217ca20b req-d9dbd032-9c4f-4a69-a2cf-5dbf3d93ce6d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:19.691941 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fcec0aee-2b4c-4d34-8289-eca7217ca20b req-d9dbd032-9c4f-4a69-a2cf-5dbf3d93ce6d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.0833774 Nov 25 09:41:19.735089 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-fcec0aee-2b4c-4d34-8289-eca7217ca20b req-9533e004-dc5f-413d-a429-cac24cd4b0a9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376008 Nov 25 09:41:19.934549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb397846-9a50-4333-8081-fbe1143d7535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:20.144272 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:20.920234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba76321-deba-42f5-970c-762ccfcfe4de req-22082131-b7fe-4aff-b9b8-34657f4c842a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:20.921673 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bba76321-deba-42f5-970c-762ccfcfe4de req-22082131-b7fe-4aff-b9b8-34657f4c842a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.0821214 Nov 25 09:41:20.966519 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bba76321-deba-42f5-970c-762ccfcfe4de req-71c5065c-5f68-4b94-8251-a656bbc534ca tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392108 Nov 25 09:41:21.150991 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c85b2c-944b-4953-8bbc-931ee9906a30 req-4af22b05-1c31-4d6b-b646-78a0a07fc1e9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:21.152448 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f9c85b2c-944b-4953-8bbc-931ee9906a30 req-4af22b05-1c31-4d6b-b646-78a0a07fc1e9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.0803285 Nov 25 09:41:21.199198 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f9c85b2c-944b-4953-8bbc-931ee9906a30 req-1e968e2f-10e2-4ea3-bca5-26ea1ee00e9c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411525 Nov 25 09:41:21.221619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56936) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:41:21.292366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8250d720-2faa-49b0-a1e3-e00249d41f18 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:21.293745 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8250d720-2faa-49b0-a1e3-e00249d41f18 tempest-TestNetworkAdvancedServerOps-785998881 tempest-TestNetworkAdvancedServerOps-785998881-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 1094 time: 0.0712104 Nov 25 09:41:21.296676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56940) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:41:21.302180 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '3e9983f4-9107-44e5-96e0-22d6d459e28d', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:41:21.308553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:41:21.312307 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Usage tracker for resource:floatingip and tenant:0c8eb44d49c040aba9008a4f760768fd is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:41:21.315070 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:41:21.321508 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:41:21.331783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:21.467465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:21.600833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Allocated IP 172.26.3.153 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/2ee91846-6fb4-4313-9f3d-ad698774fa68) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:41:21.624371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:21.860156 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:21.889072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:21.893466 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d14d43c5-2b70-4c21-be75-c3542e75cb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:21.951603 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:41:21.954768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:41:21.958396 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:41:21.998690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=2ee91846-6fb4-4313-9f3d-ad698774fa68,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:22.002992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:22.359188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:22.432065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:22.634990 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:22.639421 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:22.642885 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-33b4827f-111c-4965-b2a7-0948de3e42bd tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:41:22.743943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event updated for resources: {'Port': ['ID=2ee91846-6fb4-4313-9f3d-ad698774fa68,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:41:22.747781 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:41:22.754094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:22.926857 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Floating IP 0e1d33c5-5d5c-49f4-aae3-cbe93a33984e associated. External IP: 172.26.3.153, port: 3e9983f4-9107-44e5-96e0-22d6d459e28d. Nov 25 09:41:23.395326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router b9c566c6-c9dc-481f-9224-2844f1e5332e has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:41:23.569760 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:41:23.579186 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd15af-64d3-40f1-a4b3-00531bb88b2d None None] Sync routers for ids ['b9c566c6-c9dc-481f-9224-2844f1e5332e'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:41:23.588253 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd15af-64d3-40f1-a4b3-00531bb88b2d None None] Routers {'b9c566c6-c9dc-481f-9224-2844f1e5332e'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:41:23.588861 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dbdd15af-64d3-40f1-a4b3-00531bb88b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:41:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b9c566c6-c9dc-481f-9224-2844f1e5332e'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:23.592925 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:23.648824 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3506014 Nov 25 09:41:23.649580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'tag': '3e9983f4-9107-44e5-96e0-22d6d459e28d'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:41:23.766829 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-dbdd15af-64d3-40f1-a4b3-00531bb88b2d None None] Set router b9c566c6-c9dc-481f-9224-2844f1e5332e gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:41:23.818154 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'tag': '3e9983f4-9107-44e5-96e0-22d6d459e28d', 'status': 'completed', 'code': 200} Nov 25 09:41:23.834706 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fc360-0b3e-4ff6-b610-86fdfa56f627 req-31053f00-3fb6-49cb-8d45-fa9a84322a17 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:23.836071 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a86fc360-0b3e-4ff6-b610-86fdfa56f627 req-31053f00-3fb6-49cb-8d45-fa9a84322a17 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.0913026 Nov 25 09:41:23.926709 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a86fc360-0b3e-4ff6-b610-86fdfa56f627 req-bda26f0a-199b-4912-912e-77befa32b039 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562983 Nov 25 09:41:23.949644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610206a6-d170-47b7-b285-1444aaae54e6 req-8897259f-5f91-4063-baf9-076895fe14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:23.951106 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56952) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:41:23.951266 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-610206a6-d170-47b7-b285-1444aaae54e6 req-8897259f-5f91-4063-baf9-076895fe14ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 1099 time: 0.1106660 Nov 25 09:41:24.062621 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8976da8c-ed3e-42e8-9f0f-cf7514e2ae7d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/0e1d33c5-5d5c-49f4-aae3-cbe93a33984e HTTP/1.1" status: 200 len: 992 time: 0.1102402 Nov 25 09:41:24.091983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610206a6-d170-47b7-b285-1444aaae54e6 req-188507b4-61b0-46ec-b7b7-73537bad22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:24.093320 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-610206a6-d170-47b7-b285-1444aaae54e6 req-188507b4-61b0-46ec-b7b7-73537bad22ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7074991-86e7-473d-b6bd-59d2cdcb9a39 HTTP/1.1" status: 200 len: 898 time: 0.1355619 Nov 25 09:41:24.145222 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dbdd15af-64d3-40f1-a4b3-00531bb88b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '0e1d33c5-5d5c-49f4-aae3-cbe93a33984e', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.153', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'port_id': '3e9983f4-9107-44e5-96e0-22d6d459e28d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'mac_address': 'fa:16:3e:a8:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:41:22Z', 'updated_at': '2021-11-25T09:41:22Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd', 'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:33:56:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:41:03Z', 'updated_at': '2021-11-25T09:41:09Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:24.149408 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd15af-64d3-40f1-a4b3-00531bb88b2d None None] Checking router: b9c566c6-c9dc-481f-9224-2844f1e5332e for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:41:24.158082 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd15af-64d3-40f1-a4b3-00531bb88b2d None None] Routers {'b9c566c6-c9dc-481f-9224-2844f1e5332e'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:41:24.158741 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dbdd15af-64d3-40f1-a4b3-00531bb88b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:41:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b9c566c6-c9dc-481f-9224-2844f1e5332e'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:24.318165 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-610206a6-d170-47b7-b285-1444aaae54e6 req-df80a215-8c18-4a96-b89d-899ce3d89704 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9983f4-9107-44e5-96e0-22d6d459e28d HTTP/1.1" status: 200 len: 1000 time: 0.2183867 Nov 25 09:41:24.336909 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-dbdd15af-64d3-40f1-a4b3-00531bb88b2d None None] Set router b9c566c6-c9dc-481f-9224-2844f1e5332e gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:41:24.382253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610206a6-d170-47b7-b285-1444aaae54e6 req-4003ff00-24d8-44a2-a1a7-154253467dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:24.383806 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-610206a6-d170-47b7-b285-1444aaae54e6 req-4003ff00-24d8-44a2-a1a7-154253467dcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=448c49d1-1bdf-4b05-9fc4-d4f0a28199fc HTTP/1.1" status: 200 len: 835 time: 0.0587304 Nov 25 09:41:24.457773 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610206a6-d170-47b7-b285-1444aaae54e6 req-8c29a718-5862-4605-8bc5-ecd0303398cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:24.459267 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-610206a6-d170-47b7-b285-1444aaae54e6 req-8c29a718-5862-4605-8bc5-ecd0303398cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7074991-86e7-473d-b6bd-59d2cdcb9a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690539 Nov 25 09:41:24.589090 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-610206a6-d170-47b7-b285-1444aaae54e6 req-71414bdb-082a-47f5-80b1-5b2a5f12629c service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234255 Nov 25 09:41:24.679456 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-dbdd15af-64d3-40f1-a4b3-00531bb88b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '0e1d33c5-5d5c-49f4-aae3-cbe93a33984e', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.153', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'port_id': '3e9983f4-9107-44e5-96e0-22d6d459e28d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'mac_address': 'fa:16:3e:a8:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:41:22Z', 'updated_at': '2021-11-25T09:41:22Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd', 'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:33:56:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:41:03Z', 'updated_at': '2021-11-25T09:41:09Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:41:24.683534 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd15af-64d3-40f1-a4b3-00531bb88b2d None None] The sync data for ids ['b9c566c6-c9dc-481f-9224-2844f1e5332e'] in dv-neutron-818341-1-hyperv is: [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '0e1d33c5-5d5c-49f4-aae3-cbe93a33984e', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'floating_ip_address': '172.26.3.153', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'port_id': '3e9983f4-9107-44e5-96e0-22d6d459e28d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'mac_address': 'fa:16:3e:a8:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:41:22Z', 'updated_at': '2021-11-25T09:41:22Z', 'revision_number': 0, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd', 'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:33:56:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:41:03Z', 'updated_at': '2021-11-25T09:41:09Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:41:24.723274 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-610206a6-d170-47b7-b285-1444aaae54e6 req-f0fe3679-f23a-4197-9e30-02c21b9eac99 service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272089 Nov 25 09:41:24.887319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b202d-22bc-4493-a286-fdf65734f606 None None] New status for floating IP 0e1d33c5-5d5c-49f4-aae3-cbe93a33984e: ACTIVE {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:41:25.066337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56956) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:41:25.177418 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-758ad338-1a54-4221-84b1-a5198494f981 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/0e1d33c5-5d5c-49f4-aae3-cbe93a33984e HTTP/1.1" status: 200 len: 992 time: 0.1097651 Nov 25 09:41:26.181238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56960) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:41:26.288586 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-72b5b20f-64ce-4187-a085-c384fd6675cb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/0e1d33c5-5d5c-49f4-aae3-cbe93a33984e HTTP/1.1" status: 200 len: 994 time: 0.1056895 Nov 25 09:41:28.637331 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:41:34.554681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:40.951420 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-304bbc58-835d-4f79-b2e8-008f293605c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734839 Nov 25 09:41:41.092098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-988830bc-98b1-41ca-97dd-cab62198a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:41.093542 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-988830bc-98b1-41ca-97dd-cab62198a7f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 1099 time: 0.0699575 Nov 25 09:41:41.238578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-55e905f5-b4f5-43bc-bec0-2db116c56051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:41.239986 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-55e905f5-b4f5-43bc-bec0-2db116c56051 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7074991-86e7-473d-b6bd-59d2cdcb9a39 HTTP/1.1" status: 200 len: 898 time: 0.1256607 Nov 25 09:41:41.343851 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-58748a57-a362-4bf5-aef4-16ba2ed659e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9983f4-9107-44e5-96e0-22d6d459e28d HTTP/1.1" status: 200 len: 1002 time: 0.0957694 Nov 25 09:41:41.408262 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-2a721ad5-f31d-4cfb-b248-e9295549faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:41.409606 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-2a721ad5-f31d-4cfb-b248-e9295549faaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=448c49d1-1bdf-4b05-9fc4-d4f0a28199fc HTTP/1.1" status: 200 len: 835 time: 0.0567520 Nov 25 09:41:41.487271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-54439504-650c-4c52-8ab7-b567429e36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:41:41.488782 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-54439504-650c-4c52-8ab7-b567429e36ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7074991-86e7-473d-b6bd-59d2cdcb9a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718729 Nov 25 09:41:41.622423 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-d1d376a3-c434-4b37-af9a-9986209dca51 service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252792 Nov 25 09:41:41.752537 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f29fe36-e6c2-4a50-a9ed-930db0fb22c3 req-71e849d2-65b8-41b4-9433-b5515b6c1825 service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233373 Nov 25 09:41:46.612729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ab20-3315-4dfb-b667-1e54ea13524c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:47.091914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:49.940683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cec428ef-ea72-45ef-9a87-64156b933cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:50.145691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:41:51.626252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:04.570594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:05.636408 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:42:16.617288 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf752742-a0ed-4121-a633-c656b884ab40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:17.093133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:19.932745 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0cc32e5f-bab5-4e35-83eb-6bf6d599910d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:20.148645 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:21.631507 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:27.373921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79877c31-ff3a-490d-8689-85776e28f718 req-487e59ad-9410-439d-9490-f158216d19b7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:27.375280 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-79877c31-ff3a-490d-8689-85776e28f718 req-487e59ad-9410-439d-9490-f158216d19b7 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.0916359 Nov 25 09:42:27.421678 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-79877c31-ff3a-490d-8689-85776e28f718 req-0c83258b-e2e5-44a2-b8d6-3bfcd6c7c830 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Nov 25 09:42:28.607689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3806fd4-5716-43d8-8296-6d38ff3a6789 req-d23a5848-48bd-4ad3-8585-81f58a5c252f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:28.609119 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f3806fd4-5716-43d8-8296-6d38ff3a6789 req-d23a5848-48bd-4ad3-8585-81f58a5c252f tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.0798693 Nov 25 09:42:28.655978 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f3806fd4-5716-43d8-8296-6d38ff3a6789 req-3d2dbca8-bd99-442a-8357-5fc5eab4c1d6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Nov 25 09:42:29.847201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46be898-cae4-46a4-a679-0d9943eae357 req-91dd28c4-cb93-44b9-99e1-0ca58ae8d1d9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:29.848799 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b46be898-cae4-46a4-a679-0d9943eae357 req-91dd28c4-cb93-44b9-99e1-0ca58ae8d1d9 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.0871391 Nov 25 09:42:29.894558 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b46be898-cae4-46a4-a679-0d9943eae357 req-e8cc8461-309f-46f4-b19f-97cba13f795a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396390 Nov 25 09:42:29.918203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 56990) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:30.022973 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-218e9468-4d6a-4202-b87e-711551fe8161 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/0e1d33c5-5d5c-49f4-aae3-cbe93a33984e HTTP/1.1" status: 200 len: 994 time: 0.1034925 Nov 25 09:42:31.534396 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64d08e-33df-4c14-9dd2-b8b29568ecc8 req-dcf90755-d570-498e-9b05-4b7dc83863dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:31.535811 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fa64d08e-33df-4c14-9dd2-b8b29568ecc8 req-dcf90755-d570-498e-9b05-4b7dc83863dc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.1423335 Nov 25 09:42:31.538419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb3914-7f90-4e0d-a377-aae352a932f8 req-d57fc1cf-1be5-48ee-ab0c-22df4751f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:31.539701 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8efb3914-7f90-4e0d-a377-aae352a932f8 req-d57fc1cf-1be5-48ee-ab0c-22df4751f680 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 1099 time: 0.1140718 Nov 25 09:42:31.767363 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fa64d08e-33df-4c14-9dd2-b8b29568ecc8 req-afcea5c4-6e32-4e57-9db4-aa1b516d812c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253342 Nov 25 09:42:31.807971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb3914-7f90-4e0d-a377-aae352a932f8 req-d1c45b7b-10ad-4cca-87f1-d8ca3e2e8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:31.809386 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8efb3914-7f90-4e0d-a377-aae352a932f8 req-d1c45b7b-10ad-4cca-87f1-d8ca3e2e8110 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7074991-86e7-473d-b6bd-59d2cdcb9a39 HTTP/1.1" status: 200 len: 898 time: 0.1434569 Nov 25 09:42:31.911232 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8efb3914-7f90-4e0d-a377-aae352a932f8 req-1a55efac-41d0-4c2d-b58a-a5eb5f216793 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9983f4-9107-44e5-96e0-22d6d459e28d HTTP/1.1" status: 200 len: 1002 time: 0.0958610 Nov 25 09:42:31.973202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb3914-7f90-4e0d-a377-aae352a932f8 req-70079b94-3943-4d5f-90dc-e072ed1d040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:31.974607 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8efb3914-7f90-4e0d-a377-aae352a932f8 req-70079b94-3943-4d5f-90dc-e072ed1d040f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=448c49d1-1bdf-4b05-9fc4-d4f0a28199fc HTTP/1.1" status: 200 len: 835 time: 0.0569785 Nov 25 09:42:32.053632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb3914-7f90-4e0d-a377-aae352a932f8 req-03a4411f-f59d-4e70-b780-d213ef6a50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:32.055137 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8efb3914-7f90-4e0d-a377-aae352a932f8 req-03a4411f-f59d-4e70-b780-d213ef6a50ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7074991-86e7-473d-b6bd-59d2cdcb9a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746763 Nov 25 09:42:32.184602 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8efb3914-7f90-4e0d-a377-aae352a932f8 req-89a59cf1-6830-481d-bfd1-85af64e23fae service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223664 Nov 25 09:42:32.313036 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8efb3914-7f90-4e0d-a377-aae352a932f8 req-f303c32b-3f3c-4d4e-9a59-c30e0fe79224 service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219244 Nov 25 09:42:32.963824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39b518-2415-443c-8126-67518095f01d req-d0a86485-cee6-43c7-a224-95e9cff5b301 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:32.965282 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0a39b518-2415-443c-8126-67518095f01d req-d0a86485-cee6-43c7-a224-95e9cff5b301 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.0832250 Nov 25 09:42:33.012778 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0a39b518-2415-443c-8126-67518095f01d req-9152d7ae-0f11-4c8e-a37e-c5a548f14d6e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419319 Nov 25 09:42:34.198249 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f250894-fd1b-4984-8e93-fa5537ef1627 req-6a3b6db7-93be-4684-90ae-d6f9d1e27d6a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:34.199741 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4f250894-fd1b-4984-8e93-fa5537ef1627 req-6a3b6db7-93be-4684-90ae-d6f9d1e27d6a tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.0805995 Nov 25 09:42:34.242780 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4f250894-fd1b-4984-8e93-fa5537ef1627 req-89250ee1-f078-4838-a7c7-66a3afb19ce4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374413 Nov 25 09:42:34.266179 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57004) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:34.371285 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-dc6d1b32-f4d2-48c0-bbe2-f9b9bba72443 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/floatingips/0e1d33c5-5d5c-49f4-aae3-cbe93a33984e HTTP/1.1" status: 200 len: 994 time: 0.1037669 Nov 25 09:42:34.582353 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:34.646231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57012) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:34.844784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 2ee91846-6fb4-4313-9f3d-ad698774fa68 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:42:34.845128 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:35.013918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:35.014249 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:35.256796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 2ee91846-6fb4-4313-9f3d-ad698774fa68 owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:42:35.406804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:35.411196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:35.456521 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=2ee91846-6fb4-4313-9f3d-ad698774fa68,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:35.497412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.497794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.498165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.498559 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.498924 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.499318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.499672 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.500027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.500385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.500736 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.501089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.501442 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:35.530923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:35.558935 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:35.559262 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Floating IP 0e1d33c5-5d5c-49f4-aae3-cbe93a33984e disassociated (deleted). External IP: 172.26.3.153, port: 3e9983f4-9107-44e5-96e0-22d6d459e28d. Nov 25 09:42:35.897326 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router b9c566c6-c9dc-481f-9224-2844f1e5332e has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:42:36.075615 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:42:36.085520 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac74bbc8-f285-40a2-8995-b90b8b97b73d None None] Sync routers for ids ['b9c566c6-c9dc-481f-9224-2844f1e5332e'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:42:36.095795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:36.100226 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74bbc8-f285-40a2-8995-b90b8b97b73d None None] Routers {'b9c566c6-c9dc-481f-9224-2844f1e5332e'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:42:36.100832 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ac74bbc8-f285-40a2-8995-b90b8b97b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b9c566c6-c9dc-481f-9224-2844f1e5332e'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:36.152015 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/floatingips/0e1d33c5-5d5c-49f4-aae3-cbe93a33984e HTTP/1.1" status: 204 len: 168 time: 1.5045400 Nov 25 09:42:36.152494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'tag': '3e9983f4-9107-44e5-96e0-22d6d459e28d'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:42:36.199698 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'tag': '3e9983f4-9107-44e5-96e0-22d6d459e28d', 'status': 'completed', 'code': 200} Nov 25 09:42:36.278136 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-ac74bbc8-f285-40a2-8995-b90b8b97b73d None None] Set router b9c566c6-c9dc-481f-9224-2844f1e5332e gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:42:36.304901 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe8a45-dbb6-4e81-b724-68af13654545 req-d0e282db-43bc-4d42-be83-af64fce634f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:36.307615 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3fbe8a45-dbb6-4e81-b724-68af13654545 req-d0e282db-43bc-4d42-be83-af64fce634f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c8eb44d49c040aba9008a4f760768fd&device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 1099 time: 0.0805824 Nov 25 09:42:36.450390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe8a45-dbb6-4e81-b724-68af13654545 req-7702a3ed-cdaa-47b1-a71a-1dcabf6e7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:36.451946 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3fbe8a45-dbb6-4e81-b724-68af13654545 req-7702a3ed-cdaa-47b1-a71a-1dcabf6e7165 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7074991-86e7-473d-b6bd-59d2cdcb9a39 HTTP/1.1" status: 200 len: 898 time: 0.1371882 Nov 25 09:42:36.522417 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3fbe8a45-dbb6-4e81-b724-68af13654545 req-e737ba1b-914f-4080-9b5c-8df8cfa6ebdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9983f4-9107-44e5-96e0-22d6d459e28d HTTP/1.1" status: 200 len: 217 time: 0.0634341 Nov 25 09:42:36.523167 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3429af-7803-4d37-89b9-4509985739a1 req-00a71892-34c1-48a0-8d66-b2d2efc8c425 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:36.524007 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-2b3429af-7803-4d37-89b9-4509985739a1 req-00a71892-34c1-48a0-8d66-b2d2efc8c425 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:42:36.541026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-2b3429af-7803-4d37-89b9-4509985739a1 req-00a71892-34c1-48a0-8d66-b2d2efc8c425 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:42:36.542450 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2b3429af-7803-4d37-89b9-4509985739a1 req-00a71892-34c1-48a0-8d66-b2d2efc8c425 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.1023631 Nov 25 09:42:36.589786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe8a45-dbb6-4e81-b724-68af13654545 req-1679cdee-f4f9-48e1-b117-ad49e6934beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:36.591262 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3fbe8a45-dbb6-4e81-b724-68af13654545 req-1679cdee-f4f9-48e1-b117-ad49e6934beb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=448c49d1-1bdf-4b05-9fc4-d4f0a28199fc HTTP/1.1" status: 200 len: 835 time: 0.0617616 Nov 25 09:42:36.594841 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2b3429af-7803-4d37-89b9-4509985739a1 req-c88e7812-46d5-4b6a-9e87-aae0ac09df41 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461848 Nov 25 09:42:36.620363 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ac74bbc8-f285-40a2-8995-b90b8b97b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd', 'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:33:56:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:41:03Z', 'updated_at': '2021-11-25T09:41:09Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:36.624277 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac74bbc8-f285-40a2-8995-b90b8b97b73d None None] Checking router: b9c566c6-c9dc-481f-9224-2844f1e5332e for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:42:36.633052 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74bbc8-f285-40a2-8995-b90b8b97b73d None None] Routers {'b9c566c6-c9dc-481f-9224-2844f1e5332e'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:42:36.633669 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ac74bbc8-f285-40a2-8995-b90b8b97b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b9c566c6-c9dc-481f-9224-2844f1e5332e'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:36.669614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe8a45-dbb6-4e81-b724-68af13654545 req-8aceb444-9b66-4076-9695-b4ff3758ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:36.671118 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3fbe8a45-dbb6-4e81-b724-68af13654545 req-8aceb444-9b66-4076-9695-b4ff3758ec59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7074991-86e7-473d-b6bd-59d2cdcb9a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721366 Nov 25 09:42:36.805674 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3fbe8a45-dbb6-4e81-b724-68af13654545 req-60654f5d-d39f-4739-976e-e1c92505e082 service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254332 Nov 25 09:42:36.833717 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-ac74bbc8-f285-40a2-8995-b90b8b97b73d None None] Set router b9c566c6-c9dc-481f-9224-2844f1e5332e gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:42:37.057790 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3fbe8a45-dbb6-4e81-b724-68af13654545 req-ab01b2aa-722e-4a3c-87d6-02d989f96f6e service neutron] 10.222.0.41 "GET /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447667 Nov 25 09:42:37.150871 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-ac74bbc8-f285-40a2-8995-b90b8b97b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd', 'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:33:56:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:41:03Z', 'updated_at': '2021-11-25T09:41:09Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:37.154865 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac74bbc8-f285-40a2-8995-b90b8b97b73d None None] The sync data for ids ['b9c566c6-c9dc-481f-9224-2844f1e5332e'] in dv-neutron-818341-1-hyperv is: [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd', 'name': '', 'network_id': 'c7074991-86e7-473d-b6bd-59d2cdcb9a39', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'mac_address': 'fa:16:3e:33:56:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:41:03Z', 'updated_at': '2021-11-25T09:41:09Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'subnets': [{'id': '448c49d1-1bdf-4b05-9fc4-d4f0a28199fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:42:37.371187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0dfca-e032-4892-bc9e-6679606478f1 None None] New status for floating IP 0e1d33c5-5d5c-49f4-aae3-cbe93a33984e: DOWN {{(pid=87514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:42:37.778076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab147-a5c7-4691-894a-ba0949754d21 req-1efc3a5b-34d5-40d2-9400-ad5ffc78722d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:37.779554 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f0ab147-a5c7-4691-894a-ba0949754d21 req-1efc3a5b-34d5-40d2-9400-ad5ffc78722d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.0835872 Nov 25 09:42:37.832455 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6f0ab147-a5c7-4691-894a-ba0949754d21 req-bda3287e-aeb7-476f-8f0e-f486cdb9f9ed tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/security-groups?id=b18c54e6-1944-4c4b-bc82-4b2891a450c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472445 Nov 25 09:42:38.123739 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814ed75-578c-460b-9252-c5a9b7ef2e00 req-cea07dea-d18b-42ca-95a5-1f7fff47fe48 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:38.125164 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0814ed75-578c-460b-9252-c5a9b7ef2e00 req-cea07dea-d18b-42ca-95a5-1f7fff47fe48 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 946 time: 0.0789781 Nov 25 09:42:38.199112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-0814ed75-578c-460b-9252-c5a9b7ef2e00 req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 3e9983f4-9107-44e5-96e0-22d6d459e28d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:42:38.199449 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0814ed75-578c-460b-9252-c5a9b7ef2e00 req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:38.441068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-0814ed75-578c-460b-9252-c5a9b7ef2e00 req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port 3e9983f4-9107-44e5-96e0-22d6d459e28d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e9983f4-9107-44e5-96e0-22d6d459e28d,segment=NetworkSegment(148a23e7-2051-4cfa-b7f5-61f0ab5a10e7),segment_id=148a23e7-2051-4cfa-b7f5-61f0ab5a10e7)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:42:38.441330 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0814ed75-578c-460b-9252-c5a9b7ef2e00 req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:38.564702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-0814ed75-578c-460b-9252-c5a9b7ef2e00 req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 3e9983f4-9107-44e5-96e0-22d6d459e28d owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:42:38.702815 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0814ed75-578c-460b-9252-c5a9b7ef2e00 req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:38.708286 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-65ae1357-8b93-4054-bac9-cbd8156e5fcb tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:38.755379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=3e9983f4-9107-44e5-96e0-22d6d459e28d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:38.788803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.789326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.789553 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.789922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.790310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.790671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.791036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.791395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.791752 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.792114 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.792468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.792825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:38.800521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:38.839237 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0814ed75-578c-460b-9252-c5a9b7ef2e00 req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] No DVR routers for this DVR port 3e9983f4-9107-44e5-96e0-22d6d459e28d on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:42:38.841479 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-0814ed75-578c-460b-9252-c5a9b7ef2e00 req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:38.843886 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'name': 'network-vif-deleted', 'tag': '3e9983f4-9107-44e5-96e0-22d6d459e28d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:42:38.859709 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0814ed75-578c-460b-9252-c5a9b7ef2e00 req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.41 "DELETE /v2.0/ports/3e9983f4-9107-44e5-96e0-22d6d459e28d HTTP/1.1" status: 204 len: 173 time: 0.7288766 Nov 25 09:42:38.894008 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe89a39-68f2-4f16-8389-5e5a24d9c23e', 'name': 'network-vif-deleted', 'tag': '3e9983f4-9107-44e5-96e0-22d6d459e28d', 'status': 'completed', 'code': 200} Nov 25 09:42:38.990937 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-b845a6e5-1b2a-4ecf-bed6-51afe4141dc9 req-547fc18d-bb1b-48bd-9a0e-8504be0e48c6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Synchronizing usage tracker for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:42:39.007187 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-b845a6e5-1b2a-4ecf-bed6-51afe4141dc9 req-547fc18d-bb1b-48bd-9a0e-8504be0e48c6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Unset dirty status for tenant:0c8eb44d49c040aba9008a4f760768fd on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:42:39.008592 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b845a6e5-1b2a-4ecf-bed6-51afe4141dc9 req-547fc18d-bb1b-48bd-9a0e-8504be0e48c6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fe89a39-68f2-4f16-8389-5e5a24d9c23e HTTP/1.1" status: 200 len: 210 time: 0.0664592 Nov 25 09:42:40.106009 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57030) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:40.770231 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:41.079611 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 3e9983f4-9107-44e5-96e0-22d6d459e28d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:42:41.113870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 3e9983f4-9107-44e5-96e0-22d6d459e28d {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:42:41.114227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 3e9983f4-9107-44e5-96e0-22d6d459e28d not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:42:41.129843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:42:41.130390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:41.319949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd,segment=NetworkSegment(148a23e7-2051-4cfa-b7f5-61f0ab5a10e7),segment_id=148a23e7-2051-4cfa-b7f5-61f0ab5a10e7)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:42:41.320251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:41.449156 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:42:41.623219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:41.626907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-57bd4cdc-c709-40db-bc28-24f6dd2192b4 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:41.671895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:41.674998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:42.066539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:42.427184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Router b9c566c6-c9dc-481f-9224-2844f1e5332e has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:42:42.605717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:42:42.615035 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601c47e-a20b-491a-9f6b-6b85483959e7 None None] Sync routers for ids ['b9c566c6-c9dc-481f-9224-2844f1e5332e'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:42:42.622391 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8429c57c-81b0-441b-a670-6a1595b7c142 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "PUT /v2.0/routers/b9c566c6-c9dc-481f-9224-2844f1e5332e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5152156 Nov 25 09:42:42.624251 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601c47e-a20b-491a-9f6b-6b85483959e7 None None] Routers {'b9c566c6-c9dc-481f-9224-2844f1e5332e'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:42:42.624851 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0601c47e-a20b-491a-9f6b-6b85483959e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b9c566c6-c9dc-481f-9224-2844f1e5332e'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:42.625087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57034) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:42.690011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3135531-7867-4efe-a843-d4453f02a057 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting subnet 448c49d1-1bdf-4b05-9fc4-d4f0a28199fc {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:42:42.693024 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f3135531-7867-4efe-a843-d4453f02a057 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:42.739028 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:42:42.749766 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f3135531-7867-4efe-a843-d4453f02a057 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:42.814245 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-0601c47e-a20b-491a-9f6b-6b85483959e7 None None] Set router b9c566c6-c9dc-481f-9224-2844f1e5332e gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:42:42.843025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f3135531-7867-4efe-a843-d4453f02a057 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:42.918303 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f3135531-7867-4efe-a843-d4453f02a057 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:42.922948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-93772910-9dfd-4c2d-a639-810af00b821a tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:42.960203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3135531-7867-4efe-a843-d4453f02a057 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Subnet': ['ID=448c49d1-1bdf-4b05-9fc4-d4f0a28199fc,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:42.962164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-f3135531-7867-4efe-a843-d4453f02a057 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:42.964808 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-f3135531-7867-4efe-a843-d4453f02a057 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:42.972058 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-f3135531-7867-4efe-a843-d4453f02a057 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/subnets/448c49d1-1bdf-4b05-9fc4-d4f0a28199fc HTTP/1.1" status: 204 len: 168 time: 0.3429270 Nov 25 09:42:42.972058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57038) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:42.973373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b50201a-6407-433d-a754-bd32e227d8a3 None None] Network c7074991-86e7-473d-b6bd-59d2cdcb9a39 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:42:43.108292 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0601c47e-a20b-491a-9f6b-6b85483959e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:42:41Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:43.112116 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601c47e-a20b-491a-9f6b-6b85483959e7 None None] Checking router: b9c566c6-c9dc-481f-9224-2844f1e5332e for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:42:43.121250 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601c47e-a20b-491a-9f6b-6b85483959e7 None None] Routers {'b9c566c6-c9dc-481f-9224-2844f1e5332e'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:42:43.122177 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0601c47e-a20b-491a-9f6b-6b85483959e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['b9c566c6-c9dc-481f-9224-2844f1e5332e'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:43.165917 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:43.297958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] DHCP port deletion for c7074991-86e7-473d-b6bd-59d2cdcb9a39 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:42:43.302150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Deleting port fd23b26b-b0bf-407c-bb26-7258ddb863e1 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:42:43.302575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:43.320482 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-0601c47e-a20b-491a-9f6b-6b85483959e7 None None] Set router b9c566c6-c9dc-481f-9224-2844f1e5332e gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:42:43.352820 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:43.363154 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Deleting port 535cd284-e2a9-444f-8399-9da2a4cf7c35 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:42:43.363384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:43.520421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] For port fd23b26b-b0bf-407c-bb26-7258ddb863e1, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=fd23b26b-b0bf-407c-bb26-7258ddb863e1,segment=NetworkSegment(148a23e7-2051-4cfa-b7f5-61f0ab5a10e7),segment_id=148a23e7-2051-4cfa-b7f5-61f0ab5a10e7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:42:43.520421 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:43.648776 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device fd23b26b-b0bf-407c-bb26-7258ddb863e1 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:42:43.672473 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0601c47e-a20b-491a-9f6b-6b85483959e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:42:41Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:43.677308 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601c47e-a20b-491a-9f6b-6b85483959e7 None None] The sync data for ids ['b9c566c6-c9dc-481f-9224-2844f1e5332e'] in dv-neutron-818341-1-hyperv is: [{'id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134902758', 'tenant_id': '0c8eb44d49c040aba9008a4f760768fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:40:58Z', 'updated_at': '2021-11-25T09:42:41Z', 'revision_number': 5, 'project_id': '0c8eb44d49c040aba9008a4f760768fd', 'gw_port': {'id': '535cd284-e2a9-444f-8399-9da2a4cf7c35', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c566c6-c9dc-481f-9224-2844f1e5332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:40:59Z', 'updated_at': '2021-11-25T09:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:42:43.682307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Calling delete_port for fd23b26b-b0bf-407c-bb26-7258ddb863e1 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:42:43.690589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] For port 535cd284-e2a9-444f-8399-9da2a4cf7c35, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=535cd284-e2a9-444f-8399-9da2a4cf7c35,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:42:43.691558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:43.817037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Calling delete_port for 535cd284-e2a9-444f-8399-9da2a4cf7c35 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:42:43.823020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:43.828852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-0816f80e-c207-43e4-9da5-a152df903150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:43.877280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Pushing event deleted for resources: {'Port': ['ID=fd23b26b-b0bf-407c-bb26-7258ddb863e1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:43.882962 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] No DVR routers for this DVR port fd23b26b-b0bf-407c-bb26-7258ddb863e1 on host dv-neutron-818341-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:42:43.888538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:43.902873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.903231 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.903575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.903910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.904240 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.904568 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.904898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.905219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.905543 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.905869 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.906188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.906600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:43.909805 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:43.989477 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:43.993089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6d5cb02e-4e89-4f7a-bf0d-bb4d7ff8b2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:44.038520 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Port': ['ID=535cd284-e2a9-444f-8399-9da2a4cf7c35,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:44.042979 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:44.136042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.310463 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.312662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.334318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.334744 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Fanout notify agent at l3_agent the message router_deleted on router b9c566c6-c9dc-481f-9224-2844f1e5332e {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:42:44.350086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.354303 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c50feed8-f551-4beb-8fe1-7e2675a78e54 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/routers/b9c566c6-c9dc-481f-9224-2844f1e5332e HTTP/1.1" status: 204 len: 168 time: 1.3787241 Nov 25 09:42:44.354700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57042) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:44.474652 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.603394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.627481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7074991-86e7-473d-b6bd-59d2cdcb9a39']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:44.639100 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:44.639394 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148a23e7-2051-4cfa-b7f5-61f0ab5a10e7') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:44.650968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.666770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.672954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:42:44.673340 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:42:44.687360 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:42:44.768742 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.772541 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-75155b7a-63a6-4f36-8a67-518838eaa26b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:44.787609 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.798825 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'Network': ['ID=c7074991-86e7-473d-b6bd-59d2cdcb9a39,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:44.801972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:44.807482 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a2a48ba8-09fe-4a40-8799-1b756aa415da tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/networks/c7074991-86e7-473d-b6bd-59d2cdcb9a39 HTTP/1.1" status: 204 len: 168 time: 0.4517655 Nov 25 09:42:44.810095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57046) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:44.876221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd26-0b3b-456d-b0b7-21661e91dcdf tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.905419 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd26-0b3b-456d-b0b7-21661e91dcdf tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.974673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd26-0b3b-456d-b0b7-21661e91dcdf tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:44.978447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a844754d-f9f1-4dfc-8b88-5487f49cbb82 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:44.992355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17dd26-0b3b-456d-b0b7-21661e91dcdf tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18c54e6-1944-4c4b-bc82-4b2891a450c8,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:44.995578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6a17dd26-0b3b-456d-b0b7-21661e91dcdf tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:45.005037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd26-0b3b-456d-b0b7-21661e91dcdf tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:45.009262 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6a17dd26-0b3b-456d-b0b7-21661e91dcdf tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] 10.222.0.54 "DELETE /v2.0/security-groups/b18c54e6-1944-4c4b-bc82-4b2891a450c8 HTTP/1.1" status: 204 len: 168 time: 0.1951859 Nov 25 09:42:45.381910 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57056) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:45.513374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:42:45.534733 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ef6d210a-bc33-4e4a-94e7-3b3914bdeb9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c8eb44d49c040aba9008a4f760768fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514843 Nov 25 09:42:45.537295 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57062) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:45.556825 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:42:45.557169 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e552a2aa-6c99-4b9a-b50f-4aa1eb3b90bd not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:42:45.557579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 535cd284-e2a9-444f-8399-9da2a4cf7c35 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:42:45.589282 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 535cd284-e2a9-444f-8399-9da2a4cf7c35 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:42:45.589635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 535cd284-e2a9-444f-8399-9da2a4cf7c35 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:42:45.595651 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4c0c-65c4-41dd-85fb-56cc2bcd3667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:45.624873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4c0c-65c4-41dd-85fb-56cc2bcd3667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:45.674896 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4c0c-65c4-41dd-85fb-56cc2bcd3667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:45.679506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2a7df277-85ef-44e3-abe8-2de05fda63c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:45.693218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f4c0c-65c4-41dd-85fb-56cc2bcd3667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793485f8-2017-412d-8086-af9164cafd1d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:45.696717 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2c2f4c0c-65c4-41dd-85fb-56cc2bcd3667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:45.699840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4c0c-65c4-41dd-85fb-56cc2bcd3667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:45.700921 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2c2f4c0c-65c4-41dd-85fb-56cc2bcd3667 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/793485f8-2017-412d-8086-af9164cafd1d HTTP/1.1" status: 204 len: 168 time: 0.1626754 Nov 25 09:42:45.989634 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57070) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:46.007540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5a9100d1-538c-4f2c-98a4-e50d4fc2176f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:46.022904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5a9100d1-538c-4f2c-98a4-e50d4fc2176f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:42:46.027789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5a9100d1-538c-4f2c-98a4-e50d4fc2176f admin admin] Usage tracker for resource:security_group_rule and tenant:deb043a8f3844ad9926e3bca101e0341 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:42:46.031754 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-5a9100d1-538c-4f2c-98a4-e50d4fc2176f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:42:46.037496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-5a9100d1-538c-4f2c-98a4-e50d4fc2176f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:42:46.118579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5a9100d1-538c-4f2c-98a4-e50d4fc2176f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:46.122222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5a9100d1-538c-4f2c-98a4-e50d4fc2176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:46.130355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c122a3cb-e0c3-40a1-8cd6-5f2f6e36a5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1953542606-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:46.169352 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5a9100d1-538c-4f2c-98a4-e50d4fc2176f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=deb043a8f3844ad9926e3bca101e0341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787040 Nov 25 09:42:46.170245 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9100d1-538c-4f2c-98a4-e50d4fc2176f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd8bec8-b196-4b9e-9c69-9d8eb4c1a661,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:46.172150 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57074) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:46.173217 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5a9100d1-538c-4f2c-98a4-e50d4fc2176f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:46.231821 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5fda733d-2c66-434b-afa4-0c8f528ac9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:46.256753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5fda733d-2c66-434b-afa4-0c8f528ac9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:46.307464 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5fda733d-2c66-434b-afa4-0c8f528ac9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:46.312215 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0a16eff6-4eb8-40c1-98bd-b4ba6c0b805a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:46.324264 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda733d-2c66-434b-afa4-0c8f528ac9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd8bec8-b196-4b9e-9c69-9d8eb4c1a661,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:46.327145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5fda733d-2c66-434b-afa4-0c8f528ac9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:46.329099 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5fda733d-2c66-434b-afa4-0c8f528ac9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:46.330269 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5fda733d-2c66-434b-afa4-0c8f528ac9cc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bd8bec8-b196-4b9e-9c69-9d8eb4c1a661 HTTP/1.1" status: 204 len: 168 time: 0.1561036 Nov 25 09:42:46.619748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d746d4b-96a6-4c99-8f4d-c06ab05f643a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.072210 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57098) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:47.094849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.184383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1746953766-network', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:42:47.189092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:42:47.192948 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Usage tracker for resource:network and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:42:47.195784 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:42:47.202862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:42:47.211403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Made reservation on behalf of 051013a5e2184ee5b99cbb4ead35b295 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:42:47.214398 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.230729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.244583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:42:47.248432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:42:47.251195 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:42:47.256939 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:42:47.336729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.340899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.343799 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:47.373579 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:42:47.378733 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a5faa3-e013-4b95-884f-64184a00ceab,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:47.382428 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:47.386824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.386916 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Added segment e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452 of type vlan for network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 Nov 25 09:42:47.413345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.441709 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.442739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:47.443315 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.447126 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-db10edf3-e1b3-4940-a96d-57aa66eae1de tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:47.550904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Pushing event updated for resources: {'Network': ['ID=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:47.554091 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4808488 Nov 25 09:42:47.554984 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-304224df-c23f-4b8a-8a8f-378e96884c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:47.557536 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57104) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:47.560856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:42:47.563076 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Request body: {'subnet': {'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1746953766-subnet', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:42:47.568006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:42:47.571874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Usage tracker for resource:subnet and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:42:47.574712 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:42:47.580431 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:42:47.591087 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Made reservation on behalf of 051013a5e2184ee5b99cbb4ead35b295 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:42:47.593286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.793365 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.796768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2670819e-a908-47e8-a65d-3b0bddfb133e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:47.870357 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f16590-1c21-4624-b0c9-4eb406961fe5,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:47.875382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:47.877723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Checking segment: {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:42:47.878077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Network hostable DHCP agents. Network: 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:42:47.896432 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:42:47.905548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:42:47.909364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:47.909943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.914692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf197e-eb4f-40ed-82ea-fe77ed93c372 None None] Network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:42:47.930188 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4a4d38fd-1b82-4b48-ac1b-0947b1edd66a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3715830 Nov 25 09:42:47.932927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57108) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:47.939789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:42:47.948092 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:42:47.952518 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Usage tracker for resource:router and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:42:47.955502 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:42:47.961229 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:42:47.973456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.974923 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:47.993930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:48.144575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:42:48.145469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:48.308102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Allocated IP 172.20.0.2 (21bb53a6-8e1b-48c3-988a-ceeaf6d624c3/10f16590-1c21-4624-b0c9-4eb406961fe5/849ee6fb-0638-4c14-b298-670efcbdfa43) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:42:48.385225 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:48.554060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:48.564749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Transition to ACTIVE for port object 849ee6fb-0638-4c14-b298-670efcbdfa43 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:42:48.583227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Transition to ACTIVE for port object 849ee6fb-0638-4c14-b298-670efcbdfa43 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:42:48.589031 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:48.593064 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-313eef4a-6e85-40be-83c6-ddfdc5e100fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:48.651994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:42:48.653483 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:42:48.657749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:42:48.692581 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Pushing event updated for resources: {'Port': ['ID=849ee6fb-0638-4c14-b298-670efcbdfa43,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:48.699515 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:48.702795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:48.733143 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:48.755493 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Attempting to bind port 849ee6fb-0638-4c14-b298-670efcbdfa43 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:42:48.755866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Attempting to bind port 849ee6fb-0638-4c14-b298-670efcbdfa43 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:42:48.756236 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Attempting to bind port 849ee6fb-0638-4c14-b298-670efcbdfa43 on network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:42:48.761941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:42:48.762343 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Checking segment: {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:42:48.762754 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:48.763157 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Bound using segment: {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:42:48.763647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Bound port: 849ee6fb-0638-4c14-b298-670efcbdfa43, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:42:48.764028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:48.853904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] For port 849ee6fb-0638-4c14-b298-670efcbdfa43, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:42:48.857053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] For port 849ee6fb-0638-4c14-b298-670efcbdfa43, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=849ee6fb-0638-4c14-b298-670efcbdfa43,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:42:48.860912 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:48.865337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:48.869397 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Allocated IP 172.26.3.213 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/f0b89452-330b-436e-9c6f-fdebf8ac0bda) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:42:48.945813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Pushing event updated for resources: {'Port': ['ID=849ee6fb-0638-4c14-b298-670efcbdfa43,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:48.949753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:49.023802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:49.053654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:49.058863 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6b758c0-f0fa-4ab0-bdf2-941d611c3561 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:49.121321 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:42:49.125145 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:42:49.127575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:42:49.176649 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b89452-330b-436e-9c6f-fdebf8ac0bda,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:49.179796 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:49.541485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 849ee6fb-0638-4c14-b298-670efcbdfa43 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:42:49.617203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 849ee6fb-0638-4c14-b298-670efcbdfa43 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:42:49.694713 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:49.902943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d73cdfe-975e-4e43-8029-02c139b5968c None None] Network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:42:49.990360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d2c9ffa9-cda6-49d2-b782-f037a550c72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:50.037387 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5db53ad8-2b75-489d-aa4e-8d8f7488e010 None None] Provisioning for port 849ee6fb-0638-4c14-b298-670efcbdfa43 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:42:50.044468 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:50.074030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5db53ad8-2b75-489d-aa4e-8d8f7488e010 None None] Provisioning complete for port 849ee6fb-0638-4c14-b298-670efcbdfa43 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:50.074431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5db53ad8-2b75-489d-aa4e-8d8f7488e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:50.201522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:50.249312 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:42:50.266784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5db53ad8-2b75-489d-aa4e-8d8f7488e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:50.303672 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5db53ad8-2b75-489d-aa4e-8d8f7488e010 None None] For port 849ee6fb-0638-4c14-b298-670efcbdfa43, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=849ee6fb-0638-4c14-b298-670efcbdfa43,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:42:50.307993 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5db53ad8-2b75-489d-aa4e-8d8f7488e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:50.310257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:50.381183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db53ad8-2b75-489d-aa4e-8d8f7488e010 None None] Pushing event updated for resources: {'Port': ['ID=849ee6fb-0638-4c14-b298-670efcbdfa43,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:50.392262 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5db53ad8-2b75-489d-aa4e-8d8f7488e010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:50.429888 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:42:50.440292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Sync routers for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:42:50.450397 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:42:50.451115 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:50.454992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:50.458322 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5225084 Nov 25 09:42:50.458985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57112) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:50.606417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-adb8aab3-0593-47bb-89c5-1f5863653dda None None] Provisioning complete for port 849ee6fb-0638-4c14-b298-670efcbdfa43 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:50.606685 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-adb8aab3-0593-47bb-89c5-1f5863653dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:50.689480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:42:51.037142 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:49Z', 'revision_number': 3, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:51.042042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Checking router: 5e5dc76b-dc56-443e-9cc7-1fdeb82decda for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:42:51.042522 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Updating router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda port f0b89452-330b-436e-9c6f-fdebf8ac0bda binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:42:51.131549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.279288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.452307 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.464491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Transition to ACTIVE for port object f0b89452-330b-436e-9c6f-fdebf8ac0bda will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:42:51.472856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.479048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:51.485810 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Allocated IP 172.20.0.1 (21bb53a6-8e1b-48c3-988a-ceeaf6d624c3/10f16590-1c21-4624-b0c9-4eb406961fe5/28f2f0c3-a9ac-48d7-8a25-2212d3fcc390) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:42:51.550982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 849ee6fb-0638-4c14-b298-670efcbdfa43 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:42:51.599315 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Attempting to bind port f0b89452-330b-436e-9c6f-fdebf8ac0bda on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:42:51.599734 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Attempting to bind port f0b89452-330b-436e-9c6f-fdebf8ac0bda by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:42:51.600097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Attempting to bind port f0b89452-330b-436e-9c6f-fdebf8ac0bda on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:42:51.618924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db0a81-d38c-4ad6-96bb-1843eac33b6f None None] Pushing event updated for resources: {'Port': ['ID=f0b89452-330b-436e-9c6f-fdebf8ac0bda,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:51.629563 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-01db0a81-d38c-4ad6-96bb-1843eac33b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:51.631612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:42:51.631995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:42:51.632402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.632794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:42:51.633276 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Bound port: f0b89452-330b-436e-9c6f-fdebf8ac0bda, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:42:51.634257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.637491 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.654734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Transition to ACTIVE for port object 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:42:51.677612 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.682201 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ffdf8711-25bf-4380-98a0-737ee99b9d2e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:51.689680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.716542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 849ee6fb-0638-4c14-b298-670efcbdfa43 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:51.716935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.750443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:42:51.753378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:42:51.757137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:42:51.760381 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] For port f0b89452-330b-436e-9c6f-fdebf8ac0bda, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:42:51.779913 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] For port f0b89452-330b-436e-9c6f-fdebf8ac0bda, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f0b89452-330b-436e-9c6f-fdebf8ac0bda,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:42:51.786694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.788075 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Pushing event updated for resources: {'Port': ['ID=28f2f0c3-a9ac-48d7-8a25-2212d3fcc390,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:51.794687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-8d877970-7b70-4d4b-a774-472a712b7f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:51.799390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:51.816484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.929650 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:42:51.930319 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:51.939384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:51.982806 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db0a81-d38c-4ad6-96bb-1843eac33b6f None None] Pushing event updated for resources: {'Port': ['ID=f0b89452-330b-436e-9c6f-fdebf8ac0bda,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:52.000056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-01db0a81-d38c-4ad6-96bb-1843eac33b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:52.093875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-de9f1038-6a60-404d-8628-0a3f4ef2a2b4 None None] Provisioning for port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:42:52.103457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-de9f1038-6a60-404d-8628-0a3f4ef2a2b4 None None] Provisioning complete for port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:52.103836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de9f1038-6a60-404d-8628-0a3f4ef2a2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:52.171239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:52.171674 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:42:52.175703 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:52.207372 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-848fef24-a23d-4430-9e21-aabab8f946a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:52.227066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-de9f1038-6a60-404d-8628-0a3f4ef2a2b4 None None] Port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:42:52.286097 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:52.290907 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Pushing event updated for resources: {'Port': ['ID=28f2f0c3-a9ac-48d7-8a25-2212d3fcc390,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:52.295409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:52.424836 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:42:52.425976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:42:52.494099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 1, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:52.498548 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276d35c-f07e-4495-8a97-9416d5a2f189 None None] The sync data for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv is: [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 1, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:42:52.623862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:42:52.758800 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b8bf393c-3387-4351-ae3c-b8cd22358029 None None] Provisioning complete for port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:52.759356 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b8bf393c-3387-4351-ae3c-b8cd22358029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:52.820198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf393c-3387-4351-ae3c-b8cd22358029 None None] Port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:42:52.954770 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:42:52.964718 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] 10.222.0.54 "PUT /v2.0/routers/5e5dc76b-dc56-443e-9cc7-1fdeb82decda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5045404 Nov 25 09:42:53.496573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57130) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:53.503193 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-639591089-network', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:42:53.508345 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:42:53.513027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Usage tracker for resource:network and tenant:9a27995bc3f04722bbfe7efb98e797e7 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:42:53.516094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:42:53.522025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:42:53.538959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Made reservation on behalf of 9a27995bc3f04722bbfe7efb98e797e7 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:42:53.540979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f0b89452-330b-436e-9c6f-fdebf8ac0bda up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:42:53.541556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:53.554671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:53.579065 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:42:53.583364 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Usage tracker for resource:security_group_rule and tenant:9a27995bc3f04722bbfe7efb98e797e7 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:42:53.586332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:42:53.592386 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:42:53.622156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port f0b89452-330b-436e-9c6f-fdebf8ac0bda completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:42:53.628329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port f0b89452-330b-436e-9c6f-fdebf8ac0bda triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:53.628794 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:53.695313 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:53.701506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:53.706821 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-92afe859-6a92-4358-9ad9-43cac9cad93c tempest-TestNetworkAdvancedServerOps-1699763521 tempest-TestNetworkAdvancedServerOps-1699763521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:53.732933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:42:53.746996 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbb3d50-dd19-4e6a-823e-73407908669d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:53.751656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:53.752982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:53.753328 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Added segment d4779050-5712-4ad9-97e5-4f22cd85a208 of type vlan for network cfefeb93-cd56-4ac7-be65-5eba37f47410 Nov 25 09:42:53.786324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:53.808579 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:53.820629 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:53.822109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:53.822815 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:53.825410 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port f0b89452-330b-436e-9c6f-fdebf8ac0bda, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f0b89452-330b-436e-9c6f-fdebf8ac0bda,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:42:53.828131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-acf56638-7acd-4d37-a802-82b6429125aa tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:53.830979 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:53.836995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e501c7be-5d16-45d7-8397-cd166709d2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:53.909367 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=f0b89452-330b-436e-9c6f-fdebf8ac0bda,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:53.912527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:53.934370 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4360042 Nov 25 09:42:53.937363 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Pushing event updated for resources: {'Network': ['ID=cfefeb93-cd56-4ac7-be65-5eba37f47410,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:53.937535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57134) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:53.940072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4ab9166c-533d-4dda-8f88-7543a574352f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:53.943583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Request body: {'subnet': {'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-639591089-subnet', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'ip_version': 4}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:42:53.948499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network cfefeb93-cd56-4ac7-be65-5eba37f47410 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:42:53.948641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:42:53.952700 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Usage tracker for resource:subnet and tenant:9a27995bc3f04722bbfe7efb98e797e7 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:42:53.955673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:42:53.961677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:42:53.972897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Made reservation on behalf of 9a27995bc3f04722bbfe7efb98e797e7 for: {'subnet': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:42:53.975353 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3149305'] for subnet, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:54.306911 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3149259'] for subnet, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:54.311236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e8145fce-7390-4a6a-87e7-6efe3c06059d tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:54.382972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfe3613-f806-4d17-9326-93e25673c00d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:54.386819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:54.390786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Checking segment: {'id': 'd4779050-5712-4ad9-97e5-4f22cd85a208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:42:54.391147 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Network hostable DHCP agents. Network: cfefeb93-cd56-4ac7-be65-5eba37f47410, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:42:54.410004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Network cfefeb93-cd56-4ac7-be65-5eba37f47410 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:42:54.419858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, cfefeb93-cd56-4ac7-be65-5eba37f47410) {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:42:54.424095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:42:54.424679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:54.432143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb67a91-4388-4f7f-98e3-dd09058842c2 None None] Network cfefeb93-cd56-4ac7-be65-5eba37f47410 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:42:54.446431 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-820d8909-71b1-4ca0-96db-887fef0b0b96 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5078754 Nov 25 09:42:54.448919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57138) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:54.453858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-639591089-router', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:42:54.458566 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:42:54.462971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Usage tracker for resource:router and tenant:9a27995bc3f04722bbfe7efb98e797e7 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:42:54.465872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:42:54.471530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:42:54.483421 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:54.485644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:54.499467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:54.517340 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Sync routers for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:42:54.528150 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:42:54.528766 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:54.649643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-cfefeb93-cd56-4ac7-be65-5eba37f47410', 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'fixed_ips': [{'subnet_id': '2bfe3613-f806-4d17-9326-93e25673c00d'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:42:54.650594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:54.706338 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:42:54.788265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:54.810361 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Allocated IP 172.20.0.2 (cfefeb93-cd56-4ac7-be65-5eba37f47410/2bfe3613-f806-4d17-9326-93e25673c00d/20bb2c3a-d810-4e95-8725-f4713adfdc8f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:42:55.029518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.036291 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:52Z', 'revision_number': 2, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:55.040480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Transition to ACTIVE for port object 20bb2c3a-d810-4e95-8725-f4713adfdc8f will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:42:55.040904 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Checking router: 5e5dc76b-dc56-443e-9cc7-1fdeb82decda for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:42:55.041414 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Updating router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:42:55.061062 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Transition to ACTIVE for port object 20bb2c3a-d810-4e95-8725-f4713adfdc8f will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:42:55.066972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.072049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:55.100957 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.108898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.135656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Network cfefeb93-cd56-4ac7-be65-5eba37f47410 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:42:55.139081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:42:55.143228 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:42:55.143430 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.150620 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Pushing event updated for resources: {'Port': ['ID=20bb2c3a-d810-4e95-8725-f4713adfdc8f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:55.154520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:55.245054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Attempting to bind port 20bb2c3a-d810-4e95-8725-f4713adfdc8f on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:42:55.245455 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Attempting to bind port 20bb2c3a-d810-4e95-8725-f4713adfdc8f by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'd4779050-5712-4ad9-97e5-4f22cd85a208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:42:55.245909 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Attempting to bind port 20bb2c3a-d810-4e95-8725-f4713adfdc8f on network cfefeb93-cd56-4ac7-be65-5eba37f47410 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:42:55.251403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:42:55.251777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Checking segment: {'id': 'd4779050-5712-4ad9-97e5-4f22cd85a208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:42:55.252176 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.252566 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Bound using segment: {'id': 'd4779050-5712-4ad9-97e5-4f22cd85a208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:42:55.253026 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Bound port: 20bb2c3a-d810-4e95-8725-f4713adfdc8f, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4779050-5712-4ad9-97e5-4f22cd85a208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:42:55.253397 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.290305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Allocated IP 172.26.3.112 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/0cc82c62-e143-4294-82b4-43cb01f797ae) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:42:55.347274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] For port 20bb2c3a-d810-4e95-8725-f4713adfdc8f, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:42:55.351264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] For port 20bb2c3a-d810-4e95-8725-f4713adfdc8f, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=20bb2c3a-d810-4e95-8725-f4713adfdc8f,segment=NetworkSegment(d4779050-5712-4ad9-97e5-4f22cd85a208),segment_id=d4779050-5712-4ad9-97e5-4f22cd85a208)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:42:55.356751 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.361809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-da37c0e8-6b91-45d8-bcd8-45f132e4e172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:55.442976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Pushing event updated for resources: {'Port': ['ID=20bb2c3a-d810-4e95-8725-f4713adfdc8f,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:55.446972 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:55.448050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.456443 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.478347 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Transition to ACTIVE for port object 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:42:55.489639 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.492459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.493842 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-546660b3-b4f5-4a8e-a306-c676189c5456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:55.497211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:55.548540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f0b89452-330b-436e-9c6f-fdebf8ac0bda up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:42:55.566809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:42:55.569860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:42:55.574352 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:42:55.605224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Pushing event updated for resources: {'Port': ['ID=0cc82c62-e143-4294-82b4-43cb01f797ae,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:55.615810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:55.657952 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port f0b89452-330b-436e-9c6f-fdebf8ac0bda triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:55.658480 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.837713 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Attempting to bind port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:42:55.839029 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Attempting to bind port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:42:55.840305 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Attempting to bind port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 on network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:42:55.845687 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Pushing event updated for resources: {'Port': ['ID=28f2f0c3-a9ac-48d7-8a25-2212d3fcc390,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:55.856707 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.857330 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.857877 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.858446 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.858965 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.859484 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.859996 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.860648 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.861561 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.862078 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.862638 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.863141 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:42:55.867339 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:42:55.868416 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Checking segment: {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:42:55.868923 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.869412 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Bound using segment: {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:42:55.869996 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Bound port: 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:42:55.870530 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.880897 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:55.979286 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] For port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:42:55.982520 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] For port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=28f2f0c3-a9ac-48d7-8a25-2212d3fcc390,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:42:55.988006 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:55.991808 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:56.070368 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:42:56.071029 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:56.125819 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Pushing event updated for resources: {'Port': ['ID=28f2f0c3-a9ac-48d7-8a25-2212d3fcc390,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:56.136498 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-1798b5ab-c412-4f68-a8ba-ddd7b89d6420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:56.235317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:56.257858 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:42:56.595385 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:55Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:56.600117 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249f6ece-79a4-4c22-bc74-cc8fdd93c22d None None] The sync data for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv is: [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:55Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:42:56.608749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:56.680004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea52927f-d601-4e1d-b3ff-63ce49dab0e0 None None] Network cfefeb93-cd56-4ac7-be65-5eba37f47410 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:42:56.778274 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-b8398a99-c00a-44e7-9ce9-f743365271db None None] Provisioning for port 20bb2c3a-d810-4e95-8725-f4713adfdc8f completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:42:56.834189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Router 79e7db9f-0af0-41a8-8ba2-621cd82db788 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:42:57.020386 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:42:57.029684 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Sync routers for ids ['79e7db9f-0af0-41a8-8ba2-621cd82db788'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:42:57.042877 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Routers {'79e7db9f-0af0-41a8-8ba2-621cd82db788'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:42:57.044152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['79e7db9f-0af0-41a8-8ba2-621cd82db788'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:57.060514 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:57.064957 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6125436 Nov 25 09:42:57.065369 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57142) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:42:57.246505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Set router 79e7db9f-0af0-41a8-8ba2-621cd82db788 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:42:57.548309 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'name': 'tempest-TestShelveInstance-639591089-router', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:54Z', 'updated_at': '2021-11-25T09:42:56Z', 'revision_number': 3, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'gw_port': {'id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:55Z', 'updated_at': '2021-11-25T09:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:57.552428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Checking router: 79e7db9f-0af0-41a8-8ba2-621cd82db788 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:42:57.552883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Updating router 79e7db9f-0af0-41a8-8ba2-621cd82db788 port 0cc82c62-e143-4294-82b4-43cb01f797ae binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:42:57.616141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:57.647060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 20bb2c3a-d810-4e95-8725-f4713adfdc8f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:42:57.771861 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:57.794431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 20bb2c3a-d810-4e95-8725-f4713adfdc8f completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:42:57.815217 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 20bb2c3a-d810-4e95-8725-f4713adfdc8f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:57.815589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:57.985550 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Allocated IP 172.20.0.1 (cfefeb93-cd56-4ac7-be65-5eba37f47410/2bfe3613-f806-4d17-9326-93e25673c00d/1a3b1328-717e-44a6-805d-f37be7e6fcf0) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:42:58.041195 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.132968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 20bb2c3a-d810-4e95-8725-f4713adfdc8f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=20bb2c3a-d810-4e95-8725-f4713adfdc8f,segment=NetworkSegment(d4779050-5712-4ad9-97e5-4f22cd85a208),segment_id=d4779050-5712-4ad9-97e5-4f22cd85a208)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:42:58.133374 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.137976 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.140735 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.141704 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:42:58.150701 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Transition to ACTIVE for port object 1a3b1328-717e-44a6-805d-f37be7e6fcf0 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:42:58.170294 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-aff8c8e3-fb0f-4b55-a1b6-d9ba112444d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:58.173306 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.178035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-37725d52-067d-4e21-b724-7e92a31ff270 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:58.232850 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Transition to ACTIVE for port object 0cc82c62-e143-4294-82b4-43cb01f797ae will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:42:58.239892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Network cfefeb93-cd56-4ac7-be65-5eba37f47410 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:42:58.243839 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:42:58.248214 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:42:58.269104 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.303222 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=20bb2c3a-d810-4e95-8725-f4713adfdc8f,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:58.309738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:58.310209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:58.375073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Attempting to bind port 0cc82c62-e143-4294-82b4-43cb01f797ae on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:42:58.375485 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Attempting to bind port 0cc82c62-e143-4294-82b4-43cb01f797ae by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:42:58.375864 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Attempting to bind port 0cc82c62-e143-4294-82b4-43cb01f797ae on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:42:58.388197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:42:58.394187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:42:58.394594 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:42:58.395007 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.395409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:42:58.396085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Bound port: 0cc82c62-e143-4294-82b4-43cb01f797ae, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:42:58.396258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.425938 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e5517-e1ea-46b7-b98d-4e499e42ee13 None None] Pushing event updated for resources: {'Port': ['ID=0cc82c62-e143-4294-82b4-43cb01f797ae,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:58.434968 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4e0e5517-e1ea-46b7-b98d-4e499e42ee13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:58.435710 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:58.436082 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.449138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.462738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Pushing event updated for resources: {'Port': ['ID=1a3b1328-717e-44a6-805d-f37be7e6fcf0,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:58.466406 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:58.529010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] For port 0cc82c62-e143-4294-82b4-43cb01f797ae, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:42:58.533731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] For port 0cc82c62-e143-4294-82b4-43cb01f797ae, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0cc82c62-e143-4294-82b4-43cb01f797ae,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:42:58.566327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.620686 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.626661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2a28243d-305f-4441-9d37-ffd57a0cd5c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:58.706851 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.724744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e1f5d7fb-bcdb-4268-879f-b3b02ae153fe None None] Provisioning for port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:42:58.746374 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e1f5d7fb-bcdb-4268-879f-b3b02ae153fe None None] Provisioning complete for port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:58.746756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d7fb-bcdb-4268-879f-b3b02ae153fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.782569 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Routers {'79e7db9f-0af0-41a8-8ba2-621cd82db788'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:42:58.783203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['79e7db9f-0af0-41a8-8ba2-621cd82db788'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:58.795506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.799937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.823968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:58.832156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e5517-e1ea-46b7-b98d-4e499e42ee13 None None] Pushing event updated for resources: {'Port': ['ID=0cc82c62-e143-4294-82b4-43cb01f797ae,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:58.847749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4e0e5517-e1ea-46b7-b98d-4e499e42ee13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:58.908779 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Pushing event updated for resources: {'Port': ['ID=1a3b1328-717e-44a6-805d-f37be7e6fcf0,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:58.911640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:58.916630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.927344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=28f2f0c3-a9ac-48d7-8a25-2212d3fcc390,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:42:58.942368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5d7fb-bcdb-4268-879f-b3b02ae153fe None None] Port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:42:58.947128 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:58.950881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:42:59.048834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=28f2f0c3-a9ac-48d7-8a25-2212d3fcc390,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:42:59.052429 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] Set router 79e7db9f-0af0-41a8-8ba2-621cd82db788 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:42:59.056993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Network cfefeb93-cd56-4ac7-be65-5eba37f47410 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:42:59.058112 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:42:59.094259 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:42:59.251914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Router 79e7db9f-0af0-41a8-8ba2-621cd82db788 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:42:59.372432 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f9c3bac7-87e2-4682-9caf-1b86c5f57070 None None] Provisioning complete for port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:59.372700 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9c3bac7-87e2-4682-9caf-1b86c5f57070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:59.432208 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'name': 'tempest-TestShelveInstance-639591089-router', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:54Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 4, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'gw_port': {'id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:55Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '1a3b1328-717e-44a6-805d-f37be7e6fcf0', 'name': '', 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'mac_address': 'fa:16:3e:25:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2bfe3613-f806-4d17-9326-93e25673c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:57Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 2, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'subnets': [{'id': '2bfe3613-f806-4d17-9326-93e25673c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:42:59.432840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:42:59.438966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f9c3bac7-87e2-4682-9caf-1b86c5f57070 None None] Port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:42:59.440588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1bc94c-6724-4715-b93b-00894624f88c None None] The sync data for ids ['79e7db9f-0af0-41a8-8ba2-621cd82db788'] in dv-neutron-818341-1-hyperv is: [{'id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'name': 'tempest-TestShelveInstance-639591089-router', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:54Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 4, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'gw_port': {'id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:55Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '1a3b1328-717e-44a6-805d-f37be7e6fcf0', 'name': '', 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'mac_address': 'fa:16:3e:25:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2bfe3613-f806-4d17-9326-93e25673c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:57Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 2, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'subnets': [{'id': '2bfe3613-f806-4d17-9326-93e25673c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:42:59.441943 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] 10.222.0.54 "PUT /v2.0/routers/79e7db9f-0af0-41a8-8ba2-621cd82db788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3749487 Nov 25 09:42:59.534164 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 20bb2c3a-d810-4e95-8725-f4713adfdc8f up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:42:59.610478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 20bb2c3a-d810-4e95-8725-f4713adfdc8f triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:59.610883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:59.765264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:42:59.835156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:42:59.835722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:42:59.995221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57152) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:43:00.000476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581516058', 'description': 'tempest-secgroup-smoke-581516058 description', 'project_id': '051013a5e2184ee5b99cbb4ead35b295'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:43:00.006757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:43:00.012066 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:43:00.015282 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:43:00.021359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:43:00.032325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.054675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:43:00.059162 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:43:00.062058 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:43:00.067948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:43:00.141258 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.145344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.150111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-65ab9a85-b498-4d2b-b5ad-24528c309c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:00.190860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea39bf7d-a252-45e8-9f83-7419437c6e60,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:00.195037 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:00.200698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.202271 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2059999 Nov 25 09:43:00.205364 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57156) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:43:00.211096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'ea39bf7d-a252-45e8-9f83-7419437c6e60', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:43:00.217954 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:43:00.221784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:43:00.224876 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:43:00.231842 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:43:00.255634 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.319577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.323470 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.326309 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf53d945-bbd3-4967-9800-6dcd087bb254 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:00.349863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6628623-d753-4e11-87be-ccb516af17ea,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:00.352926 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:00.360861 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.365086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57160) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:43:00.365643 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-90ed9e06-bb4d-492d-89f8-3d6d56fd5d29 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585872 Nov 25 09:43:00.370884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'ea39bf7d-a252-45e8-9f83-7419437c6e60', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:43:00.377173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:43:00.381071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:43:00.384071 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:43:00.389947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:43:00.407972 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.472872 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.477818 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.479684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-632d90cc-c972-4219-895f-46be29998958 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:00.503384 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a0c47d-1ef0-45f3-aa0f-a360ce57cf19,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:00.507566 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:00.517263 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.518492 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-186569a4-5ca3-4b85-b12d-645999666780 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523812 Nov 25 09:43:00.521141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57164) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:43:00.526889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'ea39bf7d-a252-45e8-9f83-7419437c6e60', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:43:00.533176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:43:00.537109 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:43:00.541163 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:43:00.549665 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:43:00.566802 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.631846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.636244 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.642344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-af0da75d-d5ef-48f6-a137-c0280fd006d0 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:00.662129 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5945c59-7903-4411-9690-c6ad405e1650,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:00.665218 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:00.672776 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.673969 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1d0162f6-57e2-4692-9600-622854bcaec2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519337 Nov 25 09:43:00.676910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57168) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:43:00.682621 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'ea39bf7d-a252-45e8-9f83-7419437c6e60', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:43:00.688987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:43:00.693630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:43:00.697348 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:43:00.703320 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:43:00.720853 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.788028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.792293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.794164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-59357fcc-ff5b-46f2-a29d-a77a127f920d tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:00.817568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2290d50-1825-4990-908f-74c77edba0dc,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:00.822674 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:00.827575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.829012 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-2ca8cf55-34b3-4376-a3f9-3d84ebc82cd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510227 Nov 25 09:43:00.831793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57172) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:43:00.837465 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'ea39bf7d-a252-45e8-9f83-7419437c6e60', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:43:00.843833 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:43:00.847872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:43:00.850711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:43:00.856379 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:43:00.867448 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Project 051013a5e2184ee5b99cbb4ead35b295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:43:00.875358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.941767 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.945299 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.947693 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-94659cfb-bd99-4288-8d51-10751cafb0bd tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:00.969442 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1dcfbcd-13c0-40a2-92fa-37e323d23cf3,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:00.971967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:00.979251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:00.983239 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57176) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:43:00.986240 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-738e3e3d-ecd5-4e2c-b19e-d17247f61fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505671 Nov 25 09:43:00.988645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'ea39bf7d-a252-45e8-9f83-7419437c6e60', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:43:00.995738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:43:00.999654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:43:01.002614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:43:01.009242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:43:01.020590 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Project 051013a5e2184ee5b99cbb4ead35b295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:43:01.027517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:01.093412 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:01.097043 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:01.099091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a753825a-1211-46e7-935c-675236a8ba3e tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:01.120741 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d7db68-ae3a-4f1d-832b-ff6a775cce90,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:01.124993 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:01.129243 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:01.130478 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ee28f9f6-5cac-445e-8603-dc76331cad79 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461661 Nov 25 09:43:01.293385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-7bb0b378-3f92-429d-918e-d7180c7b0442 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Synchronizing usage tracker for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:43:01.309982 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-7bb0b378-3f92-429d-918e-d7180c7b0442 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Unset dirty status for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:43:01.311251 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-7bb0b378-3f92-429d-918e-d7180c7b0442 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581516058&fields=id&tenant_id=051013a5e2184ee5b99cbb4ead35b295 HTTP/1.1" status: 200 len: 267 time: 0.0566404 Nov 25 09:43:01.549250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0cc82c62-e143-4294-82b4-43cb01f797ae up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:43:01.596711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-85082566-a112-4e7b-b59e-942b5454bc17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:01.598452 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-85082566-a112-4e7b-b59e-942b5454bc17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 809 time: 0.2778590 Nov 25 09:43:01.613654 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-4d8cd079-e875-43f8-b53a-defddce7f1be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/quotas/051013a5e2184ee5b99cbb4ead35b295 HTTP/1.1" status: 200 len: 375 time: 0.0089123 Nov 25 09:43:01.619849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 0cc82c62-e143-4294-82b4-43cb01f797ae completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:43:01.624639 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0cc82c62-e143-4294-82b4-43cb01f797ae triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:43:01.625017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:01.700357 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-73128ce8-9375-4e5d-8c66-9fb0a044dbfb tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807154 Nov 25 09:43:01.717105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-a21d8b28-f801-4ab3-b2d4-cebc4f609c24 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:43:01.718155 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-a21d8b28-f801-4ab3-b2d4-cebc4f609c24 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051739 Nov 25 09:43:01.741212 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:01.757252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 0cc82c62-e143-4294-82b4-43cb01f797ae, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0cc82c62-e143-4294-82b4-43cb01f797ae,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:43:01.761296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:01.764461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-9e67c123-ae77-4e0f-bb5d-ad179bda81c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:01.853362 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-2374e253-048f-446b-9e3b-4ff609594d09 service neutron] 10.222.0.54 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293094 Nov 25 09:43:01.883819 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=0cc82c62-e143-4294-82b4-43cb01f797ae,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:01.887004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:01.982830 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-84f4a660-55b8-41e6-8c6a-a72eca81cfee service neutron] 10.222.0.54 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236520 Nov 25 09:43:02.166810 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-2f9bc32e-e9d6-4199-91f6-79dc7e6a1416 req-91036623-2e06-40f6-9776-fb7727d96935 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Synchronizing usage tracker for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:43:02.184764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-2f9bc32e-e9d6-4199-91f6-79dc7e6a1416 req-91036623-2e06-40f6-9776-fb7727d96935 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Unset dirty status for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:43:02.185997 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-2f9bc32e-e9d6-4199-91f6-79dc7e6a1416 req-91036623-2e06-40f6-9776-fb7727d96935 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 210 time: 0.0643575 Nov 25 09:43:02.950904 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Sync routers for ids ['79e7db9f-0af0-41a8-8ba2-621cd82db788'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:43:02.960118 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Routers {'79e7db9f-0af0-41a8-8ba2-621cd82db788'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:43:02.960720 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['79e7db9f-0af0-41a8-8ba2-621cd82db788'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:43:03.145076 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Set router 79e7db9f-0af0-41a8-8ba2-621cd82db788 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:43:03.187575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-bcf84133-da37-4149-98b8-937893183da3 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:03.189284 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-bcf84133-da37-4149-98b8-937893183da3 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 809 time: 0.1548679 Nov 25 09:43:03.242801 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-f1c9e156-c9e9-4d16-9e5f-ffdb9803c1de tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=051013a5e2184ee5b99cbb4ead35b295 HTTP/1.1" status: 200 len: 379 time: 0.0444353 Nov 25 09:43:03.256411 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'port': {'device_id': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'admin_state_up': True, 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'security_groups': ['ea39bf7d-a252-45e8-9f83-7419437c6e60']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:43:03.391789 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-40147ab9-b5e4-4199-a24f-6c4b6f13a2bd req-571fefe3-dd83-4bb4-8d51-f7a31df59958 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 210 time: 0.0637691 Nov 25 09:43:03.441695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:43:03.451897 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:43:03.461443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Made reservation on behalf of 051013a5e2184ee5b99cbb4ead35b295 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:43:03.465186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:03.511685 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'name': 'tempest-TestShelveInstance-639591089-router', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:54Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 4, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'gw_port': {'id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:55Z', 'updated_at': '2021-11-25T09:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '1a3b1328-717e-44a6-805d-f37be7e6fcf0', 'name': '', 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'mac_address': 'fa:16:3e:25:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2bfe3613-f806-4d17-9326-93e25673c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:57Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 2, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'subnets': [{'id': '2bfe3613-f806-4d17-9326-93e25673c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:43:03.515687 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Checking router: 79e7db9f-0af0-41a8-8ba2-621cd82db788 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:43:03.516041 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Updating router 79e7db9f-0af0-41a8-8ba2-621cd82db788 port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:43:03.539687 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0cc82c62-e143-4294-82b4-43cb01f797ae up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:43:03.573477 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:03.619843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 0cc82c62-e143-4294-82b4-43cb01f797ae triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:43:03.620407 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:03.636834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Allocated IP 172.20.0.3 (21bb53a6-8e1b-48c3-988a-ceeaf6d624c3/10f16590-1c21-4624-b0c9-4eb406961fe5/19217ab6-3d5a-42d0-8d78-90767959755d) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:43:03.841880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:03.858241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Transition to ACTIVE for port object 19217ab6-3d5a-42d0-8d78-90767959755d will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:43:03.882405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:03.888007 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-112fc3a8-de90-4a0f-bb73-7b6953e85588 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:03.954066 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:03.955888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:43:03.959097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:43:03.966009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:43:03.967032 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Transition to ACTIVE for port object 1a3b1328-717e-44a6-805d-f37be7e6fcf0 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:43:03.979155 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:03.983759 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-afecbbba-6d16-4ee4-9bcf-316290195fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:04.015698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'Port': ['ID=19217ab6-3d5a-42d0-8d78-90767959755d,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:04.022662 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:04.053496 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42be322-1e45-4081-9d89-e6d97dd64d0c None None] Pushing event updated for resources: {'Port': ['ID=1a3b1328-717e-44a6-805d-f37be7e6fcf0,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:04.058578 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:04.059550 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:04.061795 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-a42be322-1e45-4081-9d89-e6d97dd64d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:04.091986 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8407340 Nov 25 09:43:04.105197 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Request body: {'port': {'device_id': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:43:04.240093 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:04.241145 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Attempting to bind port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:43:04.241689 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Attempting to bind port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'd4779050-5712-4ad9-97e5-4f22cd85a208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:43:04.242274 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Attempting to bind port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 on network cfefeb93-cd56-4ac7-be65-5eba37f47410 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:43:04.248759 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:43:04.249129 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Checking segment: {'id': 'd4779050-5712-4ad9-97e5-4f22cd85a208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:43:04.249562 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:04.250263 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Bound using segment: {'id': 'd4779050-5712-4ad9-97e5-4f22cd85a208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:43:04.250756 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Bound port: 1a3b1328-717e-44a6-805d-f37be7e6fcf0, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4779050-5712-4ad9-97e5-4f22cd85a208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:43:04.251160 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:04.308058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-03693a2d-2523-4575-8aad-bb3e552ac73f None None] Provisioning for port 19217ab6-3d5a-42d0-8d78-90767959755d completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:43:04.314072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-03693a2d-2523-4575-8aad-bb3e552ac73f None None] Provisioning complete for port 19217ab6-3d5a-42d0-8d78-90767959755d triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:43:04.314072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03693a2d-2523-4575-8aad-bb3e552ac73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:04.345818 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] For port 1a3b1328-717e-44a6-805d-f37be7e6fcf0, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:43:04.349373 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] For port 1a3b1328-717e-44a6-805d-f37be7e6fcf0, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1a3b1328-717e-44a6-805d-f37be7e6fcf0,segment=NetworkSegment(d4779050-5712-4ad9-97e5-4f22cd85a208),segment_id=d4779050-5712-4ad9-97e5-4f22cd85a208)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:43:04.354464 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:04.358640 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-68ed91e8-cf8c-43d5-8f4b-8f63b8bd27fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:04.373810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-03693a2d-2523-4575-8aad-bb3e552ac73f None None] Port 19217ab6-3d5a-42d0-8d78-90767959755d cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:43:04.435681 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Routers {'79e7db9f-0af0-41a8-8ba2-621cd82db788'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:43:04.436608 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['79e7db9f-0af0-41a8-8ba2-621cd82db788'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:43:04.499770 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42be322-1e45-4081-9d89-e6d97dd64d0c None None] Pushing event updated for resources: {'Port': ['ID=1a3b1328-717e-44a6-805d-f37be7e6fcf0,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:04.555031 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-a42be322-1e45-4081-9d89-e6d97dd64d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:04.594108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:04.632756 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298af9c-766b-4ef2-9c3e-4eaf7fd0f86c req-a9b87965-bda6-40fb-9ecc-c1cac0728a26 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:04.639547 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] Set router 79e7db9f-0af0-41a8-8ba2-621cd82db788 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:43:04.641713 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d298af9c-766b-4ef2-9c3e-4eaf7fd0f86c req-a9b87965-bda6-40fb-9ecc-c1cac0728a26 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 931 time: 0.1081440 Nov 25 09:43:04.684838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-d298af9c-766b-4ef2-9c3e-4eaf7fd0f86c req-5a9644e3-5cd8-4e86-9832-f44b4419b70b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Synchronizing usage tracker for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:43:04.699288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-d298af9c-766b-4ef2-9c3e-4eaf7fd0f86c req-5a9644e3-5cd8-4e86-9832-f44b4419b70b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Unset dirty status for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:43:04.700237 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d298af9c-766b-4ef2-9c3e-4eaf7fd0f86c req-5a9644e3-5cd8-4e86-9832-f44b4419b70b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575202 Nov 25 09:43:04.776351 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19217ab6-3d5a-42d0-8d78-90767959755d {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:43:04.783810 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:04.799580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Transition to ACTIVE for port object 19217ab6-3d5a-42d0-8d78-90767959755d will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:43:04.802770 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:04.807820 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-613f32ca-2e9f-4102-a557-139ed856c8c0 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:04.968155 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'name': 'tempest-TestShelveInstance-639591089-router', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:54Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 4, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'gw_port': {'id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:55Z', 'updated_at': '2021-11-25T09:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '1a3b1328-717e-44a6-805d-f37be7e6fcf0', 'name': '', 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'mac_address': 'fa:16:3e:25:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2bfe3613-f806-4d17-9326-93e25673c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:57Z', 'updated_at': '2021-11-25T09:43:04Z', 'revision_number': 4, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'subnets': [{'id': '2bfe3613-f806-4d17-9326-93e25673c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:43:04.973020 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7517de45-5798-4a83-b237-2d34a41a461e None None] The sync data for ids ['79e7db9f-0af0-41a8-8ba2-621cd82db788'] in dv-neutron-818341-1-hyperv is: [{'id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'name': 'tempest-TestShelveInstance-639591089-router', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:54Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 4, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'gw_port': {'id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:55Z', 'updated_at': '2021-11-25T09:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '1a3b1328-717e-44a6-805d-f37be7e6fcf0', 'name': '', 'network_id': 'cfefeb93-cd56-4ac7-be65-5eba37f47410', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'mac_address': 'fa:16:3e:25:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2bfe3613-f806-4d17-9326-93e25673c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:57Z', 'updated_at': '2021-11-25T09:43:04Z', 'revision_number': 4, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'subnets': [{'id': '2bfe3613-f806-4d17-9326-93e25673c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:43:04.996606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Pushing event updated for resources: {'Port': ['ID=19217ab6-3d5a-42d0-8d78-90767959755d,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:04.999624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:05.050725 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Attempting to bind port 19217ab6-3d5a-42d0-8d78-90767959755d on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:43:05.051064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Attempting to bind port 19217ab6-3d5a-42d0-8d78-90767959755d by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:43:05.051382 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Attempting to bind port 19217ab6-3d5a-42d0-8d78-90767959755d on network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:43:05.057251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Port 19217ab6-3d5a-42d0-8d78-90767959755d on network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:43:05.057575 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Attempting to bind port 19217ab6-3d5a-42d0-8d78-90767959755d on network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:43:05.063975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:43:05.064310 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Checking segment: {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:43:05.064764 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Bound using segment: {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:43:05.065195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Bound port: 19217ab6-3d5a-42d0-8d78-90767959755d, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:43:05.065545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:05.167281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:43:05.170874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:43:05.175431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:05.179986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:05.238035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:05.238683 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:05.240070 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] 10.222.0.41 "PUT /v2.0/ports/19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 1093 time: 1.1401262 Nov 25 09:43:05.240594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:43:05.263907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Pushing event updated for resources: {'Port': ['ID=19217ab6-3d5a-42d0-8d78-90767959755d,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:05.267059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:05.326787 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d', 'status': 'completed', 'code': 200} Nov 25 09:43:05.375829 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-cf7aade9-b4e1-4e3b-8b28-753c595c70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:05.377500 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-cf7aade9-b4e1-4e3b-8b28-753c595c70d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1096 time: 0.0863266 Nov 25 09:43:05.451461 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-99b5859c-8ea9-4a70-be98-0d69e835db52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 217 time: 0.0652988 Nov 25 09:43:05.520503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-fb333e1d-a22a-49cc-9854-6054c88de0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:05.521891 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-fb333e1d-a22a-49cc-9854-6054c88de0d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0642922 Nov 25 09:43:05.557765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1a3b1328-717e-44a6-805d-f37be7e6fcf0 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:43:05.599224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-08e49a74-2df9-4862-b1ce-6a27a4566c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:05.600702 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-08e49a74-2df9-4862-b1ce-6a27a4566c7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724788 Nov 25 09:43:05.633732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:43:05.639072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:43:05.639509 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:05.734980 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-06c743c9-ec3c-4e30-b9a1-dd6056d440cb service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271825 Nov 25 09:43:05.760060 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:05.794577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 1a3b1328-717e-44a6-805d-f37be7e6fcf0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1a3b1328-717e-44a6-805d-f37be7e6fcf0,segment=NetworkSegment(d4779050-5712-4ad9-97e5-4f22cd85a208),segment_id=d4779050-5712-4ad9-97e5-4f22cd85a208)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:43:05.798799 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:05.807134 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:05.873635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=1a3b1328-717e-44a6-805d-f37be7e6fcf0,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:05.876457 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-52d95adf-5528-4fe3-8fcd-4ed357d7bd70 req-27682a0d-8f99-44f0-b509-c8590b9ea98d service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316073 Nov 25 09:43:05.876967 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:05.907207 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01347a-d978-49ea-94f3-89e1435671dc req-05bfc0e2-8c6f-42d8-8d85-497f7be8f215 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:05.908771 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5f01347a-d978-49ea-94f3-89e1435671dc req-05bfc0e2-8c6f-42d8-8d85-497f7be8f215 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0868976 Nov 25 09:43:05.957235 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5f01347a-d978-49ea-94f3-89e1435671dc req-35ec28b3-0834-46c2-a8c3-f23f819d0ab6 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406961 Nov 25 09:43:05.992613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f481c5-c7d9-41b2-803d-61235503b09d req-0e9b2718-4648-48d7-be5f-5186ca072350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:05.994683 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-14f481c5-c7d9-41b2-803d-61235503b09d req-0e9b2718-4648-48d7-be5f-5186ca072350 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1096 time: 0.0729976 Nov 25 09:43:06.125235 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f481c5-c7d9-41b2-803d-61235503b09d req-cdbd486e-9902-4782-ac49-76c62a3218d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:06.126599 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-14f481c5-c7d9-41b2-803d-61235503b09d req-cdbd486e-9902-4782-ac49-76c62a3218d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1259527 Nov 25 09:43:06.200153 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-14f481c5-c7d9-41b2-803d-61235503b09d req-97d73d3a-89c7-4d27-8ee0-3b81d0876bdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 217 time: 0.0668957 Nov 25 09:43:06.265173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f481c5-c7d9-41b2-803d-61235503b09d req-036b9298-4d8d-49f4-ba02-0bd2adf8cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:06.266599 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-14f481c5-c7d9-41b2-803d-61235503b09d req-036b9298-4d8d-49f4-ba02-0bd2adf8cd35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0603499 Nov 25 09:43:06.343834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f481c5-c7d9-41b2-803d-61235503b09d req-6231f669-e416-4f8c-85b1-f079c2813525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:06.347276 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-14f481c5-c7d9-41b2-803d-61235503b09d req-6231f669-e416-4f8c-85b1-f079c2813525 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742278 Nov 25 09:43:06.487500 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-14f481c5-c7d9-41b2-803d-61235503b09d req-4188461d-9f06-4094-8e69-5be89e53cec7 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320858 Nov 25 09:43:06.736541 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-14f481c5-c7d9-41b2-803d-61235503b09d req-e9b784dd-f4c6-4698-9e86-bec14bcbc418 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423842 Nov 25 09:43:07.146900 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67a4c9-6ad8-4476-8b42-e426658d49eb req-29053402-9219-4b2d-a3ab-cb77e614ca12 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:07.147584 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-9c67a4c9-6ad8-4476-8b42-e426658d49eb req-29053402-9219-4b2d-a3ab-cb77e614ca12 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Synchronizing usage tracker for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:43:07.162515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-9c67a4c9-6ad8-4476-8b42-e426658d49eb req-29053402-9219-4b2d-a3ab-cb77e614ca12 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Unset dirty status for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:43:07.163626 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9c67a4c9-6ad8-4476-8b42-e426658d49eb req-29053402-9219-4b2d-a3ab-cb77e614ca12 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0971818 Nov 25 09:43:07.210747 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9c67a4c9-6ad8-4476-8b42-e426658d49eb req-b0f510bb-2bca-4565-b48f-206df1d70535 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414205 Nov 25 09:43:07.534099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1a3b1328-717e-44a6-805d-f37be7e6fcf0 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:43:07.602549 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:43:07.603441 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:08.395725 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f9ed6-9f58-48c5-b13d-0245561066b3 req-1baae8a9-5bd4-4508-bf01-51afc6a827ab tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:08.397077 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-391f9ed6-9f58-48c5-b13d-0245561066b3 req-1baae8a9-5bd4-4508-bf01-51afc6a827ab tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0787792 Nov 25 09:43:08.439986 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-391f9ed6-9f58-48c5-b13d-0245561066b3 req-d5236327-4f99-466c-b364-85cf6abb18bd tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368097 Nov 25 09:43:09.250481 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 19217ab6-3d5a-42d0-8d78-90767959755d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:43:09.380820 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:43:09.394076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '19217ab6-3d5a-42d0-8d78-90767959755d', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'port_id': '19217ab6-3d5a-42d0-8d78-90767959755d', 'mac_address': 'fa:16:3e:59:41:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:43:09.447406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:09.463402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19217ab6-3d5a-42d0-8d78-90767959755d {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:43:09.479450 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:43:09.483419 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:09.485284 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:09.552066 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=19217ab6-3d5a-42d0-8d78-90767959755d,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:09.555180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:09.623931 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ebabf-320f-438d-8fe1-5c131b60f2d5 req-6358cb13-7c92-46c4-aa34-84c1d3529d4f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:09.625281 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d51ebabf-320f-438d-8fe1-5c131b60f2d5 req-6358cb13-7c92-46c4-aa34-84c1d3529d4f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 944 time: 0.0814664 Nov 25 09:43:09.668011 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d51ebabf-320f-438d-8fe1-5c131b60f2d5 req-a5c83529-0420-4fa3-8ae2-3570f25d454f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370972 Nov 25 09:43:09.803506 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['19217ab6-3d5a-42d0-8d78-90767959755d'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:43:10.977138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e349e-148c-49b0-abfd-f4c697c21453 req-bd01fed6-5f0b-4a34-9481-764d0d8d064c tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:10.979174 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c83e349e-148c-49b0-abfd-f4c697c21453 req-bd01fed6-5f0b-4a34-9481-764d0d8d064c tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 944 time: 0.2059081 Nov 25 09:43:11.022585 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c83e349e-148c-49b0-abfd-f4c697c21453 req-114e1340-eb96-4ea5-b3e7-6f9506dc9683 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377295 Nov 25 09:43:11.260732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 19217ab6-3d5a-42d0-8d78-90767959755d up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:43:11.330195 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 19217ab6-3d5a-42d0-8d78-90767959755d completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:43:11.334720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 19217ab6-3d5a-42d0-8d78-90767959755d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:43:11.335098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:11.448463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:11.474504 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:43:11.485456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:43:11.490790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:11.494146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:11.563166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=19217ab6-3d5a-42d0-8d78-90767959755d,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:11.566210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:11.573035 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d', 'code': 200} Nov 25 09:43:11.801033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58770f-a4cf-412e-ae6c-6a330b9cd1a1 req-8d541b12-e3c8-41be-9667-ca1fa3d19c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:11.802466 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9b58770f-a4cf-412e-ae6c-6a330b9cd1a1 req-8d541b12-e3c8-41be-9667-ca1fa3d19c9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1098 time: 0.0732644 Nov 25 09:43:11.841906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9b58770f-a4cf-412e-ae6c-6a330b9cd1a1 req-a81b7b30-56f9-4b07-83dc-1a320ccb4472 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333858 Nov 25 09:43:12.214958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e99169-a822-4a79-b506-8830ec158419 req-f9e562ae-51cd-4679-80f7-4ec7247bedb9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:12.216408 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-12e99169-a822-4a79-b506-8830ec158419 req-f9e562ae-51cd-4679-80f7-4ec7247bedb9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0857196 Nov 25 09:43:12.261609 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-12e99169-a822-4a79-b506-8830ec158419 req-bd114950-b274-4b40-b8be-1245fc6681c2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395951 Nov 25 09:43:13.446998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f648a-c8af-4274-88a2-df209a450ba4 req-ae07184a-c00e-44e3-8108-30dc8fea7f5c tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:13.448444 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a86f648a-c8af-4274-88a2-df209a450ba4 req-ae07184a-c00e-44e3-8108-30dc8fea7f5c tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0790269 Nov 25 09:43:13.492635 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a86f648a-c8af-4274-88a2-df209a450ba4 req-dbba4e02-677a-491a-85bf-cb41c86897fb tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380690 Nov 25 09:43:13.673940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651c163-1a3b-4796-8174-c5206a952f71 req-34b34a5a-a38e-4d70-810b-0d264b2bc0de tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:13.675344 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a651c163-1a3b-4796-8174-c5206a952f71 req-34b34a5a-a38e-4d70-810b-0d264b2bc0de tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0810926 Nov 25 09:43:13.718893 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-a651c163-1a3b-4796-8174-c5206a952f71 req-b6c98ff7-38e5-49be-a23e-9f3cd9f78949 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379984 Nov 25 09:43:13.741688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57238) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:43:13.907522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866968fa-db80-4987-976e-a9e2d481ad0a tempest-TestShelveInstance-1884898018 tempest-TestShelveInstance-1884898018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:13.908227 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-866968fa-db80-4987-976e-a9e2d481ad0a tempest-TestShelveInstance-1884898018 tempest-TestShelveInstance-1884898018-project-admin] Synchronizing usage tracker for tenant:9a27995bc3f04722bbfe7efb98e797e7 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:43:13.924710 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-866968fa-db80-4987-976e-a9e2d481ad0a tempest-TestShelveInstance-1884898018 tempest-TestShelveInstance-1884898018-project-admin] Unset dirty status for tenant:9a27995bc3f04722bbfe7efb98e797e7 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:43:13.925873 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-866968fa-db80-4987-976e-a9e2d481ad0a tempest-TestShelveInstance-1884898018 tempest-TestShelveInstance-1884898018-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1093 time: 0.1831703 Nov 25 09:43:13.928950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 57244) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:43:13.934091 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '19217ab6-3d5a-42d0-8d78-90767959755d', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:43:13.941884 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:43:13.945681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:floatingip and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:43:13.948543 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:43:13.954176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:43:13.964857 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:14.104356 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:14.239429 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Allocated IP 172.26.3.229 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/937c01ff-acdb-41d2-8214-b2a84f297387) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:43:14.383539 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:14.411879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:14.416185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1e1612a9-0aa0-4ad3-9d80-17eb3fc85cc2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:14.467853 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:43:14.474874 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:43:14.478869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:43:14.523234 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'Port': ['ID=937c01ff-acdb-41d2-8214-b2a84f297387,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:14.527196 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:14.873170 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:14.946862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:15.145174 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:15.150015 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:15.154724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d078a9b1-d9e8-4b08-8643-a0db7ace83b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:43:15.374890 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'Port': ['ID=937c01ff-acdb-41d2-8214-b2a84f297387,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:43:15.378856 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:43:15.386940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:15.556331 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Floating IP f7aa527d-3d78-4463-b72c-c5590ee5d2c3 associated. External IP: 172.26.3.229, port: 19217ab6-3d5a-42d0-8d78-90767959755d. Nov 25 09:43:15.903171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:43:16.081413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:43:16.093465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9f8b8-27ec-45c1-b258-edb610eaa147 None None] Sync routers for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:43:16.104438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9f8b8-27ec-45c1-b258-edb610eaa147 None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:43:16.105183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f8b8-27ec-45c1-b258-edb610eaa147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:43:16.108494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:16.162909 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-692e301a-4873-4f51-bc16-caf967cb2d17 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2327294 Nov 25 09:43:16.163768 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:43:16.212257 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d', 'status': 'completed', 'code': 200} Nov 25 09:43:16.309292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901ec9-9168-45c0-bb0f-ad01255b243b req-5bf833eb-ed47-4b40-8eb0-a4205ebbac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:16.310795 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b2901ec9-9168-45c0-bb0f-ad01255b243b req-5bf833eb-ed47-4b40-8eb0-a4205ebbac70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1098 time: 0.0747361 Nov 25 09:43:16.322898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e6a9f8b8-27ec-45c1-b258-edb610eaa147 None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:43:16.443370 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901ec9-9168-45c0-bb0f-ad01255b243b req-ffb76697-5948-4e17-a272-af5794463e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:16.444806 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b2901ec9-9168-45c0-bb0f-ad01255b243b req-ffb76697-5948-4e17-a272-af5794463e95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1281698 Nov 25 09:43:16.558063 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b2901ec9-9168-45c0-bb0f-ad01255b243b req-1e684f8e-47a9-4996-b51a-b3199b5c96d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 999 time: 0.1067100 Nov 25 09:43:16.619481 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901ec9-9168-45c0-bb0f-ad01255b243b req-dd4a5b8e-1cbe-4d3b-8113-2283ba7f57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:16.620946 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b2901ec9-9168-45c0-bb0f-ad01255b243b req-dd4a5b8e-1cbe-4d3b-8113-2283ba7f57dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0573039 Nov 25 09:43:16.656449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95828e9a-3a35-4446-8468-1b83846f24eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:16.683275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f8b8-27ec-45c1-b258-edb610eaa147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'f7aa527d-3d78-4463-b72c-c5590ee5d2c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'floating_ip_address': '172.26.3.229', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'port_id': '19217ab6-3d5a-42d0-8d78-90767959755d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'mac_address': 'fa:16:3e:59:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:43:14Z', 'updated_at': '2021-11-25T09:43:14Z', 'revision_number': 0, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:43:16.687010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9f8b8-27ec-45c1-b258-edb610eaa147 None None] Checking router: 5e5dc76b-dc56-443e-9cc7-1fdeb82decda for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:43:16.695624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9f8b8-27ec-45c1-b258-edb610eaa147 None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:43:16.696232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f8b8-27ec-45c1-b258-edb610eaa147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:42:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:43:16.696645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901ec9-9168-45c0-bb0f-ad01255b243b req-d0ab527e-b733-4b4a-a316-cd26a8d926ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:16.698631 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b2901ec9-9168-45c0-bb0f-ad01255b243b req-d0ab527e-b733-4b4a-a316-cd26a8d926ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716197 Nov 25 09:43:16.832072 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b2901ec9-9168-45c0-bb0f-ad01255b243b req-75534c1a-9ebc-4d2b-8bee-9989855a32a5 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271486 Nov 25 09:43:16.874924 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e6a9f8b8-27ec-45c1-b258-edb610eaa147 None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:43:16.962770 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b2901ec9-9168-45c0-bb0f-ad01255b243b req-0d27b49a-020a-4cb3-bbc2-ddc3747d183e service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242554 Nov 25 09:43:17.129644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:17.241797 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f8b8-27ec-45c1-b258-edb610eaa147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'f7aa527d-3d78-4463-b72c-c5590ee5d2c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'floating_ip_address': '172.26.3.229', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'port_id': '19217ab6-3d5a-42d0-8d78-90767959755d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'mac_address': 'fa:16:3e:59:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:43:14Z', 'updated_at': '2021-11-25T09:43:14Z', 'revision_number': 0, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:43:17.246624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9f8b8-27ec-45c1-b258-edb610eaa147 None None] The sync data for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv is: [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'f7aa527d-3d78-4463-b72c-c5590ee5d2c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'floating_ip_address': '172.26.3.229', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'port_id': '19217ab6-3d5a-42d0-8d78-90767959755d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'mac_address': 'fa:16:3e:59:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:43:14Z', 'updated_at': '2021-11-25T09:43:14Z', 'revision_number': 0, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:43:17.439686 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6631d-1ccd-41d9-b4c2-b28f59d5ebb2 None None] New status for floating IP f7aa527d-3d78-4463-b72c-c5590ee5d2c3: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:43:19.688017 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:43:19.933767 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf4647e0-d8ea-4868-b00f-aa09bc986d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:20.155428 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:21.637490 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:34.584529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:42.954441 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-3200e4d8-d02e-43d6-8378-f30dcbfe37ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726156 Nov 25 09:43:43.098117 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-919e4c6c-999d-4a46-a5b2-99423a5c4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:43.099621 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-919e4c6c-999d-4a46-a5b2-99423a5c4612 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1098 time: 0.0706983 Nov 25 09:43:43.248756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-837ebf0f-a9e9-4611-9db5-ba5b756771b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:43.250233 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-837ebf0f-a9e9-4611-9db5-ba5b756771b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1310804 Nov 25 09:43:43.353743 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-cf596e31-8ea3-4c6f-aa81-f1ea1a67efd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 1001 time: 0.0972235 Nov 25 09:43:43.415975 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-59f67bf5-f72b-40bb-82f4-91b19810ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:43.417946 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-59f67bf5-f72b-40bb-82f4-91b19810ed50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0578687 Nov 25 09:43:43.602729 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-8c76443c-4d3a-4711-a853-d4aa815853fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:43:43.604091 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-8c76443c-4d3a-4711-a853-d4aa815853fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1808362 Nov 25 09:43:43.731465 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-1a318b69-ea88-41d8-b98e-4a291b4ab751 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205108 Nov 25 09:43:43.858539 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-70c455a6-e6e3-4511-8e9c-b0e7b5879385 req-0b1d4adf-baea-4bf7-b9bd-f34542618496 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211736 Nov 25 09:43:46.618193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18932c31-616f-40f8-baad-f919b200603b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:47.102090 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:49.936149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0e730b69-6049-4cdd-8402-ec46439a61e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:50.158391 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:51.640275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:43:56.685806 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:44:04.578327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:44:16.619791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24d06bc3-134d-4b99-879c-c841c6259126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:44:17.103622 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:44:19.938352 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67b5bd88-40a1-4652-8ee7-62781ca18224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:44:20.161330 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:44:21.644206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:44:33.683859 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:44:34.573465 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:44:44.919730 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-9a7173fe-70f7-481f-97eb-42f8cbc02d1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724185 Nov 25 09:44:45.060173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-2fe95f6f-166e-44c2-9951-4c345b47a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:44:45.061610 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-2fe95f6f-166e-44c2-9951-4c345b47a908 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1098 time: 0.0701830 Nov 25 09:44:45.200986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-38f8da1d-20da-4f5e-a92a-918ca720169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:44:45.202445 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-38f8da1d-20da-4f5e-a92a-918ca720169a service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1232221 Nov 25 09:44:45.302379 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-7a2249d2-c3d0-4e09-b206-c63deb9eefc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 1001 time: 0.0940242 Nov 25 09:44:45.362873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-9f92b9b2-5eac-4e09-8990-83d357ea355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:44:45.364215 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-9f92b9b2-5eac-4e09-8990-83d357ea355f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0554152 Nov 25 09:44:45.438491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-489759be-0c9f-4d63-b5d8-4319d679b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:44:45.439879 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-489759be-0c9f-4d63-b5d8-4319d679b6ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694017 Nov 25 09:44:45.566811 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-ab5bf29b-9f92-4b3e-a025-29e0cc422b58 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196232 Nov 25 09:44:45.694060 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5f92cad1-5fec-4a05-b487-1e5cb7e0998d req-701bba8f-3873-4ca5-bc6d-5be8dda07459 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198947 Nov 25 09:44:46.621158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-303de655-729d-4699-b3c1-056fc495fa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:44:47.105827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:44:49.939901 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b8f0179-f396-4c15-a14a-f42832766d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:44:50.163601 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:44:51.648555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:04.614664 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:10.681868 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:45:16.622054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec90eb3b-84b2-4ec2-bca7-52aaaa223ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:17.108397 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:19.943565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ef21256-996a-4800-940d-a22dd7593970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:20.166478 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:21.650157 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:34.582355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:43.219452 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb77bb9-85c2-42b4-864d-bcbc107c2bc0 req-df6b885e-6d11-432a-b4f0-d8402cac59b2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:43.220889 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9eb77bb9-85c2-42b4-864d-bcbc107c2bc0 req-df6b885e-6d11-432a-b4f0-d8402cac59b2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0795469 Nov 25 09:45:43.263610 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9eb77bb9-85c2-42b4-864d-bcbc107c2bc0 req-8af54d48-a6c9-4448-b23b-fb53484dbe4f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368035 Nov 25 09:45:44.479337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34e144-d223-493d-8ec0-cf5ee81ba085 req-a13dc58c-3b93-4b3f-8807-d6d3297c26dd tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:44.480783 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6d34e144-d223-493d-8ec0-cf5ee81ba085 req-a13dc58c-3b93-4b3f-8807-d6d3297c26dd tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0822926 Nov 25 09:45:44.523652 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-6d34e144-d223-493d-8ec0-cf5ee81ba085 req-394c4cf9-39bd-4776-bba7-0c2cbac3e651 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366054 Nov 25 09:45:45.062632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb3bf-7705-449a-a9c9-1711f0b784ff req-69bfcbbc-cb10-49cd-8b02-563a951fb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:45.064094 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cfceb3bf-7705-449a-a9c9-1711f0b784ff req-69bfcbbc-cb10-49cd-8b02-563a951fb5c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1098 time: 0.1371343 Nov 25 09:45:45.206184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb3bf-7705-449a-a9c9-1711f0b784ff req-68f11f07-1f5c-4962-b776-1a67c731b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:45.207626 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cfceb3bf-7705-449a-a9c9-1711f0b784ff req-68f11f07-1f5c-4962-b776-1a67c731b1c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1235573 Nov 25 09:45:45.434914 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cfceb3bf-7705-449a-a9c9-1711f0b784ff req-b6175575-ff90-40b2-a868-f3d6ebc4b5cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 1001 time: 0.2201984 Nov 25 09:45:45.497428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb3bf-7705-449a-a9c9-1711f0b784ff req-5b3a8336-1572-443e-808c-ba8987bcb822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:45.498768 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cfceb3bf-7705-449a-a9c9-1711f0b784ff req-5b3a8336-1572-443e-808c-ba8987bcb822 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0566857 Nov 25 09:45:45.574697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb3bf-7705-449a-a9c9-1711f0b784ff req-f005ebb1-7246-49e2-b947-fe87cbf56ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:45.576172 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cfceb3bf-7705-449a-a9c9-1711f0b784ff req-f005ebb1-7246-49e2-b947-fe87cbf56ff3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713348 Nov 25 09:45:45.768003 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cfceb3bf-7705-449a-a9c9-1711f0b784ff req-56affccd-e51d-4c15-ba4d-41bc7b1c47d8 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845841 Nov 25 09:45:45.780342 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11c54-b3da-4800-b46e-182150e959d6 req-c78070c6-6e98-4bd9-92db-6df5f3d55b69 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:45.781685 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-23b11c54-b3da-4800-b46e-182150e959d6 req-c78070c6-6e98-4bd9-92db-6df5f3d55b69 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.1301286 Nov 25 09:45:45.902648 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-23b11c54-b3da-4800-b46e-182150e959d6 req-08f1e800-5214-4410-acff-d5baf8f00664 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022186 Nov 25 09:45:45.940259 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cfceb3bf-7705-449a-a9c9-1711f0b784ff req-88f2383b-a13d-4f24-b5a0-c7a512ad08a4 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576507 Nov 25 09:45:46.623177 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb54b-a81a-4494-95f5-611458efb892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:47.109960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:47.164506 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634542b1-6ee5-4707-8f96-ced206a166ec req-d03f344b-3d58-46ab-8f95-e088b3bbb807 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:47.165958 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-634542b1-6ee5-4707-8f96-ced206a166ec req-d03f344b-3d58-46ab-8f95-e088b3bbb807 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.1197829 Nov 25 09:45:47.212559 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-634542b1-6ee5-4707-8f96-ced206a166ec req-77d437e9-2f07-440f-960c-48b35469f2a9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404871 Nov 25 09:45:47.680485 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:45:48.451445 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7980f64-0d1f-4475-be79-9f8dd2a509cd req-ac821eb3-9821-4a5d-bb14-46222de41963 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:48.452858 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a7980f64-0d1f-4475-be79-9f8dd2a509cd req-ac821eb3-9821-4a5d-bb14-46222de41963 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.1300197 Nov 25 09:45:48.495312 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a7980f64-0d1f-4475-be79-9f8dd2a509cd req-3957098e-d70f-4ba2-b32b-b1ecf446cbb1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368087 Nov 25 09:45:49.679889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270df08b-9191-42bd-b3ce-35bb46cc4c5a req-85976205-1c80-40ea-85b3-aaf8b5dac1f1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:49.681343 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-270df08b-9191-42bd-b3ce-35bb46cc4c5a req-85976205-1c80-40ea-85b3-aaf8b5dac1f1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0797093 Nov 25 09:45:49.724767 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-270df08b-9191-42bd-b3ce-35bb46cc4c5a req-308399e8-9596-4501-990f-02db95dc433d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378516 Nov 25 09:45:49.945014 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-402b00eb-a61d-4e8c-83d5-9191a30d087a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:50.168933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:50.991973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae739483-c4d8-4fa4-b0ff-3cbff81cdae6 req-179347b3-30c2-407e-9650-02758462d2ab tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:50.993575 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ae739483-c4d8-4fa4-b0ff-3cbff81cdae6 req-179347b3-30c2-407e-9650-02758462d2ab tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.1258743 Nov 25 09:45:51.043560 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ae739483-c4d8-4fa4-b0ff-3cbff81cdae6 req-9a18b931-36a4-4787-8bb3-3217079a6143 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433316 Nov 25 09:45:51.652698 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:52.228388 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea9476-2d41-47e6-9a02-2433917690bc req-6302dab6-eeaa-4444-a953-9c738590c0ee tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:52.229806 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5bea9476-2d41-47e6-9a02-2433917690bc req-6302dab6-eeaa-4444-a953-9c738590c0ee tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0822897 Nov 25 09:45:52.273286 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5bea9476-2d41-47e6-9a02-2433917690bc req-1418b664-8996-46a1-9107-0c3bb269ebd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373042 Nov 25 09:45:53.454720 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3f1ae-dd3a-432c-ad80-223616abce68 req-664fda52-44bd-4a58-b9fd-8bebfda576ae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:53.456130 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4b3f1ae-dd3a-432c-ad80-223616abce68 req-664fda52-44bd-4a58-b9fd-8bebfda576ae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0789418 Nov 25 09:45:53.498870 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a4b3f1ae-dd3a-432c-ad80-223616abce68 req-7785b423-2554-44aa-b395-ae77b8cc2a24 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366318 Nov 25 09:45:54.681137 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bec053-71d1-4a45-920a-eaa038d28489 req-efb10979-dc32-4966-95e4-7ddbd1f1af11 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:54.682592 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2bec053-71d1-4a45-920a-eaa038d28489 req-efb10979-dc32-4966-95e4-7ddbd1f1af11 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0801077 Nov 25 09:45:54.726328 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b2bec053-71d1-4a45-920a-eaa038d28489 req-88265f47-d138-4309-942b-ec08d94a2bab tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382059 Nov 25 09:45:55.913375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafec5bb-6643-4f73-bba0-24859c262cb7 req-7be5dd3f-0a35-47b8-a01f-ba094edb2d4f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:55.914723 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bafec5bb-6643-4f73-bba0-24859c262cb7 req-7be5dd3f-0a35-47b8-a01f-ba094edb2d4f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0831940 Nov 25 09:45:55.932087 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 19217ab6-3d5a-42d0-8d78-90767959755d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:45:55.957865 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bafec5bb-6643-4f73-bba0-24859c262cb7 req-99ccdd82-30c7-4c8f-b85d-0b530d472692 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375898 Nov 25 09:45:56.063633 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:45:56.076872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '19217ab6-3d5a-42d0-8d78-90767959755d', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'port_id': '19217ab6-3d5a-42d0-8d78-90767959755d', 'mac_address': 'fa:16:3e:59:41:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:45:56.133852 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:56.150671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19217ab6-3d5a-42d0-8d78-90767959755d {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:45:56.165996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:45:56.170154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:56.171888 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:45:56.239773 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=19217ab6-3d5a-42d0-8d78-90767959755d,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:45:56.247761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['19217ab6-3d5a-42d0-8d78-90767959755d'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:45:56.272496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.272848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.273189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.273525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.273856 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.274189 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.274544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.274872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.275199 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.275523 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.275848 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.276171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:45:56.284153 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:45:57.268176 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0618984-30e6-4b7b-bfe1-ae5713d40171 req-305c2669-84e3-4664-a2ab-cac6b07133c4 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:57.269551 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e0618984-30e6-4b7b-bfe1-ae5713d40171 req-305c2669-84e3-4664-a2ab-cac6b07133c4 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 944 time: 0.2045894 Nov 25 09:45:57.313095 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e0618984-30e6-4b7b-bfe1-ae5713d40171 req-028ed1e0-37ea-4ed7-ab81-adc6e65d9317 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379410 Nov 25 09:45:57.947809 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 19217ab6-3d5a-42d0-8d78-90767959755d up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:45:58.014204 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 19217ab6-3d5a-42d0-8d78-90767959755d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:45:58.014612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:58.127561 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:58.153725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:45:58.163510 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:45:58.167876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:45:58.170612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-01db0a81-d38c-4ad6-96bb-1843eac33b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:45:58.204055 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d', 'code': 200} Nov 25 09:45:58.235402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=19217ab6-3d5a-42d0-8d78-90767959755d,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:45:58.238436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:45:58.495408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c7b2d-46ce-4b35-823a-f507ab3dab37 req-78ce8910-d226-4096-afd0-27b12decd04d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:58.496736 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-067c7b2d-46ce-4b35-823a-f507ab3dab37 req-78ce8910-d226-4096-afd0-27b12decd04d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0825105 Nov 25 09:45:58.539853 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-067c7b2d-46ce-4b35-823a-f507ab3dab37 req-de816cff-a570-4e3e-8054-4aff00b5678a tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375974 Nov 25 09:45:59.732400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6bac5-fd58-4709-bf3b-a574916a6f0b req-c6984067-7fae-471c-9b43-0a79c4d68709 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:45:59.733889 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94d6bac5-fd58-4709-bf3b-a574916a6f0b req-c6984067-7fae-471c-9b43-0a79c4d68709 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0863018 Nov 25 09:45:59.778656 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-94d6bac5-fd58-4709-bf3b-a574916a6f0b req-16b9db06-f791-4f42-b43b-ff3cc00779d6 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389214 Nov 25 09:46:00.990930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a955c-3e93-42f5-836f-3518e4ff04b3 req-e19fdad6-0a47-4618-84f0-57d4bd8f742f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:00.993160 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-239a955c-3e93-42f5-836f-3518e4ff04b3 req-e19fdad6-0a47-4618-84f0-57d4bd8f742f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0966349 Nov 25 09:46:01.049843 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-239a955c-3e93-42f5-836f-3518e4ff04b3 req-1a097262-6bb9-4f11-a933-2590e5e5acbb tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505259 Nov 25 09:46:02.262963 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07535411-2601-4802-b4be-918782c255f9 req-9cabbebb-e35e-4fae-86c5-e311f6048ee6 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:02.265788 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-07535411-2601-4802-b4be-918782c255f9 req-9cabbebb-e35e-4fae-86c5-e311f6048ee6 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.1026366 Nov 25 09:46:02.316056 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-07535411-2601-4802-b4be-918782c255f9 req-cfd1c423-cf72-4b3f-9740-1c5744969326 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430436 Nov 25 09:46:03.528514 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1006c0-0976-40af-8b47-e92594b20c37 req-aa6d4b78-48b0-4e2a-8cb7-f4f158d0f576 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:03.530526 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ac1006c0-0976-40af-8b47-e92594b20c37 req-aa6d4b78-48b0-4e2a-8cb7-f4f158d0f576 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0926378 Nov 25 09:46:03.583521 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ac1006c0-0976-40af-8b47-e92594b20c37 req-92d304f5-351f-4245-8a3a-d9012fd54d95 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471811 Nov 25 09:46:04.589017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:04.799216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ee6dc-c18c-427a-b71b-e9c8153d7455 req-8d985850-0411-4ca9-b460-6a23a362e4f9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:04.800707 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0d4ee6dc-c18c-427a-b71b-e9c8153d7455 req-8d985850-0411-4ca9-b460-6a23a362e4f9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0865185 Nov 25 09:46:04.860661 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0d4ee6dc-c18c-427a-b71b-e9c8153d7455 req-a82e702b-6859-4a84-a37f-0ab514d758c2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529909 Nov 25 09:46:06.085053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e6960-972a-4102-b8a1-088e24c803d8 req-75d0881a-b227-44fe-84dd-c0e24681d7f5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:06.086575 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3a9e6960-972a-4102-b8a1-088e24c803d8 req-75d0881a-b227-44fe-84dd-c0e24681d7f5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0978949 Nov 25 09:46:06.137049 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3a9e6960-972a-4102-b8a1-088e24c803d8 req-e6d98219-1478-48db-98f8-82d62b98b868 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437837 Nov 25 09:46:07.348658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66cec2-14e5-4d89-8b75-efca806b9a76 req-33371cc6-6e50-423b-8140-db2fbd8f1ecc tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:07.350250 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2c66cec2-14e5-4d89-8b75-efca806b9a76 req-33371cc6-6e50-423b-8140-db2fbd8f1ecc tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0918422 Nov 25 09:46:07.398936 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2c66cec2-14e5-4d89-8b75-efca806b9a76 req-a7df6727-6379-4a50-bbd2-1e768cd362a1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424378 Nov 25 09:46:08.590743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008809-d8ec-4b54-b888-93dfdaac757b req-9f766a57-f583-4ea0-8ef3-7f824a0b3c9d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:08.592261 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-db008809-d8ec-4b54-b888-93dfdaac757b req-9f766a57-f583-4ea0-8ef3-7f824a0b3c9d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0841501 Nov 25 09:46:08.635920 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-db008809-d8ec-4b54-b888-93dfdaac757b req-8bec02b7-6858-4232-bb5e-15402f66593e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378792 Nov 25 09:46:09.513673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e13e38-28cc-4935-acde-4f788720c08e req-27054f83-bd95-4280-a024-4db41d8577aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:09.515320 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-61e13e38-28cc-4935-acde-4f788720c08e req-27054f83-bd95-4280-a024-4db41d8577aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1098 time: 0.1088917 Nov 25 09:46:09.648064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e13e38-28cc-4935-acde-4f788720c08e req-3841125d-0ce3-48b4-9e81-7e193645524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:09.649407 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-61e13e38-28cc-4935-acde-4f788720c08e req-3841125d-0ce3-48b4-9e81-7e193645524e service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1250086 Nov 25 09:46:09.911385 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-61e13e38-28cc-4935-acde-4f788720c08e req-2f479f7f-78e7-4b3d-afad-8eab5c7ebd5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 1001 time: 0.2545390 Nov 25 09:46:09.989183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e13e38-28cc-4935-acde-4f788720c08e req-4a102ddc-ff02-499b-b55f-8362030e3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:09.990605 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-61e13e38-28cc-4935-acde-4f788720c08e req-4a102ddc-ff02-499b-b55f-8362030e3788 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0717299 Nov 25 09:46:10.001412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c0e9a-7563-4c84-b9f9-6a0b63bfc945 req-6a523dc9-db24-4d99-975a-c4bfd82fcae5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:10.002868 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-032c0e9a-7563-4c84-b9f9-6a0b63bfc945 req-6a523dc9-db24-4d99-975a-c4bfd82fcae5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.2629445 Nov 25 09:46:10.088552 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-032c0e9a-7563-4c84-b9f9-6a0b63bfc945 req-a0f6ab2d-85cf-4cf6-a337-76b663141ee5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552888 Nov 25 09:46:10.109843 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e13e38-28cc-4935-acde-4f788720c08e req-2de3d721-ec99-4bf6-ad9f-a6f107f64222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:10.111320 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-61e13e38-28cc-4935-acde-4f788720c08e req-2de3d721-ec99-4bf6-ad9f-a6f107f64222 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076314 Nov 25 09:46:10.241448 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-61e13e38-28cc-4935-acde-4f788720c08e req-8b7d44da-55c5-4bc1-8c54-165d27fbd8ec service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228480 Nov 25 09:46:10.371603 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-61e13e38-28cc-4935-acde-4f788720c08e req-b122e194-218e-4bea-92eb-4f38913c9bec service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228378 Nov 25 09:46:11.273778 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3e80f-4dd4-47a9-9f05-a74d8401a590 req-8bee480a-2c0e-4732-a92f-84fe0ba1ccad tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:11.275237 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0ba3e80f-4dd4-47a9-9f05-a74d8401a590 req-8bee480a-2c0e-4732-a92f-84fe0ba1ccad tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0818849 Nov 25 09:46:11.323740 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0ba3e80f-4dd4-47a9-9f05-a74d8401a590 req-a2b22fad-41e0-4893-8aad-f2c43ba4b1da tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Nov 25 09:46:12.510221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059b4fc-1072-4e7b-abe3-4c196c45e2c2 req-87013d4f-3d55-4842-a70d-0ca7259336f7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:12.511670 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1059b4fc-1072-4e7b-abe3-4c196c45e2c2 req-87013d4f-3d55-4842-a70d-0ca7259336f7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0791788 Nov 25 09:46:12.554920 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1059b4fc-1072-4e7b-abe3-4c196c45e2c2 req-5982e5cc-562e-47b8-8897-4ea84628daa1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370584 Nov 25 09:46:12.907639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f5ae3-f0ca-48f1-a29a-cb0beb47543c req-724066b2-ed1d-438d-9c58-2612422337c8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:12.909110 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b8f5ae3-f0ca-48f1-a29a-cb0beb47543c req-724066b2-ed1d-438d-9c58-2612422337c8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0895627 Nov 25 09:46:12.960729 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5b8f5ae3-f0ca-48f1-a29a-cb0beb47543c req-139d4c86-1a51-4d7f-8387-ac56e962ae95 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460358 Nov 25 09:46:13.183561 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-24a1c0ed-ddd2-4585-9cd1-ab808d83b6b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139753 Nov 25 09:46:14.010760 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 19217ab6-3d5a-42d0-8d78-90767959755d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:46:14.126409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:14.158152 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:46:14.167426 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:46:14.174385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c36980-d9a3-4d81-8832-990128f23225 req-f472310b-d541-4c26-b4d4-5810df34fbb9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:14.175614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:14.176268 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e7c36980-d9a3-4d81-8832-990128f23225 req-f472310b-d541-4c26-b4d4-5810df34fbb9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 945 time: 0.0864968 Nov 25 09:46:14.176751 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:46:14.225529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-c586e02a-7c77-4232-9311-0c0b4ee0f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:14.227361 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-c586e02a-7c77-4232-9311-0c0b4ee0f9b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca&tenant_id=051013a5e2184ee5b99cbb4ead35b295 HTTP/1.1" status: 200 len: 1096 time: 0.0840600 Nov 25 09:46:14.231671 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d', 'code': 200} Nov 25 09:46:14.238196 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e7c36980-d9a3-4d81-8832-990128f23225 req-c44d4396-1e86-4047-b60e-fca20408fdae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514872 Nov 25 09:46:14.261310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=19217ab6-3d5a-42d0-8d78-90767959755d,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:46:14.265053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:46:14.327031 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-f7c9f25a-57bd-40aa-8e66-70b07309f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:14.328490 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-f7c9f25a-57bd-40aa-8e66-70b07309f828 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1096 time: 0.0784774 Nov 25 09:46:14.461141 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-95493201-71f2-472c-be2f-a0279b6e10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:14.462613 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-95493201-71f2-472c-be2f-a0279b6e10ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1273468 Nov 25 09:46:14.566112 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-272d0c4d-71f3-4e6b-a4d1-f0bd81d3d45a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 999 time: 0.0969784 Nov 25 09:46:14.627557 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-621a2242-e179-4f05-a126-a13154a6e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:14.628935 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-621a2242-e179-4f05-a126-a13154a6e958 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0563245 Nov 25 09:46:14.703590 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-8a2052d3-8c2b-49a8-b457-19c7b88bf23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:14.705559 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-8a2052d3-8c2b-49a8-b457-19c7b88bf23c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701711 Nov 25 09:46:14.845899 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-84d74ab9-2eba-4131-acf6-ed6bbf274182 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337116 Nov 25 09:46:14.973892 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-2c237b47-b1d5-4546-a2d0-685daa256728 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213837 Nov 25 09:46:15.462140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16bb27-4738-4d83-a6af-f5b843527582 req-316775b7-1445-4986-8b5e-895d3f3eff80 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:15.463923 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec16bb27-4738-4d83-a6af-f5b843527582 req-316775b7-1445-4986-8b5e-895d3f3eff80 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.1117313 Nov 25 09:46:15.528008 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec16bb27-4738-4d83-a6af-f5b843527582 req-db0e5bfb-025d-4dc4-9e26-136e589b90cc tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573051 Nov 25 09:46:16.627488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ca37-4156-432d-a23e-78b7274723ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:16.739745 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab55bb-bdc7-4c38-a1a8-08445e9d122b req-dedfc975-e466-41fe-8137-601ccd139552 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:16.741317 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57ab55bb-bdc7-4c38-a1a8-08445e9d122b req-dedfc975-e466-41fe-8137-601ccd139552 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0897770 Nov 25 09:46:16.789406 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-57ab55bb-bdc7-4c38-a1a8-08445e9d122b req-d46149d2-435c-4bc0-83cb-85550953bd53 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401003 Nov 25 09:46:17.115572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:17.982976 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7e86b-ec42-49c3-a3ea-89629c67913d req-7f68ee2a-f9c3-4399-9d49-66b6e00ae7de tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:17.984418 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d9f7e86b-ec42-49c3-a3ea-89629c67913d req-7f68ee2a-f9c3-4399-9d49-66b6e00ae7de tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0843201 Nov 25 09:46:18.158663 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d9f7e86b-ec42-49c3-a3ea-89629c67913d req-c57853a4-6901-438c-8c07-cdd3859fc2a7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684785 Nov 25 09:46:19.354546 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef86fcf-503b-4c34-8639-162846baf98d req-2223c568-360c-46c5-ae91-a165c8c2a357 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:19.355904 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1ef86fcf-503b-4c34-8639-162846baf98d req-2223c568-360c-46c5-ae91-a165c8c2a357 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0859797 Nov 25 09:46:19.400593 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1ef86fcf-503b-4c34-8639-162846baf98d req-488dc623-9653-47dc-a7d0-b6aa1cb41aa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390294 Nov 25 09:46:19.948033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-021502b4-5bd6-440f-8505-3b2f9b919fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:20.174396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:20.584224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcca1e3-2ce6-46d2-ab9c-f7b993c6e080 req-68a87a2d-ebf5-4a0a-99ff-bff2efb56a80 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:20.585825 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0dcca1e3-2ce6-46d2-ab9c-f7b993c6e080 req-68a87a2d-ebf5-4a0a-99ff-bff2efb56a80 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0801411 Nov 25 09:46:20.633207 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0dcca1e3-2ce6-46d2-ab9c-f7b993c6e080 req-6437e8e9-3e12-4f36-8e13-5991c746e92d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404661 Nov 25 09:46:21.662337 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:21.824407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b93ae6-90c0-419a-a0f5-adc733bcb561 req-66f3ab93-6128-4bfe-8b9a-c95b6ab21a1a tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:21.825785 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52b93ae6-90c0-419a-a0f5-adc733bcb561 req-66f3ab93-6128-4bfe-8b9a-c95b6ab21a1a tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0824080 Nov 25 09:46:21.872196 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-52b93ae6-90c0-419a-a0f5-adc733bcb561 req-0ac30285-ffe5-4151-abe5-c2f1aa07b23e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398455 Nov 25 09:46:23.065219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58c12f-5f09-4334-86a0-3e7b2c486f66 req-e5793b27-b0fb-4cb5-89c7-6825e07cd5ab tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:23.066694 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3a58c12f-5f09-4334-86a0-3e7b2c486f66 req-e5793b27-b0fb-4cb5-89c7-6825e07cd5ab tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0864573 Nov 25 09:46:23.112577 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3a58c12f-5f09-4334-86a0-3e7b2c486f66 req-cc193280-8e18-4bd6-b678-eed1e00a78ba tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401943 Nov 25 09:46:24.312286 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfab2-578d-4507-8924-8fd77bb04f42 req-56f86674-ba82-4d9a-a3ae-dc3f0764e367 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:24.313642 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-247bfab2-578d-4507-8924-8fd77bb04f42 req-56f86674-ba82-4d9a-a3ae-dc3f0764e367 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0887170 Nov 25 09:46:24.361902 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-247bfab2-578d-4507-8924-8fd77bb04f42 req-2e46e602-7b90-415f-9dff-4cfb160aaa86 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Nov 25 09:46:24.680338 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:46:25.557224 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9507c-c7e6-4399-a973-e3c357fd2e59 req-3deeb476-a5b5-472c-b85f-7e78afc70449 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:25.558886 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27f9507c-c7e6-4399-a973-e3c357fd2e59 req-3deeb476-a5b5-472c-b85f-7e78afc70449 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0818951 Nov 25 09:46:25.608906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-27f9507c-c7e6-4399-a973-e3c357fd2e59 req-652eefc3-3ce6-488f-94ac-ac86ffeb2293 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441189 Nov 25 09:46:26.806086 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc99d50-e2ed-408a-97f7-379b1e0e4939 req-7cdf0421-3456-40ef-88fd-886c82993732 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:26.807563 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-afc99d50-e2ed-408a-97f7-379b1e0e4939 req-7cdf0421-3456-40ef-88fd-886c82993732 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0798924 Nov 25 09:46:26.854468 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-afc99d50-e2ed-408a-97f7-379b1e0e4939 req-3170f539-ae4f-4f38-9170-c3a19d0e6759 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407691 Nov 25 09:46:28.036616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58158ed2-6759-4869-b736-a3244f09afc2 req-06b2b208-fdf5-451d-95ac-993f40daf1f7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:28.038036 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-58158ed2-6759-4869-b736-a3244f09afc2 req-06b2b208-fdf5-451d-95ac-993f40daf1f7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0784092 Nov 25 09:46:28.081040 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-58158ed2-6759-4869-b736-a3244f09afc2 req-fa08c0cc-904e-4201-ba74-825ba6f45335 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374014 Nov 25 09:46:29.269407 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ee88d-ac0b-4646-bd5e-249382d88871 req-6c7f381c-7e55-489e-a061-6c8987d4005e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:29.270926 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec2ee88d-ac0b-4646-bd5e-249382d88871 req-6c7f381c-7e55-489e-a061-6c8987d4005e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0818408 Nov 25 09:46:29.315351 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ec2ee88d-ac0b-4646-bd5e-249382d88871 req-82bd1fb2-9944-4b85-8b39-184068639d99 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386522 Nov 25 09:46:30.505856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78680ff-8470-4e46-b6fc-dae4a7b7792c req-9615b7d2-f80f-4b7d-803a-3100ec0fa8c0 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:30.507302 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d78680ff-8470-4e46-b6fc-dae4a7b7792c req-9615b7d2-f80f-4b7d-803a-3100ec0fa8c0 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0835457 Nov 25 09:46:30.550838 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d78680ff-8470-4e46-b6fc-dae4a7b7792c req-8abfdfa9-41bf-4c4d-84ce-f17f1d712592 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379035 Nov 25 09:46:31.738787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb83c6-106a-42bf-934b-339db390027c req-7105c4a7-23ca-485a-aeb6-9d66a27245ca tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:31.740231 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-20cb83c6-106a-42bf-934b-339db390027c req-7105c4a7-23ca-485a-aeb6-9d66a27245ca tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 943 time: 0.0850255 Nov 25 09:46:31.783816 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-20cb83c6-106a-42bf-934b-339db390027c req-08e4fb1a-35fa-436e-993f-42bd860d6965 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380023 Nov 25 09:46:32.118553 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 19217ab6-3d5a-42d0-8d78-90767959755d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:46:32.250627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:46:32.264015 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '19217ab6-3d5a-42d0-8d78-90767959755d', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'port_id': '19217ab6-3d5a-42d0-8d78-90767959755d', 'mac_address': 'fa:16:3e:59:41:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:46:32.317547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:32.336946 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19217ab6-3d5a-42d0-8d78-90767959755d {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:46:32.352048 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:46:32.355875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:32.357715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:46:32.456022 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=19217ab6-3d5a-42d0-8d78-90767959755d,revision_number=9']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:46:32.459111 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:46:32.708370 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['19217ab6-3d5a-42d0-8d78-90767959755d'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:46:32.970250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6035ab-c7f6-4f9c-977d-d8d38e8f8d89 req-e352b27b-8ffe-4e3a-8cf8-7bdd802f7fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:32.971626 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2f6035ab-c7f6-4f9c-977d-d8d38e8f8d89 req-e352b27b-8ffe-4e3a-8cf8-7bdd802f7fae tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 944 time: 0.0797601 Nov 25 09:46:33.019027 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2f6035ab-c7f6-4f9c-977d-d8d38e8f8d89 req-ee30cb59-d07e-445d-b67f-6061450f3707 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411613 Nov 25 09:46:34.118086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 19217ab6-3d5a-42d0-8d78-90767959755d up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:46:34.186398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 19217ab6-3d5a-42d0-8d78-90767959755d triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:46:34.186785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:34.201213 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74ff2-37d4-4bd1-bfc3-82180161c537 req-02619922-b57a-48bb-8c95-7238c0c682cf tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:34.202783 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b0d74ff2-37d4-4bd1-bfc3-82180161c537 req-02619922-b57a-48bb-8c95-7238c0c682cf tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 944 time: 0.0808563 Nov 25 09:46:34.248224 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-b0d74ff2-37d4-4bd1-bfc3-82180161c537 req-76faf13e-fb4f-4b75-95be-7a592ef038dc tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391629 Nov 25 09:46:34.303789 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:34.329403 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:46:34.338302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:46:34.342482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:34.344241 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:46:34.412271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=19217ab6-3d5a-42d0-8d78-90767959755d,revision_number=10']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:46:34.415308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:46:34.486777 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d', 'code': 200} Nov 25 09:46:34.584184 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:34.742211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc00eb9-d2a9-4203-9c7a-c5d89e33ec13 req-e1437734-af26-4aaa-a1b6-2fcc604e495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:34.743747 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bcc00eb9-d2a9-4203-9c7a-c5d89e33ec13 req-e1437734-af26-4aaa-a1b6-2fcc604e495c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1099 time: 0.0742791 Nov 25 09:46:34.784264 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bcc00eb9-d2a9-4203-9c7a-c5d89e33ec13 req-55512afc-e144-4f2c-8a53-1a3da3f6a1e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339074 Nov 25 09:46:35.433319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779b87e-1651-4309-83d2-6c6d66956d27 req-58208258-274b-41b9-adba-c723d33c82b7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:35.434804 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5779b87e-1651-4309-83d2-6c6d66956d27 req-58208258-274b-41b9-adba-c723d33c82b7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 946 time: 0.0836146 Nov 25 09:46:35.478144 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-5779b87e-1651-4309-83d2-6c6d66956d27 req-df4e7b17-ffe8-4015-b7ee-e3abad6cabd2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377777 Nov 25 09:46:36.669615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f9302-23f3-4119-b54f-65bbecafabd1 req-24db81a2-2ce2-4337-a679-4f128712b6df tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:36.671274 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-597f9302-23f3-4119-b54f-65bbecafabd1 req-24db81a2-2ce2-4337-a679-4f128712b6df tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 946 time: 0.0843232 Nov 25 09:46:36.716075 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-597f9302-23f3-4119-b54f-65bbecafabd1 req-6cb33352-bd50-41c9-ad7c-a658e9b53cb3 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389585 Nov 25 09:46:37.910179 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264f7e3-418e-4890-9e25-ccfa20d797b7 req-9baa17f6-a94d-4223-9f6e-97551bb8a7a4 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:37.911586 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f264f7e3-418e-4890-9e25-ccfa20d797b7 req-9baa17f6-a94d-4223-9f6e-97551bb8a7a4 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 946 time: 0.0833008 Nov 25 09:46:37.955335 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f264f7e3-418e-4890-9e25-ccfa20d797b7 req-5595d6d8-48db-441a-9363-12977dd8fd67 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381494 Nov 25 09:46:46.629774 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ec0fdd5-b479-46d5-98d2-3d012448e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:46.935239 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-1f07271d-5518-42ad-aa6e-ce77bac8d738 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719573 Nov 25 09:46:47.072113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-4a5240ac-8a00-48a1-9bce-d0a189c9d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:47.073545 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-4a5240ac-8a00-48a1-9bce-d0a189c9d40c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1099 time: 0.0694454 Nov 25 09:46:47.107958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:47.217521 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-d2a98d96-bf74-42d3-b080-27b8dece73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:47.218959 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-d2a98d96-bf74-42d3-b080-27b8dece73bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1243718 Nov 25 09:46:47.335171 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-87db4f8c-395e-49cd-9c6e-fdc9471f509b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 1001 time: 0.1090176 Nov 25 09:46:47.399889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-2a60014a-e6c9-41c9-b62a-f2f7fe9b450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:47.401224 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-2a60014a-e6c9-41c9-b62a-f2f7fe9b450a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0587034 Nov 25 09:46:47.477947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-fbdb763e-e3c3-4ffa-a1a8-40618f96649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:46:47.479291 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-fbdb763e-e3c3-4ffa-a1a8-40618f96649b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674319 Nov 25 09:46:47.610070 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-f88796ad-e9dd-4398-af08-d9fdd1d4493b service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245263 Nov 25 09:46:47.739665 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-83813450-9d5c-4f61-9dfd-13f0110088f6 req-f03e2f3d-ea93-4dff-94ca-f63461a5152c service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224823 Nov 25 09:46:49.951996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c59c6eb-a101-4f51-a577-e6d75f51be40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:50.175099 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:46:51.666232 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:01.678206 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:47:04.599618 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:16.631694 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea62f-f3a0-434a-adcf-bc58c618576c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:17.110360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:19.953936 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-017b34cc-f211-4a59-b706-4db5c40cebc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:20.178849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:21.664802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:34.598344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:38.681967 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:47:46.632266 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5d40ddf9-dca3-4c08-8c52-aa306a805a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:46.960141 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-74b4e43f-77ca-45ea-812b-2b5e462b5b0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820491 Nov 25 09:47:47.115351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:47.210750 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-fb6daa7c-9eb5-433f-9cd7-a7a149b1b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:47:47.212120 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-fb6daa7c-9eb5-433f-9cd7-a7a149b1b21c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1099 time: 0.1847279 Nov 25 09:47:47.354658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-a792cbed-f6b8-4dcd-a8d4-5f3acd126a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:47:47.356112 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-a792cbed-f6b8-4dcd-a8d4-5f3acd126a22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1250641 Nov 25 09:47:47.462593 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-4b701934-85dd-4bb2-a529-53b4cb08e480 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 1001 time: 0.0998001 Nov 25 09:47:47.523757 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-07fd810c-2bfe-4faf-9773-fa4397a01f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:47:47.525144 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-07fd810c-2bfe-4faf-9773-fa4397a01f41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0568419 Nov 25 09:47:47.601979 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-6f76f994-783b-4169-ba8d-4af3e2cdb85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:47:47.603459 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-6f76f994-783b-4169-ba8d-4af3e2cdb85e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720663 Nov 25 09:47:47.732459 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-0a1f4a18-1690-4e19-baff-4acc0a4ca46e service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222606 Nov 25 09:47:47.862785 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-25c9ccb7-a752-4d30-9bb5-533d858cbece req-b88d6552-6c96-412d-8fe9-087b002df07f service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234858 Nov 25 09:47:49.956369 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86e610cb-e169-4e2d-9ce6-e5758179e620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:50.180460 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:47:51.665665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:04.605449 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:06.285701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57632) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:48:06.529111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Deleting port 937c01ff-acdb-41d2-8214-b2a84f297387 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:48:06.529734 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:06.695202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:06.695450 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:06.815665 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Calling delete_port for 937c01ff-acdb-41d2-8214-b2a84f297387 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:48:06.961717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:06.966446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-12312922-40ed-4fba-8f94-d495a3e08803 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:07.041446 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event deleted for resources: {'Port': ['ID=937c01ff-acdb-41d2-8214-b2a84f297387,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:07.196517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.196891 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.197260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.197630 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.197988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.198366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.198728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.199081 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.199434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.199789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.200140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.200485 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:07.203746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:07.234016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:07.234272 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Floating IP f7aa527d-3d78-4463-b72c-c5590ee5d2c3 disassociated (deleted). External IP: 172.26.3.229, port: 19217ab6-3d5a-42d0-8d78-90767959755d. Nov 25 09:48:07.579475 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:48:07.756766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:48:07.766088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add429bf-c73a-4a0c-a9f7-8a05e5e5d19a None None] Sync routers for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:48:07.775958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add429bf-c73a-4a0c-a9f7-8a05e5e5d19a None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:48:07.776154 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:07.776564 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-add429bf-c73a-4a0c-a9f7-8a05e5e5d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:47:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:48:07.829142 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "DELETE /v2.0/floatingips/f7aa527d-3d78-4463-b72c-c5590ee5d2c3 HTTP/1.1" status: 204 len: 168 time: 1.5418930 Nov 25 09:48:07.829863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:48:07.971270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-add429bf-c73a-4a0c-a9f7-8a05e5e5d19a None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:48:07.996986 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d', 'status': 'completed', 'code': 200} Nov 25 09:48:08.107607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd7369-513f-4dc2-911a-cb5888c7fc6c req-e3b990d4-2fb4-4566-9393-bf3bbb92081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:08.109213 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ffd7369-513f-4dc2-911a-cb5888c7fc6c req-e3b990d4-2fb4-4566-9393-bf3bbb92081a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 1099 time: 0.0826418 Nov 25 09:48:08.238723 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb3a6c-4f11-47e4-8d28-a5c30f9e313d req-b8df45c5-55a2-4a2a-83ee-aa3829c64f44 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:08.240722 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7feb3a6c-4f11-47e4-8d28-a5c30f9e313d req-b8df45c5-55a2-4a2a-83ee-aa3829c64f44 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 946 time: 0.0991783 Nov 25 09:48:08.253467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd7369-513f-4dc2-911a-cb5888c7fc6c req-ca09a07b-3ca3-4c92-a327-8f0b72a05704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:08.256041 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ffd7369-513f-4dc2-911a-cb5888c7fc6c req-ca09a07b-3ca3-4c92-a327-8f0b72a05704 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1386726 Nov 25 09:48:08.288639 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7feb3a6c-4f11-47e4-8d28-a5c30f9e313d req-8c6fd69d-9658-4d1c-b4dc-23e5a7aa1a66 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409877 Nov 25 09:48:08.317327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-add429bf-c73a-4a0c-a9f7-8a05e5e5d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:48:08.321802 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add429bf-c73a-4a0c-a9f7-8a05e5e5d19a None None] Checking router: 5e5dc76b-dc56-443e-9cc7-1fdeb82decda for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:48:08.330464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add429bf-c73a-4a0c-a9f7-8a05e5e5d19a None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:48:08.331087 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ffd7369-513f-4dc2-911a-cb5888c7fc6c req-ae4de51b-9386-4ae5-8b2f-3e4dd4120341 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 200 len: 217 time: 0.0653653 Nov 25 09:48:08.331221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-add429bf-c73a-4a0c-a9f7-8a05e5e5d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:47:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:48:08.395412 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd7369-513f-4dc2-911a-cb5888c7fc6c req-b60e8fe9-7ef7-4fef-a298-d44d47d5044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:08.396775 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ffd7369-513f-4dc2-911a-cb5888c7fc6c req-b60e8fe9-7ef7-4fef-a298-d44d47d5044a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0591464 Nov 25 09:48:08.472217 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd7369-513f-4dc2-911a-cb5888c7fc6c req-934a5593-b3a8-4c67-9747-af2ab46e2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:08.474189 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ffd7369-513f-4dc2-911a-cb5888c7fc6c req-934a5593-b3a8-4c67-9747-af2ab46e2632 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705833 Nov 25 09:48:08.547655 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-add429bf-c73a-4a0c-a9f7-8a05e5e5d19a None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:48:08.605915 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ffd7369-513f-4dc2-911a-cb5888c7fc6c req-af91745a-23a3-40e4-bb05-10aeaf32ac0f service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236646 Nov 25 09:48:08.742504 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8ffd7369-513f-4dc2-911a-cb5888c7fc6c req-5790eb07-02f2-4fb7-8ed4-4686dc666261 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301215 Nov 25 09:48:08.862112 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-add429bf-c73a-4a0c-a9f7-8a05e5e5d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:48:08.866080 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add429bf-c73a-4a0c-a9f7-8a05e5e5d19a None None] The sync data for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv is: [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:48:09.080208 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bba3f-27f0-4831-af93-d31f10693c87 None None] New status for floating IP f7aa527d-3d78-4463-b72c-c5590ee5d2c3: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:48:09.666639 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22467fc-9019-49b7-b834-6886f164e795 req-26ecf4c9-2ce1-4a94-b1c8-e074ec36580f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:09.667308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a22467fc-9019-49b7-b834-6886f164e795 req-26ecf4c9-2ce1-4a94-b1c8-e074ec36580f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Synchronizing usage tracker for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:48:09.678404 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481ae43-ee14-437a-9c33-83a2325540db req-875e1ab9-a5bc-40c6-b174-73acbbd13fcc tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:09.679040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-4481ae43-ee14-437a-9c33-83a2325540db req-875e1ab9-a5bc-40c6-b174-73acbbd13fcc tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Synchronizing usage tracker for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:48:09.699276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-a22467fc-9019-49b7-b834-6886f164e795 req-26ecf4c9-2ce1-4a94-b1c8-e074ec36580f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Unset dirty status for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:48:09.700566 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a22467fc-9019-49b7-b834-6886f164e795 req-26ecf4c9-2ce1-4a94-b1c8-e074ec36580f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 946 time: 0.3015156 Nov 25 09:48:09.701546 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-4481ae43-ee14-437a-9c33-83a2325540db req-875e1ab9-a5bc-40c6-b174-73acbbd13fcc tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Unset dirty status for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:48:09.702573 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4481ae43-ee14-437a-9c33-83a2325540db req-875e1ab9-a5bc-40c6-b174-73acbbd13fcc tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 946 time: 0.1443484 Nov 25 09:48:09.796947 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a22467fc-9019-49b7-b834-6886f164e795 req-e02f5ef6-6480-4bc2-a5c8-32f2acd02888 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=ea39bf7d-a252-45e8-9f83-7419437c6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907240 Nov 25 09:48:09.802181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-4481ae43-ee14-437a-9c33-83a2325540db req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Deleting port 19217ab6-3d5a-42d0-8d78-90767959755d {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:48:09.803109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4481ae43-ee14-437a-9c33-83a2325540db req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:10.051802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-4481ae43-ee14-437a-9c33-83a2325540db req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] For port 19217ab6-3d5a-42d0-8d78-90767959755d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19217ab6-3d5a-42d0-8d78-90767959755d,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:48:10.052157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4481ae43-ee14-437a-9c33-83a2325540db req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:10.172390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-4481ae43-ee14-437a-9c33-83a2325540db req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Calling delete_port for 19217ab6-3d5a-42d0-8d78-90767959755d owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:48:10.324055 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4481ae43-ee14-437a-9c33-83a2325540db req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:10.330561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1b42a94d-dcab-4825-b5c5-90d535fa30e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:10.401361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event deleted for resources: {'Port': ['ID=19217ab6-3d5a-42d0-8d78-90767959755d,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:10.403800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:10.451686 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-4481ae43-ee14-437a-9c33-83a2325540db req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] No DVR routers for this DVR port 19217ab6-3d5a-42d0-8d78-90767959755d on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:48:10.453972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-4481ae43-ee14-437a-9c33-83a2325540db req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:10.456588 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'name': 'network-vif-deleted', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:48:10.472429 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-4481ae43-ee14-437a-9c33-83a2325540db req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.41 "DELETE /v2.0/ports/19217ab6-3d5a-42d0-8d78-90767959755d HTTP/1.1" status: 204 len: 173 time: 0.7643127 Nov 25 09:48:10.502178 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8822f4a-575b-4366-a4b6-52b086f02aca', 'name': 'network-vif-deleted', 'tag': '19217ab6-3d5a-42d0-8d78-90767959755d', 'status': 'completed', 'code': 200} Nov 25 09:48:10.965329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-91ba0c09-eac0-403c-878f-c9f146cadd83 req-5f7ecee3-e90e-40b2-9090-3b9a57c19d31 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Synchronizing usage tracker for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:48:10.982561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-91ba0c09-eac0-403c-878f-c9f146cadd83 req-5f7ecee3-e90e-40b2-9090-3b9a57c19d31 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Unset dirty status for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:48:10.983759 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-91ba0c09-eac0-403c-878f-c9f146cadd83 req-5f7ecee3-e90e-40b2-9090-3b9a57c19d31 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8822f4a-575b-4366-a4b6-52b086f02aca HTTP/1.1" status: 200 len: 210 time: 0.0637991 Nov 25 09:48:12.081417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57670) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:48:12.153400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d08f79c-2f07-45ea-bd55-8b70d0c13318 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:12.182126 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d08f79c-2f07-45ea-bd55-8b70d0c13318 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:12.245677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d08f79c-2f07-45ea-bd55-8b70d0c13318 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:12.249408 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a3f83fd3-27f5-44fc-84b5-7d20c7e044d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:12.265192 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08f79c-2f07-45ea-bd55-8b70d0c13318 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea39bf7d-a252-45e8-9f83-7419437c6e60,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:12.267786 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7d08f79c-2f07-45ea-bd55-8b70d0c13318 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:12.277267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7d08f79c-2f07-45ea-bd55-8b70d0c13318 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:12.278420 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7d08f79c-2f07-45ea-bd55-8b70d0c13318 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "DELETE /v2.0/security-groups/ea39bf7d-a252-45e8-9f83-7419437c6e60 HTTP/1.1" status: 204 len: 168 time: 0.1959877 Nov 25 09:48:12.933865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57680) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:48:12.939183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1393937722', 'description': 'tempest-secgroup-smoke-1393937722 description', 'project_id': '051013a5e2184ee5b99cbb4ead35b295'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:48:12.945701 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:48:12.949766 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:48:12.952601 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:48:12.958560 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:48:12.971314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:12.990804 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:48:12.994744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:48:12.997510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:48:13.003161 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:48:13.076983 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.080638 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.086186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ae8e939a-1718-4a8f-b4ee-b1a72883536f tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:13.126570 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db56e7bc-3927-4df8-a273-87f246bd78e3,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:13.129775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:13.131637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.132806 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fd3879ce-6c90-45df-bafd-fc53dc181d8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1979225 Nov 25 09:48:13.135753 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57684) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:48:13.140717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'db56e7bc-3927-4df8-a273-87f246bd78e3', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:48:13.147392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:48:13.151152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:48:13.153944 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:48:13.159775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:48:13.180250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.239221 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.243542 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.245530 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5a3fa21e-e9dd-406d-8a2c-476598d1ae20 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:13.268388 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a3df6f-6824-4f2c-b03f-7c96c5d11a3d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:13.271157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:13.278383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.279564 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428595 Nov 25 09:48:13.282367 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57688) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:48:13.287458 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'db56e7bc-3927-4df8-a273-87f246bd78e3', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:48:13.293357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:48:13.297254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:48:13.300118 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:48:13.306498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:48:13.323703 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.383443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.386784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.388513 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-83a320fe-6324-4c8c-85f1-9a75f0b18e59 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:13.410319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575f557f-f705-4d3a-88b9-56258ae75ab5,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:13.414585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:13.418909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.420045 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367040 Nov 25 09:48:13.422916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57692) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:48:13.428295 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'db56e7bc-3927-4df8-a273-87f246bd78e3', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:48:13.434029 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:48:13.437759 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:48:13.440619 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:48:13.446912 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:48:13.467922 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.531894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.535397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.537164 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-366d3571-64d8-4efc-8e9d-10a67a492653 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:13.560128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1fca04-2715-49e2-ae80-e3f7fbfa7571,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:13.562577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:13.569635 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.570751 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469400 Nov 25 09:48:13.573508 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57696) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:48:13.579390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'db56e7bc-3927-4df8-a273-87f246bd78e3', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:48:13.585140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:48:13.589101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:48:13.592073 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:48:13.598075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:48:13.614397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.676204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.680216 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.681923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-92672374-a1e7-4596-953b-e071887dd100 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:13.703163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9a884f-0b67-49b1-ad68-059f361cda47,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:13.707434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:13.711698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.712830 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381605 Nov 25 09:48:13.715615 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57700) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:48:13.720625 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'db56e7bc-3927-4df8-a273-87f246bd78e3', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:48:13.727207 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:48:13.730968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:48:13.733774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:48:13.739597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:48:13.750259 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Project 051013a5e2184ee5b99cbb4ead35b295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:48:13.756529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.818980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.822311 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.824072 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-29518544-1bcc-4d22-8514-236d8d32ec9c tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:13.848375 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9a3871-1eb6-4a3f-9fe9-f301a0e5892b,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:13.850777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:13.857075 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.858163 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-b770a58a-11a1-4531-9aa2-229d532f647e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416111 Nov 25 09:48:13.860881 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57704) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:48:13.865834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'security_group_rule': {'security_group_id': 'db56e7bc-3927-4df8-a273-87f246bd78e3', 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:48:13.873682 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:48:13.877471 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:security_group_rule and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:48:13.880902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:48:13.886681 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:48:13.897667 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.securitygroups_db [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Project 051013a5e2184ee5b99cbb4ead35b295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:48:13.903987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.968422 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.972856 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:13.974797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-24f73c19-4cdd-4c8a-9a32-ab56ebdfee34 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:13.996800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0400f5-8547-4cc4-9f88-3e8fcca1f2bc,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:13.999200 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:14.010961 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:14.012198 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-8fa62e6a-c9e6-45bb-9655-3e948d18cc1b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504200 Nov 25 09:48:14.475061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 19217ab6-3d5a-42d0-8d78-90767959755d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:48:14.511816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 19217ab6-3d5a-42d0-8d78-90767959755d {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:48:14.512175 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 19217ab6-3d5a-42d0-8d78-90767959755d not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:48:15.680434 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:48:16.634745 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acf4473c-a82d-4372-b9f6-974b4392c39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:17.119005 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:19.962347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd687ca8-f822-474b-98df-e8fdc8f0eb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:20.189345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:21.667589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:27.919585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-23ff5992-01cb-44e5-ac5c-4fb7c9fdcd07 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Synchronizing usage tracker for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:48:27.935882 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-23ff5992-01cb-44e5-ac5c-4fb7c9fdcd07 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Unset dirty status for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:48:27.936916 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-23ff5992-01cb-44e5-ac5c-4fb7c9fdcd07 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393937722&fields=id&tenant_id=051013a5e2184ee5b99cbb4ead35b295 HTTP/1.1" status: 200 len: 267 time: 0.0556233 Nov 25 09:48:28.201473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-4d576a26-b4ec-46eb-8ed5-a1a39b54fa1f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:28.202938 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-4d576a26-b4ec-46eb-8ed5-a1a39b54fa1f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 809 time: 0.2593791 Nov 25 09:48:28.217737 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-74a1d2a3-c11b-4ea6-8218-5e26b7f86a6e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/quotas/051013a5e2184ee5b99cbb4ead35b295 HTTP/1.1" status: 200 len: 375 time: 0.0091693 Nov 25 09:48:28.307190 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-d4616d72-e9ea-4a02-a4c6-1506eece3be2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836594 Nov 25 09:48:28.550513 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-4c51485c-8654-4087-9c23-67df93311323 service neutron] 10.222.0.54 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632893 Nov 25 09:48:28.680093 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-f6ad859e-67ff-439a-b345-9b1c4da838b6 service neutron] 10.222.0.54 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238306 Nov 25 09:48:29.072967 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-13f24327-3205-46bb-8af6-67bb087da61b req-30a0c870-02c4-4d03-b64e-98538f985865 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 210 time: 0.0473232 Nov 25 09:48:30.098366 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-77350502-a91c-49fa-a4c3-8694ce5da68b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:30.099812 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-77350502-a91c-49fa-a4c3-8694ce5da68b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 809 time: 0.1531484 Nov 25 09:48:30.153157 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-7abeb9f4-2f37-4a22-8e9d-6a491384c919 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=051013a5e2184ee5b99cbb4ead35b295 HTTP/1.1" status: 200 len: 380 time: 0.0445361 Nov 25 09:48:30.164650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'port': {'device_id': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'admin_state_up': True, 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'security_groups': ['db56e7bc-3927-4df8-a273-87f246bd78e3']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:48:30.291027 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-15f73a4b-5744-4f01-840c-9a06896f8ecf req-bf094d57-784f-4fd7-948a-0ed66166bd45 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 210 time: 0.0593925 Nov 25 09:48:30.344213 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:48:30.354253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:48:30.363751 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Made reservation on behalf of 051013a5e2184ee5b99cbb4ead35b295 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:48:30.367554 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:30.531740 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Allocated IP 172.20.0.13 (21bb53a6-8e1b-48c3-988a-ceeaf6d624c3/10f16590-1c21-4624-b0c9-4eb406961fe5/57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:48:30.726344 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:30.742050 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Transition to ACTIVE for port object 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:48:30.767695 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:30.773607 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-40699c4a-7d42-4979-b311-c896fd04475d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:30.844510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:48:30.847716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:48:30.850402 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:48:30.893250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'Port': ['ID=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:30.898083 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:30.924733 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:30.925505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:30.951873 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7914486 Nov 25 09:48:30.963938 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Request body: {'port': {'device_id': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:48:31.082439 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:31.171627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-808dc65b-9ff0-4410-9d2f-8eee0ba25b6c None None] Provisioning for port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:48:31.177966 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-808dc65b-9ff0-4410-9d2f-8eee0ba25b6c None None] Provisioning complete for port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:48:31.178623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-808dc65b-9ff0-4410-9d2f-8eee0ba25b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:31.234400 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-808dc65b-9ff0-4410-9d2f-8eee0ba25b6c None None] Port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:48:31.488319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff31b20-a772-4f67-9592-45bc7b96bdb6 req-70942465-4ddd-44e2-83f4-3d3f4283a1aa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:31.490018 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-aff31b20-a772-4f67-9592-45bc7b96bdb6 req-70942465-4ddd-44e2-83f4-3d3f4283a1aa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 932 time: 0.0884390 Nov 25 09:48:31.537544 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-aff31b20-a772-4f67-9592-45bc7b96bdb6 req-ff74cc1c-de8c-4dca-92f4-e427f2f9c842 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401607 Nov 25 09:48:31.560539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:48:31.567893 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:31.584838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Transition to ACTIVE for port object 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:48:31.587589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:31.591204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e1e78491-8ec5-44ac-ad5b-9c2af7668784 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:31.745349 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Pushing event updated for resources: {'Port': ['ID=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:31.753095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:31.834254 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Attempting to bind port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:48:31.834529 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Attempting to bind port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:48:31.834851 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Attempting to bind port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c on network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:48:31.839628 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c on network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:48:31.839956 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Attempting to bind port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c on network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:48:31.844998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:48:31.845333 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Checking segment: {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:48:31.845711 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Bound using segment: {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:48:31.846135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Bound port: 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:48:31.846775 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:31.933244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] For port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:48:31.936105 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] For port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:48:31.939789 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:31.944585 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-5f4b6567-271c-4e17-a062-487f3ff57ffa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:32.002544 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:32.003137 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:32.004486 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] 10.222.0.41 "PUT /v2.0/ports/57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 200 len: 1094 time: 1.0455341 Nov 25 09:48:32.005552 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:48:32.025398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Pushing event updated for resources: {'Port': ['ID=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:32.029186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:32.083367 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'status': 'completed', 'code': 200} Nov 25 09:48:32.124943 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-30033e75-c6f2-4f38-ac30-51d034836268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:32.126473 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-30033e75-c6f2-4f38-ac30-51d034836268 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0778368 Nov 25 09:48:32.207461 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-079778c1-14f7-4194-8e85-0df0cf099a36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 200 len: 217 time: 0.0742300 Nov 25 09:48:32.270068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-7e6abd5d-6997-4284-b953-7c142cd53046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:32.271471 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-7e6abd5d-6997-4284-b953-7c142cd53046 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0578704 Nov 25 09:48:32.351500 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-ef9fd59a-2e39-46a1-834f-7116a82d6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:32.352954 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-ef9fd59a-2e39-46a1-834f-7116a82d6766 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752506 Nov 25 09:48:32.483554 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-ce667685-4c0d-46ae-8d0c-a87c4dcfb792 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240487 Nov 25 09:48:32.614275 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7d46f1ea-aff1-4c2b-971b-12dfcd7f13de req-4bd0595f-399d-4e18-87c2-7f5deff4cfd1 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235061 Nov 25 09:48:32.722490 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8696ce-0439-4003-8cb3-fe0ac96c331a req-3c35b612-91ff-4b1c-8332-4cdd3ff2706c tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:32.724448 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ca8696ce-0439-4003-8cb3-fe0ac96c331a req-3c35b612-91ff-4b1c-8332-4cdd3ff2706c tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0825212 Nov 25 09:48:32.729358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217bb33-03de-4f06-afd2-68c0ae3b1ad0 req-b1f51575-c17d-476c-9bb0-a30e437e9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:32.730828 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0217bb33-03de-4f06-afd2-68c0ae3b1ad0 req-b1f51575-c17d-476c-9bb0-a30e437e9fdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0714667 Nov 25 09:48:32.772382 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ca8696ce-0439-4003-8cb3-fe0ac96c331a req-55dedd69-be5d-44f8-89cd-60c0ed2c5469 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423365 Nov 25 09:48:32.864128 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217bb33-03de-4f06-afd2-68c0ae3b1ad0 req-db61a3bb-aa3d-40ac-8e56-387a939e13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:32.865464 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0217bb33-03de-4f06-afd2-68c0ae3b1ad0 req-db61a3bb-aa3d-40ac-8e56-387a939e13b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1285534 Nov 25 09:48:32.937144 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0217bb33-03de-4f06-afd2-68c0ae3b1ad0 req-72cc6049-3933-4696-9c4f-a105ca9c72ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 200 len: 217 time: 0.0647376 Nov 25 09:48:32.998418 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217bb33-03de-4f06-afd2-68c0ae3b1ad0 req-7da714e2-63d7-46f6-8b91-91898652bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:32.999813 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0217bb33-03de-4f06-afd2-68c0ae3b1ad0 req-7da714e2-63d7-46f6-8b91-91898652bed3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0564556 Nov 25 09:48:33.073680 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217bb33-03de-4f06-afd2-68c0ae3b1ad0 req-d4ea1465-c492-4da1-8622-fb52566c1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:33.075183 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0217bb33-03de-4f06-afd2-68c0ae3b1ad0 req-d4ea1465-c492-4da1-8622-fb52566c1713 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686498 Nov 25 09:48:33.334028 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0217bb33-03de-4f06-afd2-68c0ae3b1ad0 req-2005bb1d-2910-4afe-99ae-7d11d9a76b15 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517781 Nov 25 09:48:33.466468 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0217bb33-03de-4f06-afd2-68c0ae3b1ad0 req-8a28dcf5-2d04-4937-92a6-9dd5c218a8c9 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255262 Nov 25 09:48:33.955160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbaedd-a3bb-4f46-ab53-4bf2d2caeba8 req-4485a782-76a9-4df6-b110-1369f4b99bb1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:33.955827 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-9adbaedd-a3bb-4f46-ab53-4bf2d2caeba8 req-4485a782-76a9-4df6-b110-1369f4b99bb1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Synchronizing usage tracker for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:48:33.970547 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-9adbaedd-a3bb-4f46-ab53-4bf2d2caeba8 req-4485a782-76a9-4df6-b110-1369f4b99bb1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Unset dirty status for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:48:33.972050 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9adbaedd-a3bb-4f46-ab53-4bf2d2caeba8 req-4485a782-76a9-4df6-b110-1369f4b99bb1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0949225 Nov 25 09:48:34.017393 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9adbaedd-a3bb-4f46-ab53-4bf2d2caeba8 req-4d852e43-9f65-4910-8479-9b2a5dcf52b4 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385814 Nov 25 09:48:34.596621 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:35.200199 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e999a9-a054-473b-bcb4-97207c1b889a req-346ad5a3-ed0c-43d8-9ef6-bee40fdd4793 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:35.201609 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-88e999a9-a054-473b-bcb4-97207c1b889a req-346ad5a3-ed0c-43d8-9ef6-bee40fdd4793 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0785363 Nov 25 09:48:35.244249 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-88e999a9-a054-473b-bcb4-97207c1b889a req-7356973f-859c-41b7-9577-b074137009d0 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371525 Nov 25 09:48:36.434392 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db675b-85a9-445a-b23d-323d545934b6 req-f170d0c0-fec5-42e1-96be-287dd0013e47 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:36.435819 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13db675b-85a9-445a-b23d-323d545934b6 req-f170d0c0-fec5-42e1-96be-287dd0013e47 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0826993 Nov 25 09:48:36.479772 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-13db675b-85a9-445a-b23d-323d545934b6 req-5b3a1f37-73d7-4b0e-b31c-49cac7ddae8e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383577 Nov 25 09:48:37.775563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9124e94-e27e-456f-b3cd-801256e71162 req-5feacf69-308c-4427-9ad1-268c72d0d7a4 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:37.776923 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c9124e94-e27e-456f-b3cd-801256e71162 req-5feacf69-308c-4427-9ad1-268c72d0d7a4 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.1948977 Nov 25 09:48:37.819614 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c9124e94-e27e-456f-b3cd-801256e71162 req-3d9c156f-e184-449d-b4ca-245685ebfe48 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371451 Nov 25 09:48:39.002974 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fc82c-9564-46c9-b958-407a239392ef req-40d9b77c-50ee-439e-9e83-b6e2f4dc7971 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:39.004426 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-060fc82c-9564-46c9-b958-407a239392ef req-40d9b77c-50ee-439e-9e83-b6e2f4dc7971 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0823812 Nov 25 09:48:39.049824 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-060fc82c-9564-46c9-b958-407a239392ef req-cbed7cea-6602-4af0-bc89-96744c3363aa tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398426 Nov 25 09:48:40.228600 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3e56a-ae4c-4ce6-87d3-25f4c04fc0ca req-ac2033e1-ef13-4423-b7cd-647edb5446da tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:40.230015 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8ce3e56a-ae4c-4ce6-87d3-25f4c04fc0ca req-ac2033e1-ef13-4423-b7cd-647edb5446da tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0790391 Nov 25 09:48:40.273027 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8ce3e56a-ae4c-4ce6-87d3-25f4c04fc0ca req-ebb16da5-2e09-48e7-985d-259d8def656f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374987 Nov 25 09:48:41.456702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb767dff-91b8-44b4-930a-9f46f75b77b9 req-49689b43-2bd0-4082-be86-d3b925c871af tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:41.458138 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fb767dff-91b8-44b4-930a-9f46f75b77b9 req-49689b43-2bd0-4082-be86-d3b925c871af tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0820484 Nov 25 09:48:41.511174 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fb767dff-91b8-44b4-930a-9f46f75b77b9 req-6b69a0fe-1569-4637-b5b6-6c3dcffac583 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458508 Nov 25 09:48:42.592284 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:48:42.700711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a547f-27e7-4dd9-81e6-62b75de4972f req-88396e53-1714-4bd9-a6f5-24cd5985799b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:42.702168 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e96a547f-27e7-4dd9-81e6-62b75de4972f req-88396e53-1714-4bd9-a6f5-24cd5985799b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0834274 Nov 25 09:48:42.724986 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:48:42.737995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'port_id': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'mac_address': 'fa:16:3e:e6:bb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:48:42.745817 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e96a547f-27e7-4dd9-81e6-62b75de4972f req-ef345e76-858a-4f4a-abf0-38f9742da910 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378773 Nov 25 09:48:42.796260 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:42.814541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:48:42.830627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:48:42.835503 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:42.838254 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-972bb283-1f3d-419b-b888-66dc97c90ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:42.902165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:42.909133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.909477 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.909814 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.910143 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.910497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.910821 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.911140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.911996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.912314 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.912628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.912940 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.913252 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:48:42.917098 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:43.197345 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:48:43.927650 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362eb39-72ee-4d67-8614-bf46e6a519a9 req-ce0b2a35-b34d-4c5b-a9db-d15cdd991a7b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:43.928978 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7362eb39-72ee-4d67-8614-bf46e6a519a9 req-ce0b2a35-b34d-4c5b-a9db-d15cdd991a7b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 945 time: 0.0783281 Nov 25 09:48:43.972451 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7362eb39-72ee-4d67-8614-bf46e6a519a9 req-e5e53ed0-d855-4067-b687-25f1ebd9e027 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380399 Nov 25 09:48:44.609294 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:48:44.674660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:48:44.680723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:48:44.681170 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:44.797496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:44.823444 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:48:44.833780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:48:44.837424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:44.840195 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4e0e5517-e1ea-46b7-b98d-4e499e42ee13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:44.875778 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'code': 200} Nov 25 09:48:44.907943 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:44.910766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:45.152941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c471a-b6d0-45c7-8636-6b50d1bf513c req-f44e5c3d-dda9-4eca-837a-c04d3c0287c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:45.154353 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-844c471a-b6d0-45c7-8636-6b50d1bf513c req-f44e5c3d-dda9-4eca-837a-c04d3c0287c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1099 time: 0.0789104 Nov 25 09:48:45.195913 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-844c471a-b6d0-45c7-8636-6b50d1bf513c req-bbbd8fbf-29dd-482b-bfd4-03227674ff04 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347056 Nov 25 09:48:45.301090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bae2be-b8c2-4657-a111-5fb7556bb270 req-ce146213-0ecf-45a5-a863-7db8daaa73c3 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:45.303045 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-35bae2be-b8c2-4657-a111-5fb7556bb270 req-ce146213-0ecf-45a5-a863-7db8daaa73c3 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0800848 Nov 25 09:48:45.348234 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-35bae2be-b8c2-4657-a111-5fb7556bb270 req-aac772b0-dc1d-4e8b-8050-a1ea1a357368 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396297 Nov 25 09:48:46.554233 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6caa27a-aae7-47b1-84f0-f42996c5850c req-910d0775-8c60-4051-998e-c232b1a4ea3d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:46.555633 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c6caa27a-aae7-47b1-84f0-f42996c5850c req-910d0775-8c60-4051-998e-c232b1a4ea3d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0848279 Nov 25 09:48:46.603917 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c6caa27a-aae7-47b1-84f0-f42996c5850c req-804276f3-6271-4f27-b397-6590d50111c6 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 Nov 25 09:48:46.636414 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64d54d89-e91a-406e-99e4-1433303f4a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:46.907243 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-3e82a01b-c4dd-417f-a4a6-a749271921ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679374 Nov 25 09:48:47.046928 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-a1720afe-b3d6-44c4-b70f-ef9d82d6328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:47.048388 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-a1720afe-b3d6-44c4-b70f-ef9d82d6328d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1099 time: 0.0749612 Nov 25 09:48:47.121532 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:47.191405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-61545607-67d6-46ca-bef8-90c5e7577943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:47.192765 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-61545607-67d6-46ca-bef8-90c5e7577943 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1259167 Nov 25 09:48:47.264408 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-e0386a29-cbb8-4d23-9d7a-d826928dceb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 200 len: 217 time: 0.0650811 Nov 25 09:48:47.328358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-de8e7b73-03cc-4ef0-b43a-b5e76a3cb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:47.329723 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-de8e7b73-03cc-4ef0-b43a-b5e76a3cb204 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0591807 Nov 25 09:48:47.402613 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-954d6d2e-999f-44f6-8fa7-f2b80022fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:47.404005 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-954d6d2e-999f-44f6-8fa7-f2b80022fc14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684543 Nov 25 09:48:47.532816 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-8b60e3ca-dc0d-4b9a-9cab-4d12a85b2e66 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215444 Nov 25 09:48:47.664607 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1daee84b-b2a4-4a2b-a811-a37d0b5a18e0 req-59dbb64a-7c50-4931-b7a5-6b5c4e0a271b service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249669 Nov 25 09:48:47.792919 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3aabb-39bc-4bb6-93b8-005e161d7598 req-13e00929-37f7-496a-9673-e76d67193ce9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:47.794271 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3fc3aabb-39bc-4bb6-93b8-005e161d7598 req-13e00929-37f7-496a-9673-e76d67193ce9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0800610 Nov 25 09:48:47.841468 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3fc3aabb-39bc-4bb6-93b8-005e161d7598 req-ce45fd3b-0bae-48dc-b05f-d45bf3f9419f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Nov 25 09:48:48.021330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194b6d6-87a2-4fec-826a-c216b1e983ef req-859ce24e-7414-444b-91d5-fe9f550f5aca tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:48.022790 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e194b6d6-87a2-4fec-826a-c216b1e983ef req-859ce24e-7414-444b-91d5-fe9f550f5aca tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0790248 Nov 25 09:48:48.066064 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e194b6d6-87a2-4fec-826a-c216b1e983ef req-374f45a1-7a45-464c-b2f6-c64f52eb2cf1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376079 Nov 25 09:48:48.089347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57920) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:48:48.196838 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ac22e-c2fd-46e7-a69c-a7130a4884ee tempest-TestShelveInstance-1884898018 tempest-TestShelveInstance-1884898018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:48.198275 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-365ac22e-c2fd-46e7-a69c-a7130a4884ee tempest-TestShelveInstance-1884898018 tempest-TestShelveInstance-1884898018-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1094 time: 0.1079555 Nov 25 09:48:48.201148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 57926) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:48:48.206051 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:48:48.212409 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:48:48.216135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Usage tracker for resource:floatingip and tenant:051013a5e2184ee5b99cbb4ead35b295 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:48:48.218872 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:48:48.224669 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:48:48.234875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:48.478227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:48.611467 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Allocated IP 172.26.3.60 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/8b4f93f1-3235-476a-b9c0-89c145c30142) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:48:48.753747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:48.783202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:48.786830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:48.849318 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:48:48.852088 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:48:48.855746 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:48:48.895142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'Port': ['ID=8b4f93f1-3235-476a-b9c0-89c145c30142,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:48.899817 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:49.280347 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:49.351476 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:49.560728 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:49.565222 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:49.569459 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1128ca95-73cf-42f6-8a44-f9e21330419c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:48:49.669697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event updated for resources: {'Port': ['ID=8b4f93f1-3235-476a-b9c0-89c145c30142,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:48:49.673694 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:48:49.682305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:49.850722 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Floating IP c3fdc841-5144-493b-bcf5-98dd4f79d12c associated. External IP: 172.26.3.60, port: 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c. Nov 25 09:48:49.964926 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-276e03c6-d899-47a1-b4bd-d42b63c97638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:50.189578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:50.318795 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:48:50.497473 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:48:50.507053 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21145f82-0c4f-4af3-aa97-dd8f0cf51fcd None None] Sync routers for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:48:50.516219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21145f82-0c4f-4af3-aa97-dd8f0cf51fcd None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:48:50.516836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-21145f82-0c4f-4af3-aa97-dd8f0cf51fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:48:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:48:50.521157 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:50.576329 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3740940 Nov 25 09:48:50.576884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:48:50.638870 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'status': 'completed', 'code': 200} Nov 25 09:48:50.731120 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-21145f82-0c4f-4af3-aa97-dd8f0cf51fcd None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:48:50.736359 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c11f5-259b-45b5-a7d0-8bc825874984 req-caf6f029-89fa-4530-ba6f-939d92706546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:50.737812 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d86c11f5-259b-45b5-a7d0-8bc825874984 req-caf6f029-89fa-4530-ba6f-939d92706546 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1099 time: 0.0770497 Nov 25 09:48:50.873758 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c11f5-259b-45b5-a7d0-8bc825874984 req-ff690103-b724-45cd-8f0c-f1d43d24f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:50.875118 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d86c11f5-259b-45b5-a7d0-8bc825874984 req-ff690103-b724-45cd-8f0c-f1d43d24f0c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1301637 Nov 25 09:48:50.977922 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d86c11f5-259b-45b5-a7d0-8bc825874984 req-64bc11c4-1d6a-457b-bf56-c16e8688693d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 200 len: 999 time: 0.0963626 Nov 25 09:48:51.042428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c11f5-259b-45b5-a7d0-8bc825874984 req-930b1001-a91d-472d-8a4b-289d2bb290ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:51.043886 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d86c11f5-259b-45b5-a7d0-8bc825874984 req-930b1001-a91d-472d-8a4b-289d2bb290ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0602255 Nov 25 09:48:51.086554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-21145f82-0c4f-4af3-aa97-dd8f0cf51fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'c3fdc841-5144-493b-bcf5-98dd4f79d12c', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'floating_ip_address': '172.26.3.60', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'port_id': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'mac_address': 'fa:16:3e:e6:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:48:49Z', 'updated_at': '2021-11-25T09:48:49Z', 'revision_number': 0, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:48:51.090541 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21145f82-0c4f-4af3-aa97-dd8f0cf51fcd None None] Checking router: 5e5dc76b-dc56-443e-9cc7-1fdeb82decda for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:48:51.099784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21145f82-0c4f-4af3-aa97-dd8f0cf51fcd None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:48:51.100396 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-21145f82-0c4f-4af3-aa97-dd8f0cf51fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:48:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:48:51.117803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c11f5-259b-45b5-a7d0-8bc825874984 req-36eeca3a-f9de-412a-b7c2-b13d6acf449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:48:51.119128 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d86c11f5-259b-45b5-a7d0-8bc825874984 req-36eeca3a-f9de-412a-b7c2-b13d6acf449c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691137 Nov 25 09:48:51.248970 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d86c11f5-259b-45b5-a7d0-8bc825874984 req-d2fba947-5f04-4b10-992d-b429405db60b service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228244 Nov 25 09:48:51.278994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-21145f82-0c4f-4af3-aa97-dd8f0cf51fcd None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:48:51.380735 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d86c11f5-259b-45b5-a7d0-8bc825874984 req-03f98dd0-b209-4d20-ab85-88d28054e024 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241961 Nov 25 09:48:51.616516 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-21145f82-0c4f-4af3-aa97-dd8f0cf51fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'c3fdc841-5144-493b-bcf5-98dd4f79d12c', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'floating_ip_address': '172.26.3.60', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'port_id': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'mac_address': 'fa:16:3e:e6:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:48:49Z', 'updated_at': '2021-11-25T09:48:49Z', 'revision_number': 0, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:48:51.620422 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21145f82-0c4f-4af3-aa97-dd8f0cf51fcd None None] The sync data for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv is: [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'c3fdc841-5144-493b-bcf5-98dd4f79d12c', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'floating_ip_address': '172.26.3.60', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'port_id': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'mac_address': 'fa:16:3e:e6:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:48:49Z', 'updated_at': '2021-11-25T09:48:49Z', 'revision_number': 0, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:48:51.670636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:48:51.827806 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059a33b-e3b9-4256-acad-c59769ab8571 None None] New status for floating IP c3fdc841-5144-493b-bcf5-98dd4f79d12c: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:48:52.680163 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:49:04.610574 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:49:16.638744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db79c6b2-1653-43b5-a6d5-52477bacfa05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:49:17.122384 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:49:19.972860 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-563b1ef3-9530-49d0-85ea-98fa2202afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:49:20.190122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:49:21.669804 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:49:29.679113 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:49:34.624769 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:49:46.640790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33b27479-3fe4-4e70-ad30-7569c0c6c439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:49:47.123193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:49:48.906949 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-34524522-34e0-4d08-a792-650e4bf695b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715134 Nov 25 09:49:49.039986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-64d149d9-d899-4844-9700-56c4f7ced3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:49:49.041461 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-64d149d9-d899-4844-9700-56c4f7ced3df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1099 time: 0.0693347 Nov 25 09:49:49.306269 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-0e53e4e7-feb5-4f36-b9e4-144b307c445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:49:49.307734 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-0e53e4e7-feb5-4f36-b9e4-144b307c445b service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.2479277 Nov 25 09:49:49.411226 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-ec7e2a7d-6525-4a29-8806-068c5c41783c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 200 len: 1001 time: 0.0961134 Nov 25 09:49:49.473809 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-bfdd1a1f-2507-40d2-bf0e-f47df349b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:49:49.475192 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-bfdd1a1f-2507-40d2-bf0e-f47df349b2c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0579231 Nov 25 09:49:49.547890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-478d2354-cc9b-4b40-b1d4-bc3ca1ab47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:49:49.549279 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-478d2354-cc9b-4b40-b1d4-bc3ca1ab47b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678523 Nov 25 09:49:49.558891 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-d85e7f7e-92eb-454a-b03e-563a575ba07f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:49:49.559720 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-d85e7f7e-92eb-454a-b03e-563a575ba07f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045960 Nov 25 09:49:49.693657 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-720bd669-2a71-455d-b7ac-9e57d15be11f service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268625 Nov 25 09:49:49.830143 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9982be84-7116-4e33-b5e9-5f4853fbc5f5 req-53441627-40d7-469a-9dc5-e66b7601c6da service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290781 Nov 25 09:49:49.965919 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b1428b9-368c-4db4-a2f4-c57e134ef8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:49:50.192501 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:49:51.673327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:04.655131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:06.677648 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:50:16.643299 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bd631ed1-0d47-4d28-868a-c44b953c5c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:17.125230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:19.968897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7014f36-4600-4fb1-bcba-80b0925e8cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:20.195346 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:21.668895 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:34.672636 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:43.677252 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:50:46.583962 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d2af2-e856-4acd-8fdd-82759f92c9a4 req-9da11baa-facf-488a-86bf-1246429acbfb tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:46.585403 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b43d2af2-e856-4acd-8fdd-82759f92c9a4 req-9da11baa-facf-488a-86bf-1246429acbfb tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0882368 Nov 25 09:50:46.630022 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-b43d2af2-e856-4acd-8fdd-82759f92c9a4 req-5a5e598e-f2f8-4c97-ba24-d2e1ec65df44 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388327 Nov 25 09:50:46.646039 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96cb6178-e451-48ba-b9dd-371c416fc9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:47.126100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:47.858728 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409b637-e7fa-4b87-a2d0-bcd0caf98495 req-221805e9-9a7b-48e8-8522-8cab3f65a32b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:47.860148 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c409b637-e7fa-4b87-a2d0-bcd0caf98495 req-221805e9-9a7b-48e8-8522-8cab3f65a32b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.1240895 Nov 25 09:50:47.902297 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c409b637-e7fa-4b87-a2d0-bcd0caf98495 req-aaa9bf42-436a-437c-b7f6-d3d9d810b5e2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366447 Nov 25 09:50:49.085423 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a14cc-f789-4f8b-adc5-79bfb595abcf req-691a57be-1529-495a-a0fc-b74135274519 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:49.086901 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dc1a14cc-f789-4f8b-adc5-79bfb595abcf req-691a57be-1529-495a-a0fc-b74135274519 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0810232 Nov 25 09:50:49.130929 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dc1a14cc-f789-4f8b-adc5-79bfb595abcf req-228ac671-f670-4c57-8d64-38533dcb4d21 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382617 Nov 25 09:50:49.971997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3434d14a-150a-4e26-96a2-28121c89cb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:50.200293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:50.315879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae14add-b57d-4a48-8520-e7f943e28144 req-6df93ac0-c787-4fc6-9465-230540ff6ee0 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:50.317240 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7ae14add-b57d-4a48-8520-e7f943e28144 req-6df93ac0-c787-4fc6-9465-230540ff6ee0 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0802543 Nov 25 09:50:50.360570 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-7ae14add-b57d-4a48-8520-e7f943e28144 req-0b4f3c68-a98b-4122-98c9-ada62611ad84 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376782 Nov 25 09:50:50.973593 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f43c4-bb72-451a-be5d-bbde9f6d63e7 req-eab30ccb-9779-44a6-a94f-b62a1000c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:50.975077 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa2f43c4-bb72-451a-be5d-bbde9f6d63e7 req-eab30ccb-9779-44a6-a94f-b62a1000c263 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1099 time: 0.0751407 Nov 25 09:50:51.117113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f43c4-bb72-451a-be5d-bbde9f6d63e7 req-4769d068-2a91-4848-9689-843f88a3082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:51.118506 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa2f43c4-bb72-451a-be5d-bbde9f6d63e7 req-4769d068-2a91-4848-9689-843f88a3082c service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1246276 Nov 25 09:50:51.221052 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa2f43c4-bb72-451a-be5d-bbde9f6d63e7 req-a1846920-6aec-4950-a418-fb5455b842c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 200 len: 1001 time: 0.0947785 Nov 25 09:50:51.283859 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f43c4-bb72-451a-be5d-bbde9f6d63e7 req-15e2c4d7-9c9d-4635-805f-4af051468ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:51.285165 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa2f43c4-bb72-451a-be5d-bbde9f6d63e7 req-15e2c4d7-9c9d-4635-805f-4af051468ba9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0577321 Nov 25 09:50:51.359265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f43c4-bb72-451a-be5d-bbde9f6d63e7 req-97ddd6fb-55da-4cee-ae66-05b0cfcf093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:51.360677 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa2f43c4-bb72-451a-be5d-bbde9f6d63e7 req-97ddd6fb-55da-4cee-ae66-05b0cfcf093d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688047 Nov 25 09:50:51.499551 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa2f43c4-bb72-451a-be5d-bbde9f6d63e7 req-5ca594c3-70d8-47c5-9667-d7d9c7f55526 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317132 Nov 25 09:50:51.674499 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:50:51.812555 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-aa2f43c4-bb72-451a-be5d-bbde9f6d63e7 req-ad59c2d0-b596-4177-951a-45cbaae858f0 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061650 Nov 25 09:50:51.823892 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dec988-8063-4b1a-a651-f5db9c802eff req-f4088dca-c78e-4e5d-a624-9cf82fc4b81d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:51.825288 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-88dec988-8063-4b1a-a651-f5db9c802eff req-f4088dca-c78e-4e5d-a624-9cf82fc4b81d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.3614264 Nov 25 09:50:51.869839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-88dec988-8063-4b1a-a651-f5db9c802eff req-2faf3376-3869-4629-b506-0ffb9a23a06f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380116 Nov 25 09:50:53.053150 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb349-080a-4013-91ce-256d55e56a7a req-7ca4246f-bb76-4e3a-adbb-92421a175166 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:53.054600 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-284eb349-080a-4013-91ce-256d55e56a7a req-7ca4246f-bb76-4e3a-adbb-92421a175166 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0818570 Nov 25 09:50:53.098364 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-284eb349-080a-4013-91ce-256d55e56a7a req-92f211f0-7d71-464d-b8ea-aa88d66fb5b7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380130 Nov 25 09:50:54.298930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760f802-ab37-4ef7-9a27-30b362d24a32 req-6527364e-bb19-411b-beb1-00d72f9a392e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:54.300283 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e760f802-ab37-4ef7-9a27-30b362d24a32 req-6527364e-bb19-411b-beb1-00d72f9a392e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0844927 Nov 25 09:50:54.347953 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-e760f802-ab37-4ef7-9a27-30b362d24a32 req-99485782-daba-4ba1-a390-e8324231ee68 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Nov 25 09:50:55.535721 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e11df-8e4c-4a4b-b9e2-698d84f0b10f req-7c77598d-8f55-43ac-85e7-9b6274e5efd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:55.537156 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-247e11df-8e4c-4a4b-b9e2-698d84f0b10f req-7c77598d-8f55-43ac-85e7-9b6274e5efd8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0880504 Nov 25 09:50:55.585665 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-247e11df-8e4c-4a4b-b9e2-698d84f0b10f req-3b3cf5a1-8cb1-495c-a422-c78dc0f4af4e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Nov 25 09:50:56.679656 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782ba7a-a2d0-489e-b189-74280d831f46 req-43f03cb2-2511-449b-8d40-43b18ebc4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:56.681103 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a782ba7a-a2d0-489e-b189-74280d831f46 req-43f03cb2-2511-449b-8d40-43b18ebc4f84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1099 time: 0.0694628 Nov 25 09:50:56.865490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782ba7a-a2d0-489e-b189-74280d831f46 req-c5e0abe9-87d9-455e-bc31-216698f47053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:56.866843 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a782ba7a-a2d0-489e-b189-74280d831f46 req-c5e0abe9-87d9-455e-bc31-216698f47053 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1785300 Nov 25 09:50:56.878735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ba63d-5e32-4e27-93d5-dde7fe50eb22 req-d06f2764-e446-4e7c-bd0a-8c467f317e5b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:56.880085 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-854ba63d-5e32-4e27-93d5-dde7fe50eb22 req-d06f2764-e446-4e7c-bd0a-8c467f317e5b tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.1747706 Nov 25 09:50:57.008194 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-854ba63d-5e32-4e27-93d5-dde7fe50eb22 req-4e276d8a-aebb-442a-8a8b-9a59d0af59c5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725155 Nov 25 09:50:57.009915 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a782ba7a-a2d0-489e-b189-74280d831f46 req-13044487-aabf-4ff5-81ea-25d14621d4aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 200 len: 1001 time: 0.1290133 Nov 25 09:50:57.071278 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782ba7a-a2d0-489e-b189-74280d831f46 req-be999d32-2b6a-4fa8-b5e4-cfdecbdaf4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:57.072674 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a782ba7a-a2d0-489e-b189-74280d831f46 req-be999d32-2b6a-4fa8-b5e4-cfdecbdaf4bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0560241 Nov 25 09:50:57.145517 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782ba7a-a2d0-489e-b189-74280d831f46 req-5131189a-5b1d-44b8-a221-f4d36331d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:57.146870 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a782ba7a-a2d0-489e-b189-74280d831f46 req-5131189a-5b1d-44b8-a221-f4d36331d7c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678592 Nov 25 09:50:57.274726 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a782ba7a-a2d0-489e-b189-74280d831f46 req-c47c99df-37b7-421c-bbf7-caad9f393115 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212587 Nov 25 09:50:57.404974 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a782ba7a-a2d0-489e-b189-74280d831f46 req-ca5513fa-9a93-4c5d-8fae-b073f9a2bcaa service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238680 Nov 25 09:50:58.192737 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d0f84-30b9-4caa-8559-dd3b06acd679 req-b955874b-db72-4a4d-96c7-5a47c775d1a5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:58.194183 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-df1d0f84-30b9-4caa-8559-dd3b06acd679 req-b955874b-db72-4a4d-96c7-5a47c775d1a5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0798390 Nov 25 09:50:58.238489 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-df1d0f84-30b9-4caa-8559-dd3b06acd679 req-4c21bbd4-ef3e-4908-81b6-15714dea706e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384459 Nov 25 09:50:59.432934 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80937116-00b7-4784-ab6b-878dedd948b0 req-2c03a7cc-1c08-4b7d-b40c-3a063371c59c tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:50:59.435297 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-80937116-00b7-4784-ab6b-878dedd948b0 req-2c03a7cc-1c08-4b7d-b40c-3a063371c59c tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0913043 Nov 25 09:50:59.478902 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-80937116-00b7-4784-ab6b-878dedd948b0 req-649860dc-7b0d-4b74-a0d4-6e6facfdb000 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380867 Nov 25 09:51:00.669366 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ed136-59fe-4dd5-ad99-354cdf37d344 req-7cf42653-eb89-41ca-8592-55e3d2362857 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:00.670837 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f73ed136-59fe-4dd5-ad99-354cdf37d344 req-7cf42653-eb89-41ca-8592-55e3d2362857 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0895228 Nov 25 09:51:00.713693 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-f73ed136-59fe-4dd5-ad99-354cdf37d344 req-2c1d90ab-0a92-4b5d-b734-4d6aba7bf7f2 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373478 Nov 25 09:51:00.991163 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58014) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:51:01.066847 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a1840-d5f8-4f79-b50a-f2d165bdb55d req-d6de22f6-5fb4-4827-a26f-909770812133 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:01.068280 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-391a1840-d5f8-4f79-b50a-f2d165bdb55d req-d6de22f6-5fb4-4827-a26f-909770812133 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0795050 Nov 25 09:51:01.101336 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-fed776ea-9375-412b-b7e8-34662f65d576 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083567 Nov 25 09:51:01.112429 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-391a1840-d5f8-4f79-b50a-f2d165bdb55d req-effa2ce8-12e3-4a09-b453-f35e47e02942 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384886 Nov 25 09:51:02.309428 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3196f27-2875-4c95-ad12-7c4319a8e4a7 req-1181e8ff-4b04-4ad9-9ec1-d9b981ff00d5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:02.309428 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f3196f27-2875-4c95-ad12-7c4319a8e4a7 req-1181e8ff-4b04-4ad9-9ec1-d9b981ff00d5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0899220 Nov 25 09:51:02.353032 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f3196f27-2875-4c95-ad12-7c4319a8e4a7 req-af42070f-3587-4c25-88f5-029c9a290b39 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379169 Nov 25 09:51:03.355117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:51:03.468598 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:03.495599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:51:03.505425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:51:03.511413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:03.513768 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5db53ad8-2b75-489d-aa4e-8d8f7488e010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:51:03.547444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3182be-b49f-4192-bc05-1bc3771fa3b8 req-d6a1ffe1-1874-4f90-837f-8a0c9db4e8d0 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:03.548914 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0a3182be-b49f-4192-bc05-1bc3771fa3b8 req-d6a1ffe1-1874-4f90-837f-8a0c9db4e8d0 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0893886 Nov 25 09:51:03.554643 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'code': 200} Nov 25 09:51:03.586873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:51:03.595555 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.596670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.597017 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.597348 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.597827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.598032 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-0a3182be-b49f-4192-bc05-1bc3771fa3b8 req-6a667498-9ca9-40f8-a3fb-7c34ab9762ba tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420675 Nov 25 09:51:03.598269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.598727 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.599050 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.599373 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.599691 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.600031 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.600321 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:51:03.610186 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-d92f49be-b467-4b3a-9309-7d64a15cc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:03.611616 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-d92f49be-b467-4b3a-9309-7d64a15cc503 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2&tenant_id=051013a5e2184ee5b99cbb4ead35b295 HTTP/1.1" status: 200 len: 1097 time: 0.0805633 Nov 25 09:51:03.611881 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:51:03.714512 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-ea63ecab-9a26-433e-8ee8-0f091ea5d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:03.716555 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-ea63ecab-9a26-433e-8ee8-0f091ea5d63d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0740716 Nov 25 09:51:03.846212 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-855a666d-e5c7-4ff1-83b3-118b29f46beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:03.847675 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-855a666d-e5c7-4ff1-83b3-118b29f46beb service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1246803 Nov 25 09:51:04.069829 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-29366b71-38b0-48ae-9494-1f139cc8636a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 200 len: 999 time: 0.2156208 Nov 25 09:51:04.131108 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-4d3f6623-bb6e-4f9c-9e9f-68f891b5a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:04.132506 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-4d3f6623-bb6e-4f9c-9e9f-68f891b5a3f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0560324 Nov 25 09:51:04.206921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-06373a9e-73b2-41ad-b969-240a0616bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:04.208352 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-06373a9e-73b2-41ad-b969-240a0616bb01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694332 Nov 25 09:51:04.337526 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-5cc1e709-f2f9-44b4-b922-8c5b0307b644 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221373 Nov 25 09:51:04.467250 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f1454d49-6f67-4b6f-aff6-220ffc9575f0 req-e3b423a7-5f5c-4179-9fd0-a4acfb91b701 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225221 Nov 25 09:51:04.683930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:04.793858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81ef09-01fe-4fd1-aec2-3929e17dc1a3 req-b41d9d7a-ba7b-450a-aaf9-390e02f39525 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:04.795313 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e81ef09-01fe-4fd1-aec2-3929e17dc1a3 req-b41d9d7a-ba7b-450a-aaf9-390e02f39525 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0838881 Nov 25 09:51:04.838920 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e81ef09-01fe-4fd1-aec2-3929e17dc1a3 req-6c49aa66-2ed5-490b-bae8-1d479130c042 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380013 Nov 25 09:51:06.018251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257cfa1-b5ef-4499-ad69-5c39e182abed req-ceab69c3-1482-4ae3-b268-8518a09d449e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:06.019710 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d257cfa1-b5ef-4499-ad69-5c39e182abed req-ceab69c3-1482-4ae3-b268-8518a09d449e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0790889 Nov 25 09:51:06.066139 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d257cfa1-b5ef-4499-ad69-5c39e182abed req-f793dc88-238f-4f95-9596-9026903ce05d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407383 Nov 25 09:51:07.246623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc50cd3-e9cc-493c-947a-e1098fb5abcb req-8d21d265-323e-4479-9b2e-cd31c5affa0f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:07.248571 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3bc50cd3-e9cc-493c-947a-e1098fb5abcb req-8d21d265-323e-4479-9b2e-cd31c5affa0f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0798352 Nov 25 09:51:07.296707 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3bc50cd3-e9cc-493c-947a-e1098fb5abcb req-30eb4c23-d2f9-48bf-9536-30327d83fead tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Nov 25 09:51:08.479489 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc7705-df5d-450c-b956-27364943bcb4 req-938b77f4-c7a7-49a4-95f3-60926b38e7ad tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:08.480901 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c6dc7705-df5d-450c-b956-27364943bcb4 req-938b77f4-c7a7-49a4-95f3-60926b38e7ad tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0788872 Nov 25 09:51:08.523634 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c6dc7705-df5d-450c-b956-27364943bcb4 req-119b3441-0389-4c39-89ba-a385da35fc03 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366085 Nov 25 09:51:09.704880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040812f-8f42-4608-adee-c60e32cec7c3 req-ffc83955-9019-41e7-8871-d8def1d1627a tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:09.706338 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0040812f-8f42-4608-adee-c60e32cec7c3 req-ffc83955-9019-41e7-8871-d8def1d1627a tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0792303 Nov 25 09:51:09.749593 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-0040812f-8f42-4608-adee-c60e32cec7c3 req-4544034c-f659-4bf4-a064-b0ef832df2a5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375564 Nov 25 09:51:10.938242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9384a1-ce33-415e-b7c5-5557a4e76074 req-c1078de7-8b74-4296-b39d-126f13d42c19 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:10.939855 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab9384a1-ce33-415e-b7c5-5557a4e76074 req-c1078de7-8b74-4296-b39d-126f13d42c19 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0856454 Nov 25 09:51:10.983676 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-ab9384a1-ce33-415e-b7c5-5557a4e76074 req-e7c6d29e-3648-4657-b9f1-ca71a3a74d46 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380757 Nov 25 09:51:12.176468 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d83ca-efb9-4aaa-91cf-c3ecf5064ad9 req-546b116d-eada-4c38-a1cc-171b9e3823e5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:12.177888 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-353d83ca-efb9-4aaa-91cf-c3ecf5064ad9 req-546b116d-eada-4c38-a1cc-171b9e3823e5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0823140 Nov 25 09:51:12.221382 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-353d83ca-efb9-4aaa-91cf-c3ecf5064ad9 req-03a41a76-6889-4b8f-a61f-0d624099a3ad tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378959 Nov 25 09:51:13.401545 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df0706-8ed3-4a51-b538-c3f104fc7598 req-7d1bf1db-48b4-4d46-92b7-6ac7656873d4 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:13.402966 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49df0706-8ed3-4a51-b538-c3f104fc7598 req-7d1bf1db-48b4-4d46-92b7-6ac7656873d4 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 944 time: 0.0800364 Nov 25 09:51:13.421095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:51:13.448831 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-49df0706-8ed3-4a51-b538-c3f104fc7598 req-46825dea-372f-4727-a697-d249833b61c8 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403316 Nov 25 09:51:13.553722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:51:13.567298 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'port_id': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'mac_address': 'fa:16:3e:e6:bb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:51:13.622003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:13.638778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:51:13.654183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:51:13.658180 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:13.660837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d2772e5e-0ee5-4df4-97c2-1e4461c1550a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:51:13.732160 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:51:13.735209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:51:13.986186 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:51:14.638371 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601ec6-3414-452b-a44a-13e6d3b2dff6 req-2b0269ba-eec5-4be8-905e-8329844a30dc tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:14.639794 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e601ec6-3414-452b-a44a-13e6d3b2dff6 req-2b0269ba-eec5-4be8-905e-8329844a30dc tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 945 time: 0.0890341 Nov 25 09:51:14.682533 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-8e601ec6-3414-452b-a44a-13e6d3b2dff6 req-dde36c59-fa8b-402f-9719-fda4ae492ad5 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371208 Nov 25 09:51:15.435720 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:51:15.505521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:51:15.505898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:15.620464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:15.649831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:51:15.659565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:51:15.663751 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:15.665540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:51:15.700831 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'code': 200} Nov 25 09:51:15.734326 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:51:15.737210 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:51:15.878325 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dab586-0ce1-4cbb-96b3-bf4acf1be74a req-c89cb36a-901b-44c3-9eec-4a57d44d2c69 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:15.879751 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f5dab586-0ce1-4cbb-96b3-bf4acf1be74a req-c89cb36a-901b-44c3-9eec-4a57d44d2c69 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0909414 Nov 25 09:51:15.929345 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f5dab586-0ce1-4cbb-96b3-bf4acf1be74a req-354ae0c8-bc65-436d-a779-68bec70cf724 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438449 Nov 25 09:51:16.020545 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e56288-1be6-4264-a277-0184cd6be740 req-fdb4276b-f7af-4445-a10d-13f6570b0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:16.021996 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78e56288-1be6-4264-a277-0184cd6be740 req-fdb4276b-f7af-4445-a10d-13f6570b0071 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1099 time: 0.1240072 Nov 25 09:51:16.066651 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-78e56288-1be6-4264-a277-0184cd6be740 req-ffb95d42-2940-4da6-a1b2-237fc044ee71 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374305 Nov 25 09:51:16.642213 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf760-a54c-4c4d-8dfe-ddbeeef1cb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:17.126012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493fa50-b179-4e71-bd4f-f82f7766e51f req-5036d20d-e68f-4f04-af05-f3db12c3ba6f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:17.127570 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3493fa50-b179-4e71-bd4f-f82f7766e51f req-5036d20d-e68f-4f04-af05-f3db12c3ba6f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0851598 Nov 25 09:51:17.128425 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:17.173923 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-3493fa50-b179-4e71-bd4f-f82f7766e51f req-9b5ce766-bb06-4e42-8b48-80b57452d4c9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391631 Nov 25 09:51:18.358263 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364728db-5d66-442c-8ec2-47689942077e req-87168cf7-4028-4659-84a2-a6058d056dff tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:18.359706 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-364728db-5d66-442c-8ec2-47689942077e req-87168cf7-4028-4659-84a2-a6058d056dff tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0798731 Nov 25 09:51:18.402463 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-364728db-5d66-442c-8ec2-47689942077e req-d7232abe-a537-43d9-917a-42efdd8513be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371366 Nov 25 09:51:19.973520 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1bf4bef5-43cb-40cc-a599-09672fe3ae43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:20.202545 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:20.676126 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:51:21.673292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:34.705656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:46.647399 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-85ce113f-dc81-4bc9-b678-674575bbc4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:47.133843 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:49.978188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-173ed489-dc38-44b7-9361-e405c41a58ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:50.207502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:51.676163 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:51:52.913819 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-3dc7aa42-92da-4c85-9936-8e09a326de25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765443 Nov 25 09:51:53.059288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-5ecaa43c-3833-4649-a532-92eba3e7755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:53.060280 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-5ecaa43c-3833-4649-a532-92eba3e7755b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1099 time: 0.0779276 Nov 25 09:51:53.210811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-879d668d-b5bc-4298-b782-9ec6c1c85631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:53.211295 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-879d668d-b5bc-4298-b782-9ec6c1c85631 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1320248 Nov 25 09:51:53.326324 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-adf7852b-f0e6-4bae-a1ad-de83f2ec2b40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 200 len: 1001 time: 0.1081142 Nov 25 09:51:53.390597 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-acc7f819-cdfa-4ba0-9539-a63a3972d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:53.392395 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-acc7f819-cdfa-4ba0-9539-a63a3972d504 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0602067 Nov 25 09:51:53.486858 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-31b90c32-8b8e-4f6b-94a9-51d8029fde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:51:53.488326 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-31b90c32-8b8e-4f6b-94a9-51d8029fde65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888116 Nov 25 09:51:53.754672 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-2fbf12a2-5306-4855-b5d0-936a17f4ddc3 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583818 Nov 25 09:51:53.886987 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-74a45c16-cfb7-48e3-9797-1ced38088d97 req-dc6810e6-50d3-45ac-85a3-982ff7ae2bad service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257398 Nov 25 09:51:57.675911 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:52:04.716226 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:16.642721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d19d-4978-4ad9-9755-aa0e30c939b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:17.125539 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:19.971430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72a4ff68-087f-4f4d-8321-85d220e0e9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:20.207883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:21.680075 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:34.481453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58104) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:34.674367 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:52:34.682524 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Deleting port 8b4f93f1-3235-476a-b9c0-89c145c30142 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:34.682863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:34.731673 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:34.848992 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:34.849317 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:34.969146 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Calling delete_port for 8b4f93f1-3235-476a-b9c0-89c145c30142 owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:52:35.118257 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:35.122583 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-027d90a6-8d7f-4b07-bccf-63f4e53841e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:35.165868 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event deleted for resources: {'Port': ['ID=8b4f93f1-3235-476a-b9c0-89c145c30142,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:35.235014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.235398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.235778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.236153 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.236519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.236884 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.237255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.237617 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.237986 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.238368 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.238731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.239090 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:35.244616 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:35.270017 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:35.270391 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Floating IP c3fdc841-5144-493b-bcf5-98dd4f79d12c disassociated (deleted). External IP: 172.26.3.60, port: 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c. Nov 25 09:52:35.611568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:52:35.920234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:52:35.930045 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc5cb02-a1de-4360-84dd-04826a75c5d5 None None] Sync routers for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:52:35.939260 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:35.939737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc5cb02-a1de-4360-84dd-04826a75c5d5 None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:52:35.940368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7bc5cb02-a1de-4360-84dd-04826a75c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:35.999568 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-9cb5e529-662f-438d-aba8-555f6fc17fa7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "DELETE /v2.0/floatingips/c3fdc841-5144-493b-bcf5-98dd4f79d12c HTTP/1.1" status: 204 len: 168 time: 1.5146539 Nov 25 09:52:35.999568 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:52:36.046804 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'status': 'completed', 'code': 200} Nov 25 09:52:36.147990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1a266-da3a-49d8-a431-8284eaa6e2d5 req-55c35560-edf7-4a68-8fc1-086a443133a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:52:36.149467 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3af1a266-da3a-49d8-a431-8284eaa6e2d5 req-55c35560-edf7-4a68-8fc1-086a443133a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=051013a5e2184ee5b99cbb4ead35b295&device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 1099 time: 0.0782120 Nov 25 09:52:36.187079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7bc5cb02-a1de-4360-84dd-04826a75c5d5 None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:52:36.291690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1a266-da3a-49d8-a431-8284eaa6e2d5 req-f668939e-3d81-4a57-9653-d832474f5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:52:36.293135 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3af1a266-da3a-49d8-a431-8284eaa6e2d5 req-f668939e-3d81-4a57-9653-d832474f5ab2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 200 len: 910 time: 0.1372974 Nov 25 09:52:36.374905 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3af1a266-da3a-49d8-a431-8284eaa6e2d5 req-4d546e76-7a88-474a-87cd-73b9f1939b17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 200 len: 217 time: 0.0745940 Nov 25 09:52:36.442300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1a266-da3a-49d8-a431-8284eaa6e2d5 req-09f34d53-fc22-44d8-89d4-4aea299bd5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:52:36.443703 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3af1a266-da3a-49d8-a431-8284eaa6e2d5 req-09f34d53-fc22-44d8-89d4-4aea299bd5b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 200 len: 848 time: 0.0584104 Nov 25 09:52:36.505817 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7bc5cb02-a1de-4360-84dd-04826a75c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:36.510607 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc5cb02-a1de-4360-84dd-04826a75c5d5 None None] Checking router: 5e5dc76b-dc56-443e-9cc7-1fdeb82decda for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:52:36.519131 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc5cb02-a1de-4360-84dd-04826a75c5d5 None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:52:36.519742 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7bc5cb02-a1de-4360-84dd-04826a75c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:36.581572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1a266-da3a-49d8-a431-8284eaa6e2d5 req-f387b1a6-b3c6-4efb-a1ae-349b9e77c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:52:36.583079 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3af1a266-da3a-49d8-a431-8284eaa6e2d5 req-f387b1a6-b3c6-4efb-a1ae-349b9e77c003 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1325650 Nov 25 09:52:36.595710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19f100-d971-442a-9101-a644eef2d1a5 req-8d3584ec-a19e-41f9-ad50-7f277f341ac7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:52:36.596374 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-bd19f100-d971-442a-9101-a644eef2d1a5 req-8d3584ec-a19e-41f9-ad50-7f277f341ac7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Synchronizing usage tracker for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:52:36.691185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-bd19f100-d971-442a-9101-a644eef2d1a5 req-8d3584ec-a19e-41f9-ad50-7f277f341ac7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Unset dirty status for tenant:051013a5e2184ee5b99cbb4ead35b295 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:52:36.692410 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bd19f100-d971-442a-9101-a644eef2d1a5 req-8d3584ec-a19e-41f9-ad50-7f277f341ac7 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.2080994 Nov 25 09:52:36.699310 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-7bc5cb02-a1de-4360-84dd-04826a75c5d5 None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:52:36.765402 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bd19f100-d971-442a-9101-a644eef2d1a5 req-7a26349e-1839-4a9b-996d-5cc00df5bbef tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663800 Nov 25 09:52:36.768601 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3af1a266-da3a-49d8-a431-8284eaa6e2d5 req-d8956144-772c-4f38-95c0-d8522a0b0fac service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695983 Nov 25 09:52:36.905643 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-3af1a266-da3a-49d8-a431-8284eaa6e2d5 req-9b40b9a1-96b1-46f6-8e05-79b7f6239a18 service neutron] 10.222.0.41 "GET /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288598 Nov 25 09:52:37.017395 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-7bc5cb02-a1de-4360-84dd-04826a75c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:37.021580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc5cb02-a1de-4360-84dd-04826a75c5d5 None None] The sync data for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv is: [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:42:51Z', 'revision_number': 4, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '28f2f0c3-a9ac-48d7-8a25-2212d3fcc390', 'name': '', 'network_id': '21bb53a6-8e1b-48c3-988a-ceeaf6d624c3', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'mac_address': 'fa:16:3e:6d:bd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:51Z', 'updated_at': '2021-11-25T09:42:58Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'subnets': [{'id': '10f16590-1c21-4624-b0c9-4eb406961fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:52:37.232955 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9517032-a95e-4f66-8757-ee3891a16007 None None] New status for floating IP c3fdc841-5144-493b-bcf5-98dd4f79d12c: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:52:37.965511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80571db9-7e28-48a9-9924-09270ee479a7 req-8671b11b-2dc5-46b2-8d13-e5cace3e5845 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:52:37.967002 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-80571db9-7e28-48a9-9924-09270ee479a7 req-8671b11b-2dc5-46b2-8d13-e5cace3e5845 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0829623 Nov 25 09:52:38.015218 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-80571db9-7e28-48a9-9924-09270ee479a7 req-fc4ffc89-50b0-4453-bc85-95f730d54b72 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/security-groups?id=db56e7bc-3927-4df8-a273-87f246bd78e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422285 Nov 25 09:52:38.121624 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a14cf4-dfdb-4f05-ac3f-a0dd794e4983 req-66aa127f-83e6-4ee5-b49c-86efeea7f889 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:52:38.122979 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d3a14cf4-dfdb-4f05-ac3f-a0dd794e4983 req-66aa127f-83e6-4ee5-b49c-86efeea7f889 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.41 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 946 time: 0.0844064 Nov 25 09:52:38.191614 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-d3a14cf4-dfdb-4f05-ac3f-a0dd794e4983 req-2f6fae60-093e-48e2-86ac-eabad93ccac1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Deleting port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:38.191955 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-d3a14cf4-dfdb-4f05-ac3f-a0dd794e4983 req-2f6fae60-093e-48e2-86ac-eabad93ccac1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:38.434819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-d3a14cf4-dfdb-4f05-ac3f-a0dd794e4983 req-2f6fae60-093e-48e2-86ac-eabad93ccac1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] For port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:52:38.435064 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-d3a14cf4-dfdb-4f05-ac3f-a0dd794e4983 req-2f6fae60-093e-48e2-86ac-eabad93ccac1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:38.673626 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-d3a14cf4-dfdb-4f05-ac3f-a0dd794e4983 req-2f6fae60-093e-48e2-86ac-eabad93ccac1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Calling delete_port for 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:52:38.817488 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-d3a14cf4-dfdb-4f05-ac3f-a0dd794e4983 req-2f6fae60-093e-48e2-86ac-eabad93ccac1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:38.822904 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1add0420-fa24-43d0-a38d-67af99b490be tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:38.869376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fae60-093e-48e2-86ac-eabad93ccac1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event deleted for resources: {'Port': ['ID=57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:38.898604 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2f6fae60-093e-48e2-86ac-eabad93ccac1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:38.945697 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a14cf4-dfdb-4f05-ac3f-a0dd794e4983 req-2f6fae60-093e-48e2-86ac-eabad93ccac1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] No DVR routers for this DVR port 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:52:38.948142 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-d3a14cf4-dfdb-4f05-ac3f-a0dd794e4983 req-2f6fae60-093e-48e2-86ac-eabad93ccac1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:38.950671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'name': 'network-vif-deleted', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:52:38.966996 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-d3a14cf4-dfdb-4f05-ac3f-a0dd794e4983 req-2f6fae60-093e-48e2-86ac-eabad93ccac1 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.41 "DELETE /v2.0/ports/57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c HTTP/1.1" status: 204 len: 173 time: 0.8383083 Nov 25 09:52:38.996006 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db685c3-dcc2-45e9-89af-ae69720b5ec2', 'name': 'network-vif-deleted', 'tag': '57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c', 'status': 'completed', 'code': 200} Nov 25 09:52:39.162810 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-032951ce-37e3-47b7-806d-d709d3bddcb2 req-66f1bfcd-e507-438d-b50a-b501621bba0d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "GET /v2.0/ports?device_id=2db685c3-dcc2-45e9-89af-ae69720b5ec2 HTTP/1.1" status: 200 len: 210 time: 0.0439138 Nov 25 09:52:40.261129 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58126) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:40.329744 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-072ae9f4-98d2-4e6a-8df1-cd8f3e571c27 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:40.359776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-072ae9f4-98d2-4e6a-8df1-cd8f3e571c27 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:40.428636 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-072ae9f4-98d2-4e6a-8df1-cd8f3e571c27 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:40.432973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7d08f79c-2f07-45ea-bd55-8b70d0c13318 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:40.446586 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ae9f4-98d2-4e6a-8df1-cd8f3e571c27 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db56e7bc-3927-4df8-a273-87f246bd78e3,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:40.449756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-072ae9f4-98d2-4e6a-8df1-cd8f3e571c27 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:40.460354 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-072ae9f4-98d2-4e6a-8df1-cd8f3e571c27 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:40.463950 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-072ae9f4-98d2-4e6a-8df1-cd8f3e571c27 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] 10.222.0.54 "DELETE /v2.0/security-groups/db56e7bc-3927-4df8-a273-87f246bd78e3 HTTP/1.1" status: 204 len: 168 time: 0.1993549 Nov 25 09:52:40.508033 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58132) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:41.293248 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:41.636711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Deleting port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:41.637329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:41.810846 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] For port 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=28f2f0c3-a9ac-48d7-8a25-2212d3fcc390,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:52:41.811235 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:41.917270 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:52:41.937139 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Calling delete_port for 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:52:41.952529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:52:41.952879 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 57f0acc5-ee7e-48f2-8f2f-df817e7d7c5c not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:52:42.106588 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:42.111894 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:42.159173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f2f0c3-a9ac-48d7-8a25-2212d3fcc390,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:42.200288 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.200671 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.201049 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.201414 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.201774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.202135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.202519 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.202879 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.203238 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.203594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.203955 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.204302 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:42.234413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:42.558655 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:42.911222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:52:43.085930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:52:43.095761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec445d-a503-43f5-b6fb-b4fdd62f095b None None] Sync routers for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:52:43.100837 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] 10.222.0.54 "PUT /v2.0/routers/5e5dc76b-dc56-443e-9cc7-1fdeb82decda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5891974 Nov 25 09:52:43.101516 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58138) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:43.105722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec445d-a503-43f5-b6fb-b4fdd62f095b None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:52:43.106366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-1fec445d-a503-43f5-b6fb-b4fdd62f095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:43.278690 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:43.281644 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-1fec445d-a503-43f5-b6fb-b4fdd62f095b None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:52:43.456203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:43.466183 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Deleting port f0b89452-330b-436e-9c6f-fdebf8ac0bda {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:43.466578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:43.617294 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-1fec445d-a503-43f5-b6fb-b4fdd62f095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:52:42Z', 'revision_number': 5, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port': {'id': 'f0b89452-330b-436e-9c6f-fdebf8ac0bda', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:48Z', 'updated_at': '2021-11-25T09:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:43.621585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec445d-a503-43f5-b6fb-b4fdd62f095b None None] Checking router: 5e5dc76b-dc56-443e-9cc7-1fdeb82decda for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:52:43.629917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec445d-a503-43f5-b6fb-b4fdd62f095b None None] Routers {'5e5dc76b-dc56-443e-9cc7-1fdeb82decda'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:52:43.630930 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-1fec445d-a503-43f5-b6fb-b4fdd62f095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:43.652050 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] For port f0b89452-330b-436e-9c6f-fdebf8ac0bda, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=f0b89452-330b-436e-9c6f-fdebf8ac0bda,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:52:43.652409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:43.790213 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-1fec445d-a503-43f5-b6fb-b4fdd62f095b None None] Set router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:52:43.901347 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-1fec445d-a503-43f5-b6fb-b4fdd62f095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:52:43Z', 'revision_number': 6, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:43.905418 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec445d-a503-43f5-b6fb-b4fdd62f095b None None] The sync data for ids ['5e5dc76b-dc56-443e-9cc7-1fdeb82decda'] in dv-neutron-818341-1-hyperv is: [{'id': '5e5dc76b-dc56-443e-9cc7-1fdeb82decda', 'name': 'tempest-TestShelveInstance-1746953766-router', 'tenant_id': '051013a5e2184ee5b99cbb4ead35b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:47Z', 'updated_at': '2021-11-25T09:52:43Z', 'revision_number': 6, 'project_id': '051013a5e2184ee5b99cbb4ead35b295', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:52:43.912824 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Calling delete_port for f0b89452-330b-436e-9c6f-fdebf8ac0bda owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:52:44.078696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.083332 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d2cb1e49-3f44-4c92-9579-cfc7adaa39b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:44.127987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b89452-330b-436e-9c6f-fdebf8ac0bda,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:44.130382 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:44.219047 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.393749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.395942 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.417184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.417683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e5dc76b-dc56-443e-9cc7-1fdeb82decda {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:52:44.429251 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.430367 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] 10.222.0.54 "DELETE /v2.0/routers/5e5dc76b-dc56-443e-9cc7-1fdeb82decda HTTP/1.1" status: 204 len: 168 time: 1.3279340 Nov 25 09:52:44.433438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58142) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:44.492619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-2367f28a-e289-4b22-a390-307af1e9e77e admin admin] Deleting subnet 10f16590-1c21-4624-b0c9-4eb406961fe5 {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:52:44.495327 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2367f28a-e289-4b22-a390-307af1e9e77e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.543647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2367f28a-e289-4b22-a390-307af1e9e77e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.621862 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2367f28a-e289-4b22-a390-307af1e9e77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.688899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2367f28a-e289-4b22-a390-307af1e9e77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.692481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-da8c59e6-10a9-4477-be06-692729f5cf89 tempest-RoutersTest-1264826797 tempest-RoutersTest-1264826797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:44.730613 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f28a-e289-4b22-a390-307af1e9e77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f16590-1c21-4624-b0c9-4eb406961fe5,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:44.732534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-2367f28a-e289-4b22-a390-307af1e9e77e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.735131 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2367f28a-e289-4b22-a390-307af1e9e77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:44.738153 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32eb55c-236c-4d3c-b232-bb0f21ed008f None None] Network 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:52:44.739449 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-2367f28a-e289-4b22-a390-307af1e9e77e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/10f16590-1c21-4624-b0c9-4eb406961fe5 HTTP/1.1" status: 204 len: 168 time: 0.3050950 Nov 25 09:52:44.741840 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58146) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:44.849103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:44.861175 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Deleting port 849ee6fb-0638-4c14-b298-670efcbdfa43 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:44.861684 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:45.028311 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f4e5b0-506e-4f33-95cd-680f87afca61 None None] DHCP port deletion for 21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:52:45.032692 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-15f4e5b0-506e-4f33-95cd-680f87afca61 None None] Deleting port 849ee6fb-0638-4c14-b298-670efcbdfa43 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:45.033219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15f4e5b0-506e-4f33-95cd-680f87afca61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:45.079039 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] For port 849ee6fb-0638-4c14-b298-670efcbdfa43, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=849ee6fb-0638-4c14-b298-670efcbdfa43,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:52:45.079580 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:45.198189 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Calling delete_port for 849ee6fb-0638-4c14-b298-670efcbdfa43 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:52:45.231752 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-15f4e5b0-506e-4f33-95cd-680f87afca61 None None] For port 849ee6fb-0638-4c14-b298-670efcbdfa43, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=849ee6fb-0638-4c14-b298-670efcbdfa43,segment=NetworkSegment(e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452),segment_id=e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:52:45.232148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15f4e5b0-506e-4f33-95cd-680f87afca61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:45.275926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:45.279678 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-2c2d903f-bfbf-441c-8ff0-cb73fa740ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:45.360752 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-15f4e5b0-506e-4f33-95cd-680f87afca61 None None] Calling delete_port for 849ee6fb-0638-4c14-b298-670efcbdfa43 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:52:45.434765 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-15f4e5b0-506e-4f33-95cd-680f87afca61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:52:45.435135 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-15f4e5b0-506e-4f33-95cd-680f87afca61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:52:45.441700 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Pushing event deleted for resources: {'Port': ['ID=849ee6fb-0638-4c14-b298-670efcbdfa43,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:45.444758 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:45.445515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] No DVR routers for this DVR port 849ee6fb-0638-4c14-b298-670efcbdfa43 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:52:45.558654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:45.583479 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bb53a6-8e1b-48c3-988a-ceeaf6d624c3']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:45.595395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:45.595695 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fe0b5d-e695-4c9d-b4b5-73dcc67c0452') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:45.607409 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:45.624381 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:45.630299 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:52:45.630688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:52:45.643818 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:52:45.719059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:45.723926 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bdce6e28-cc11-4861-a65c-9a606453a8c5 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:45.738116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:45.748675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Pushing event deleted for resources: {'Network': ['ID=21bb53a6-8e1b-48c3-988a-ceeaf6d624c3,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:45.752724 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:45.756179 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bd3bf839-3aaf-4400-8011-5d3a2489ad0e admin admin] 10.222.0.54 "DELETE /v2.0/networks/21bb53a6-8e1b-48c3-988a-ceeaf6d624c3 HTTP/1.1" status: 204 len: 168 time: 1.0133803 Nov 25 09:52:45.759055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58150) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:45.795917 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 849ee6fb-0638-4c14-b298-670efcbdfa43 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:52:45.830255 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 849ee6fb-0638-4c14-b298-670efcbdfa43 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:52:45.830558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 849ee6fb-0638-4c14-b298-670efcbdfa43 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:52:45.830989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:52:45.866688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:52:45.867044 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 28f2f0c3-a9ac-48d7-8a25-2212d3fcc390 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:52:45.867464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f0b89452-330b-436e-9c6f-fdebf8ac0bda no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:52:45.900715 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: f0b89452-330b-436e-9c6f-fdebf8ac0bda {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:52:45.901084 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device f0b89452-330b-436e-9c6f-fdebf8ac0bda not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:52:45.936697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-15f4e5b0-506e-4f33-95cd-680f87afca61 None None] Deleting port 849ee6fb-0638-4c14-b298-670efcbdfa43 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:45.937100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15f4e5b0-506e-4f33-95cd-680f87afca61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:46.008985 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-15f4e5b0-506e-4f33-95cd-680f87afca61 None None] The port '849ee6fb-0638-4c14-b298-670efcbdfa43' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:52:46.305560 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:46.646475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] Deleting port 1a3b1328-717e-44a6-805d-f37be7e6fcf0 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:46.646828 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0272ae4f-fa29-4998-924e-03216b1e1d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:46.646943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:46.932687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] For port 1a3b1328-717e-44a6-805d-f37be7e6fcf0, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=1a3b1328-717e-44a6-805d-f37be7e6fcf0,segment=NetworkSegment(d4779050-5712-4ad9-97e5-4f22cd85a208),segment_id=d4779050-5712-4ad9-97e5-4f22cd85a208)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:52:46.932956 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:47.051895 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] Calling delete_port for 1a3b1328-717e-44a6-805d-f37be7e6fcf0 owned by network:router_interface {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:52:47.127059 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:47.220085 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:47.224834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5109324c-66aa-4e72-be0d-ab4dc1f71d01 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:47.270681 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3b1328-717e-44a6-805d-f37be7e6fcf0,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:47.296772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:47.535958 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:47.897212 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] Router 79e7db9f-0af0-41a8-8ba2-621cd82db788 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:52:48.077529 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:52:48.086032 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a860347-557c-4f48-83d6-c130f417634b None None] Sync routers for ids ['79e7db9f-0af0-41a8-8ba2-621cd82db788'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:52:48.093225 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d90fa887-cbba-4a1b-b370-f6066fe2da6b admin admin] 10.222.0.54 "PUT /v2.0/routers/79e7db9f-0af0-41a8-8ba2-621cd82db788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3331749 Nov 25 09:52:48.095568 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a860347-557c-4f48-83d6-c130f417634b None None] Routers {'79e7db9f-0af0-41a8-8ba2-621cd82db788'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:52:48.096011 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58154) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:48.096258 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9a860347-557c-4f48-83d6-c130f417634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['79e7db9f-0af0-41a8-8ba2-621cd82db788'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:48.279870 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-9a860347-557c-4f48-83d6-c130f417634b None None] Set router 79e7db9f-0af0-41a8-8ba2-621cd82db788 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:52:48.411022 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:48.552813 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9a860347-557c-4f48-83d6-c130f417634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'name': 'tempest-TestShelveInstance-639591089-router', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:54Z', 'updated_at': '2021-11-25T09:52:47Z', 'revision_number': 5, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'gw_port': {'id': '0cc82c62-e143-4294-82b4-43cb01f797ae', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:42:55Z', 'updated_at': '2021-11-25T09:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:48.557623 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a860347-557c-4f48-83d6-c130f417634b None None] Checking router: 79e7db9f-0af0-41a8-8ba2-621cd82db788 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:52:48.565813 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a860347-557c-4f48-83d6-c130f417634b None None] Routers {'79e7db9f-0af0-41a8-8ba2-621cd82db788'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:52:48.566455 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9a860347-557c-4f48-83d6-c130f417634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['79e7db9f-0af0-41a8-8ba2-621cd82db788'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:48.588336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:48.600794 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Deleting port 0cc82c62-e143-4294-82b4-43cb01f797ae {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:48.601476 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:48.723801 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-9a860347-557c-4f48-83d6-c130f417634b None None] Set router 79e7db9f-0af0-41a8-8ba2-621cd82db788 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:52:48.788654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] For port 0cc82c62-e143-4294-82b4-43cb01f797ae, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=0cc82c62-e143-4294-82b4-43cb01f797ae,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:52:48.789008 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:48.827362 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-9a860347-557c-4f48-83d6-c130f417634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'name': 'tempest-TestShelveInstance-639591089-router', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:54Z', 'updated_at': '2021-11-25T09:52:48Z', 'revision_number': 6, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:48.831341 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a860347-557c-4f48-83d6-c130f417634b None None] The sync data for ids ['79e7db9f-0af0-41a8-8ba2-621cd82db788'] in dv-neutron-818341-1-hyperv is: [{'id': '79e7db9f-0af0-41a8-8ba2-621cd82db788', 'name': 'tempest-TestShelveInstance-639591089-router', 'tenant_id': '9a27995bc3f04722bbfe7efb98e797e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:42:54Z', 'updated_at': '2021-11-25T09:52:48Z', 'revision_number': 6, 'project_id': '9a27995bc3f04722bbfe7efb98e797e7', 'gw_port_host': None}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:52:48.916575 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Calling delete_port for 0cc82c62-e143-4294-82b4-43cb01f797ae owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:52:49.093834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:49.098604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-3ed972e8-9494-453b-939c-5b8a70ac8988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:49.140438 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc82c62-e143-4294-82b4-43cb01f797ae,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:49.143424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:49.235456 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:49.408172 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:49.410240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:49.432027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:49.432597 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79e7db9f-0af0-41a8-8ba2-621cd82db788 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:52:49.444534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:49.445633 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-0adb9bd7-4bed-436c-8053-aaef058836d7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/79e7db9f-0af0-41a8-8ba2-621cd82db788 HTTP/1.1" status: 204 len: 168 time: 1.3487384 Nov 25 09:52:49.448805 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58158) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:49.505408 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f4af79-b679-4a69-859d-1f7b2cfd4321 admin admin] Deleting subnet 2bfe3613-f806-4d17-9326-93e25673c00d {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:52:49.508135 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80f4af79-b679-4a69-859d-1f7b2cfd4321 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:49.559097 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80f4af79-b679-4a69-859d-1f7b2cfd4321 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:49.636927 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80f4af79-b679-4a69-859d-1f7b2cfd4321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:49.709648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80f4af79-b679-4a69-859d-1f7b2cfd4321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:49.714080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d76dc0e0-5521-469e-94a7-95944d44d61c tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:49.811112 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1a3b1328-717e-44a6-805d-f37be7e6fcf0 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:52:49.848777 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 1a3b1328-717e-44a6-805d-f37be7e6fcf0 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:52:49.849136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 1a3b1328-717e-44a6-805d-f37be7e6fcf0 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:52:49.849570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0cc82c62-e143-4294-82b4-43cb01f797ae no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:52:49.882549 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4af79-b679-4a69-859d-1f7b2cfd4321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bfe3613-f806-4d17-9326-93e25673c00d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:49.884452 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 0cc82c62-e143-4294-82b4-43cb01f797ae {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:52:49.884828 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 0cc82c62-e143-4294-82b4-43cb01f797ae not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:52:49.884937 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-80f4af79-b679-4a69-859d-1f7b2cfd4321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:49.887469 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-80f4af79-b679-4a69-859d-1f7b2cfd4321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:49.890256 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc4b77-e8ad-4cd2-a2ed-79a06c690452 None None] Network cfefeb93-cd56-4ac7-be65-5eba37f47410 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:52:49.894197 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-80f4af79-b679-4a69-859d-1f7b2cfd4321 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2bfe3613-f806-4d17-9326-93e25673c00d HTTP/1.1" status: 204 len: 168 time: 0.4419417 Nov 25 09:52:49.894197 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58162) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:50.003775 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.014788 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Deleting port 20bb2c3a-d810-4e95-8725-f4713adfdc8f {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:50.015124 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.037487 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a2c01422-dd18-4a62-abcb-9a13a1f0e434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.194366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230eaa37-af66-4fe0-b407-41a8e2cb1911 None None] DHCP port deletion for cfefeb93-cd56-4ac7-be65-5eba37f47410 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:52:50.206942 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-230eaa37-af66-4fe0-b407-41a8e2cb1911 None None] Deleting port 20bb2c3a-d810-4e95-8725-f4713adfdc8f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:50.207331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-230eaa37-af66-4fe0-b407-41a8e2cb1911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.218224 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] For port 20bb2c3a-d810-4e95-8725-f4713adfdc8f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=20bb2c3a-d810-4e95-8725-f4713adfdc8f,segment=NetworkSegment(d4779050-5712-4ad9-97e5-4f22cd85a208),segment_id=d4779050-5712-4ad9-97e5-4f22cd85a208)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:52:50.218614 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.254165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.351997 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Calling delete_port for 20bb2c3a-d810-4e95-8725-f4713adfdc8f owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:52:50.414162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-230eaa37-af66-4fe0-b407-41a8e2cb1911 None None] For port 20bb2c3a-d810-4e95-8725-f4713adfdc8f, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=20bb2c3a-d810-4e95-8725-f4713adfdc8f,segment=NetworkSegment(d4779050-5712-4ad9-97e5-4f22cd85a208),segment_id=d4779050-5712-4ad9-97e5-4f22cd85a208)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:52:50.414591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-230eaa37-af66-4fe0-b407-41a8e2cb1911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.425831 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.430341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-939263c1-3504-4186-b643-0406c92c9a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:50.476729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Pushing event deleted for resources: {'Port': ['ID=20bb2c3a-d810-4e95-8725-f4713adfdc8f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:50.478553 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] No DVR routers for this DVR port 20bb2c3a-d810-4e95-8725-f4713adfdc8f on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:52:50.480001 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:50.536049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-230eaa37-af66-4fe0-b407-41a8e2cb1911 None None] Calling delete_port for 20bb2c3a-d810-4e95-8725-f4713adfdc8f owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:52:50.593160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.606224 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-230eaa37-af66-4fe0-b407-41a8e2cb1911 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:52:50.606626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-230eaa37-af66-4fe0-b407-41a8e2cb1911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:52:50.617870 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfefeb93-cd56-4ac7-be65-5eba37f47410']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:50.630413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4779050-5712-4ad9-97e5-4f22cd85a208') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:50.630711 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4779050-5712-4ad9-97e5-4f22cd85a208') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:50.642557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.657880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.664077 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:52:50.664492 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:52:50.677164 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:52:50.754742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.758341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-24afe806-6ab7-47a0-906d-e260a3a6eba2 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:50.771427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:50.782097 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Pushing event deleted for resources: {'Network': ['ID=cfefeb93-cd56-4ac7-be65-5eba37f47410,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:50.786328 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:50.789750 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8128f63d-925e-4d26-aeb8-4667a824c88f admin admin] 10.222.0.54 "DELETE /v2.0/networks/cfefeb93-cd56-4ac7-be65-5eba37f47410 HTTP/1.1" status: 204 len: 168 time: 0.8947277 Nov 25 09:52:50.987954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58168) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:51.036689 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bb52a6da-bd78-413e-bed2-09b7349d981c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=051013a5e2184ee5b99cbb4ead35b295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474415 Nov 25 09:52:51.039098 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58172) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:51.095858 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5eb386f9-a3c1-49ba-884f-86d224277de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:51.107977 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-230eaa37-af66-4fe0-b407-41a8e2cb1911 None None] Deleting port 20bb2c3a-d810-4e95-8725-f4713adfdc8f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:52:51.108430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-230eaa37-af66-4fe0-b407-41a8e2cb1911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:51.121589 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5eb386f9-a3c1-49ba-884f-86d224277de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:51.172739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5eb386f9-a3c1-49ba-884f-86d224277de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:51.176283 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-230eaa37-af66-4fe0-b407-41a8e2cb1911 None None] The port '20bb2c3a-d810-4e95-8725-f4713adfdc8f' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:52:51.177645 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a045661a-626c-4488-b041-ae9725a123e7 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:51.195329 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb386f9-a3c1-49ba-884f-86d224277de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a5faa3-e013-4b95-884f-64184a00ceab,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:51.198734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-5eb386f9-a3c1-49ba-884f-86d224277de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:51.201889 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-5eb386f9-a3c1-49ba-884f-86d224277de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:51.203023 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-5eb386f9-a3c1-49ba-884f-86d224277de0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55a5faa3-e013-4b95-884f-64184a00ceab HTTP/1.1" status: 204 len: 168 time: 0.1630549 Nov 25 09:52:51.581675 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58182) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:51.629319 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-bd0340fa-c9b8-4184-90fd-5c67dbf40686 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a27995bc3f04722bbfe7efb98e797e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462582 Nov 25 09:52:51.631484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58186) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:51.683886 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:51.688626 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0b7cbba-2296-4ea4-844f-a15c35421800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:51.713621 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0b7cbba-2296-4ea4-844f-a15c35421800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:51.768411 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0b7cbba-2296-4ea4-844f-a15c35421800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:51.772297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-620e6aef-120d-493a-84a9-6c84dc52d391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:51.783647 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7cbba-2296-4ea4-844f-a15c35421800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbb3d50-dd19-4e6a-823e-73407908669d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:51.787395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-d0b7cbba-2296-4ea4-844f-a15c35421800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:51.795624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-d0b7cbba-2296-4ea4-844f-a15c35421800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:51.797489 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-d0b7cbba-2296-4ea4-844f-a15c35421800 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3cbb3d50-dd19-4e6a-823e-73407908669d HTTP/1.1" status: 204 len: 168 time: 0.1646738 Nov 25 09:52:51.805073 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 20bb2c3a-d810-4e95-8725-f4713adfdc8f no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:52:51.841600 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 20bb2c3a-d810-4e95-8725-f4713adfdc8f {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:52:51.841885 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 20bb2c3a-d810-4e95-8725-f4713adfdc8f not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:52:52.641673 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58210) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:52.762752 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-754233624-network', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:52:52.767444 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:52:52.771242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Usage tracker for resource:network and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:52:52.774324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:52:52.780764 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:52:52.790203 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Made reservation on behalf of 2c168a2a7c3d4e98bdeb48b253607283 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:52:52.792563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:52.804446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:52.825662 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:52:52.829973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Usage tracker for resource:security_group_rule and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:52:52.832791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:52:52.838593 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:52:52.923531 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:52.927100 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:52.930933 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1b595a93-9254-4c9c-a067-9764322bbf38 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:52.954103 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:52:52.967073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8ab6db-68d7-45dc-9b72-53df7155cb7a,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:52.971228 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:52.972141 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:52.972494 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Added segment e4c2589f-18d9-48d5-9ab9-92fe42311224 of type vlan for network 4bcd7506-a152-4b95-b350-776b58f84457 Nov 25 09:52:52.998899 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:53.027333 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:53.028587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:52:53.029035 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:53.033976 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4136987c-c258-4415-95b0-30d68d9b2c54 tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:53.131443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Pushing event updated for resources: {'Network': ['ID=4bcd7506-a152-4b95-b350-776b58f84457,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:53.134949 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4922433 Nov 25 09:52:53.135892 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-35d949d2-9c67-4d5d-81f3-6bb09e27df1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:53.137909 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58216) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:53.141996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 4bcd7506-a152-4b95-b350-776b58f84457 details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:52:53.144080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Request body: {'subnet': {'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-754233624-subnet', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:52:53.149073 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:52:53.153795 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Usage tracker for resource:subnet and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:52:53.156819 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:52:53.162577 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:52:53.171774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Made reservation on behalf of 2c168a2a7c3d4e98bdeb48b253607283 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:52:53.174123 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:53.490772 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:53.495445 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-853eb5a5-92c9-46a5-bf55-8eeae724dd6c tempest-NetworksIpV6Test-552897998 tempest-NetworksIpV6Test-552897998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:53.567026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7fdaa09-0c55-41c1-ad7f-ef06c298261c,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:53.570906 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:53.574739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Checking segment: {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:52:53.575089 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Network hostable DHCP agents. Network: 4bcd7506-a152-4b95-b350-776b58f84457, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:52:53.593656 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Network 4bcd7506-a152-4b95-b350-776b58f84457 is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:52:53.603029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 4bcd7506-a152-4b95-b350-776b58f84457) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:52:53.606777 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:52:53.607352 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:53.612491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598bfdec-a089-4ce9-9a1b-ec09f7f2fc18 None None] Network 4bcd7506-a152-4b95-b350-776b58f84457 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:52:53.627698 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4885941 Nov 25 09:52:53.630446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58220) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:53.639294 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:52:53.646510 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:52:53.651032 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Usage tracker for resource:router and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:52:53.653900 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:52:53.659558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:52:53.671140 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:53.672276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:53.687335 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:53.832209 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-4bcd7506-a152-4b95-b350-776b58f84457', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:52:53.833095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:53.961127 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:53.986823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Allocated IP 172.20.0.2 (4bcd7506-a152-4b95-b350-776b58f84457/f7fdaa09-0c55-41c1-ad7f-ef06c298261c/ed6d2192-65d6-46c7-8758-dc4643a33199) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:52:54.190550 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:54.201375 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Transition to ACTIVE for port object ed6d2192-65d6-46c7-8758-dc4643a33199 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:52:54.219413 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Transition to ACTIVE for port object ed6d2192-65d6-46c7-8758-dc4643a33199 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:52:54.224714 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:54.228795 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:54.269099 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:54.299683 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:54.327834 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Network 4bcd7506-a152-4b95-b350-776b58f84457 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:52:54.328958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:52:54.332578 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:52:54.341355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Pushing event updated for resources: {'Port': ['ID=ed6d2192-65d6-46c7-8758-dc4643a33199,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:54.379596 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.379939 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.380272 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.380599 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.380922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.381243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.381558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.381872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.382185 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.382524 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.382833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.383141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:52:54.415876 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:54.435242 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Allocated IP 172.26.3.243 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/e3942211-f578-4844-9277-bd092f49f761) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:52:54.435547 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Attempting to bind port ed6d2192-65d6-46c7-8758-dc4643a33199 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:52:54.435903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Attempting to bind port ed6d2192-65d6-46c7-8758-dc4643a33199 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:52:54.436263 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Attempting to bind port ed6d2192-65d6-46c7-8758-dc4643a33199 on network 4bcd7506-a152-4b95-b350-776b58f84457 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:52:54.441562 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:52:54.441933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Checking segment: {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:52:54.442357 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:54.442753 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Bound using segment: {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:52:54.443213 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Bound port: ed6d2192-65d6-46c7-8758-dc4643a33199, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:52:54.443584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:54.531206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] For port ed6d2192-65d6-46c7-8758-dc4643a33199, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:52:54.535312 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] For port ed6d2192-65d6-46c7-8758-dc4643a33199, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ed6d2192-65d6-46c7-8758-dc4643a33199,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:52:54.539608 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:54.544518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:54.580367 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:54.610465 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:54.615006 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-02717f0f-85f8-414e-98b5-e1b2e8c9851e tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:54.632456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Pushing event updated for resources: {'Port': ['ID=ed6d2192-65d6-46c7-8758-dc4643a33199,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:54.635518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:54.677027 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:52:54.681003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:52:54.683447 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:52:54.729743 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3942211-f578-4844-9277-bd092f49f761,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:54.732635 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:55.260951 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:55.535709 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1799644-a1bc-409a-b4db-2dd459e925ef None None] Network 4bcd7506-a152-4b95-b350-776b58f84457 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:52:55.606622 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:55.630081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5f8392b9-2a7d-4a5c-893a-3ca370b2fc83 None None] Provisioning for port ed6d2192-65d6-46c7-8758-dc4643a33199 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:52:55.828534 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Router 3538b756-8fe1-4c66-8d30-dfc0579faa37 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:52:55.831285 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ed6d2192-65d6-46c7-8758-dc4643a33199 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:52:55.901780 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port ed6d2192-65d6-46c7-8758-dc4643a33199 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:52:55.907051 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ed6d2192-65d6-46c7-8758-dc4643a33199 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:52:55.907566 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:56.016918 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:52:56.035393 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:56.043188 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:56.046956 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-65bec17f-9568-4ce0-9112-8dd45609d7f2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4130249 Nov 25 09:52:56.047070 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Sync routers for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:52:56.047160 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58224) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:56.070464 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:52:56.071647 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:56.205181 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port ed6d2192-65d6-46c7-8758-dc4643a33199, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ed6d2192-65d6-46c7-8758-dc4643a33199,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:52:56.218258 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5d77eedd-9169-44cf-900a-5ef5c195e881 None None] Provisioning complete for port ed6d2192-65d6-46c7-8758-dc4643a33199 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:52:56.218662 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5d77eedd-9169-44cf-900a-5ef5c195e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:56.247960 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:56.256906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-e501c7be-5d16-45d7-8397-cd166709d2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:56.379216 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=ed6d2192-65d6-46c7-8758-dc4643a33199,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:56.383043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:52:56.483988 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:56.772846 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:55Z', 'revision_number': 3, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:56.776721 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Checking router: 3538b756-8fe1-4c66-8d30-dfc0579faa37 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:52:56.777083 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Updating router 3538b756-8fe1-4c66-8d30-dfc0579faa37 port e3942211-f578-4844-9277-bd092f49f761 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:52:56.829139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:56.868537 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.079881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Allocated IP 172.20.0.1 (4bcd7506-a152-4b95-b350-776b58f84457/f7fdaa09-0c55-41c1-ad7f-ef06c298261c/da274de4-caec-4d27-8171-54cbc3183536) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:52:57.159035 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.171205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Transition to ACTIVE for port object e3942211-f578-4844-9277-bd092f49f761 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:52:57.177819 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.182648 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-cbd689e3-05f6-4e77-a790-1a87c7d5cf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:57.227036 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.243192 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.provisioning_blocks [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Transition to ACTIVE for port object da274de4-caec-4d27-8171-54cbc3183536 will not be triggered until provisioned by entity DHCP. {{(pid=87512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:52:57.255379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Attempting to bind port e3942211-f578-4844-9277-bd092f49f761 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:52:57.255766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Attempting to bind port e3942211-f578-4844-9277-bd092f49f761 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:52:57.256141 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Attempting to bind port e3942211-f578-4844-9277-bd092f49f761 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:52:57.264898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:52:57.265330 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:52:57.265726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.266206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:52:57.266711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Bound port: e3942211-f578-4844-9277-bd092f49f761, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:52:57.267072 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.267200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.271558 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c6021cf2-b1f7-4a1c-a2f9-6ff2180f5904 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:57.297591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4c843-3ced-417a-9d0b-792903ed4da2 None None] Pushing event updated for resources: {'Port': ['ID=e3942211-f578-4844-9277-bd092f49f761,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:57.305660 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bfd4c843-3ced-417a-9d0b-792903ed4da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:57.328793 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Network 4bcd7506-a152-4b95-b350-776b58f84457 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:52:57.336023 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:52:57.340481 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:52:57.346641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] For port e3942211-f578-4844-9277-bd092f49f761, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:52:57.349701 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] For port e3942211-f578-4844-9277-bd092f49f761, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e3942211-f578-4844-9277-bd092f49f761,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:52:57.356042 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.360121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:57.385310 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Pushing event updated for resources: {'Port': ['ID=da274de4-caec-4d27-8171-54cbc3183536,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:57.389390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:57.400938 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.440542 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:52:57.441188 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:57.509784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4c843-3ced-417a-9d0b-792903ed4da2 None None] Pushing event updated for resources: {'Port': ['ID=e3942211-f578-4844-9277-bd092f49f761,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:57.527914 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.559713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bfd4c843-3ced-417a-9d0b-792903ed4da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:57.628941 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:52:57.757318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5868eb68-6406-4a97-be65-aa4596fa092e None None] Provisioning for port da274de4-caec-4d27-8171-54cbc3183536 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:52:57.757449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.763355 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.769584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5868eb68-6406-4a97-be65-aa4596fa092e None None] Provisioning complete for port da274de4-caec-4d27-8171-54cbc3183536 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:52:57.769963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5868eb68-6406-4a97-be65-aa4596fa092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.809625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6feca3ed-a52d-4892-ae19-943b241d679b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:57.820793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ed6d2192-65d6-46c7-8758-dc4643a33199 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:52:57.856385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:57.941617 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Pushing event updated for resources: {'Port': ['ID=da274de4-caec-4d27-8171-54cbc3183536,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:57.952987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:57.953492 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5868eb68-6406-4a97-be65-aa4596fa092e None None] Port da274de4-caec-4d27-8171-54cbc3183536 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:52:58.001730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port ed6d2192-65d6-46c7-8758-dc4643a33199 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:52:58.002116 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:58.010000 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Network 4bcd7506-a152-4b95-b350-776b58f84457 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:52:58.012246 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:52:58.184964 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 1, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:52:58.191203 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d5860-9060-4bb7-8389-e8602d2bb38e None None] The sync data for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv is: [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 1, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:52:58.275628 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-41316167-c1da-4797-b6da-57b93a3f8ec4 None None] Provisioning complete for port da274de4-caec-4d27-8171-54cbc3183536 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:52:58.276271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41316167-c1da-4797-b6da-57b93a3f8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:58.333130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-41316167-c1da-4797-b6da-57b93a3f8ec4 None None] Port da274de4-caec-4d27-8171-54cbc3183536 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:52:58.345834 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Router 3538b756-8fe1-4c66-8d30-dfc0579faa37 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:52:58.545975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:52:58.555111 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4a23a8de-f866-4bf1-b59b-cd2f62ddf86e admin admin] 10.222.0.54 "PUT /v2.0/routers/3538b756-8fe1-4c66-8d30-dfc0579faa37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5068958 Nov 25 09:52:59.099383 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58242) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:59.108843 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-770515982-network', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:52:59.116152 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:52:59.120361 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Usage tracker for resource:network and tenant:72a9934e0bcf4e55b529acdb1a44f1f8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:52:59.123240 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:52:59.129016 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:52:59.140055 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Made reservation on behalf of 72a9934e0bcf4e55b529acdb1a44f1f8 for: {'network': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:52:59.142344 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for network, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.155583 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.170252 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:52:59.174277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Usage tracker for resource:security_group_rule and tenant:72a9934e0bcf4e55b529acdb1a44f1f8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:52:59.177461 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:52:59.183596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:52:59.269368 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.273373 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.277297 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1dd6aebe-c54e-4ba1-bb71-97a6b6bf761e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:59.305385 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=87512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 09:52:59.314222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a602abc0-71cd-4170-8649-eb66e8799a3f,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:59.317787 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:59.320666 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.321715 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.segments_db [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Added segment fbf71a93-ccc8-4cc3-a447-277fa24f7932 of type vlan for network 76e73531-4d65-42f2-826d-a9dada26b64d Nov 25 09:52:59.353869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772570030008'] for network, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.387165 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969'] for network, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.388219 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:52:59.388791 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.392277 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-701e28e7-1729-4d0d-99ce-cb3c3445f3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:59.490164 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Pushing event updated for resources: {'Network': ['ID=76e73531-4d65-42f2-826d-a9dada26b64d,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:59.494038 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3935742 Nov 25 09:52:59.495029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-8068f7d0-76e8-4d26-87bf-ace6df3faf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:59.496869 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58246) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:59.501643 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Network 76e73531-4d65-42f2-826d-a9dada26b64d details requested by agent ovs-agent-dv-neutron-818341-1-hyperv with host dv-neutron-818341-1-hyperv {{(pid=87514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 09:52:59.503031 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Request body: {'subnet': {'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-770515982-subnet', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'ip_version': 4}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:52:59.508271 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:52:59.512769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Usage tracker for resource:subnet and tenant:72a9934e0bcf4e55b529acdb1a44f1f8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:52:59.515624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:52:59.521375 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:52:59.532446 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Made reservation on behalf of 72a9934e0bcf4e55b529acdb1a44f1f8 for: {'subnet': 1} {{(pid=87512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:52:59.534880 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2420542'] for subnet, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.741044 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2097185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2420492'] for subnet, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.745982 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-19fde01f-8e6b-42fb-84da-c909a36df9fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:52:59.817883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90aa2f3f-9db7-45b1-81b7-204c81f0dd0d,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:52:59.823059 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:52:59.826003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e3942211-f578-4844-9277-bd092f49f761 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:52:59.830171 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Checking segment: {'id': 'fbf71a93-ccc8-4cc3-a447-277fa24f7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:52:59.830625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Network hostable DHCP agents. Network: 76e73531-4d65-42f2-826d-a9dada26b64d, hostable agents: ['a3393d06-5ab8-4df8-9fed-b022f4ac668d'], hosted agents: [] {{(pid=87512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 09:52:59.853289 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Network 76e73531-4d65-42f2-826d-a9dada26b64d is scheduled to be hosted by DHCP agent a3393d06-5ab8-4df8-9fed-b022f4ac668d with binding_index 1 {{(pid=87512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 09:52:59.866882 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818341-1-hyperv, 76e73531-4d65-42f2-826d-a9dada26b64d) {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:52:59.870934 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:52:59.871640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.891749 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb0bba-060e-41e7-9e0c-3c9b4bf36218 None None] Network 76e73531-4d65-42f2-826d-a9dada26b64d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:52:59.893600 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-4956c75f-f2ee-45cf-aef6-70ef3caf4e27 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3956997 Nov 25 09:52:59.896336 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58250) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:52:59.902026 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-770515982-router', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:52:59.906987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:52:59.910837 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Usage tracker for resource:router and tenant:72a9934e0bcf4e55b529acdb1a44f1f8 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:52:59.913983 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:52:59.919769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:52:59.931517 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2005978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39492'] for router, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.932495 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2006285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39551'] for router, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:52:59.949083 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.007637 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port e3942211-f578-4844-9277-bd092f49f761 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:53:00.023630 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e3942211-f578-4844-9277-bd092f49f761 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:00.024072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.145254 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Sync routers for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:53:00.155412 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:53:00.156136 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:00.203154 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4bddc66-9120-5802-b2bc-def044884af9-76e73531-4d65-42f2-826d-a9dada26b64d', 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'fixed_ips': [{'subnet_id': '90aa2f3f-9db7-45b1-81b7-204c81f0dd0d'}]}} from dv-neutron-818341-1-hyperv. {{(pid=87514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 09:53:00.203987 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.240654 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39521'] for router, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.294359 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.333889 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port e3942211-f578-4844-9277-bd092f49f761, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e3942211-f578-4844-9277-bd092f49f761,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:53:00.343081 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.351197 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-01db0a81-d38c-4ad6-96bb-1843eac33b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:00.375450 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:53:00.478178 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=e3942211-f578-4844-9277-bd092f49f761,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:00.481443 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:00.485669 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Allocated IP 172.20.0.2 (76e73531-4d65-42f2-826d-a9dada26b64d/90aa2f3f-9db7-45b1-81b7-204c81f0dd0d/dcf1ad4c-0309-4a50-81f6-2771b9adaee9) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:53:00.694806 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 2, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:00.699103 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Checking router: 3538b756-8fe1-4c66-8d30-dfc0579faa37 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:53:00.699467 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Updating router 3538b756-8fe1-4c66-8d30-dfc0579faa37 port da274de4-caec-4d27-8171-54cbc3183536 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:53:00.701726 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.710257 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.721926 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Transition to ACTIVE for port object dcf1ad4c-0309-4a50-81f6-2771b9adaee9 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:53:00.733949 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.740870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Transition to ACTIVE for port object dcf1ad4c-0309-4a50-81f6-2771b9adaee9 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:53:00.746707 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.752390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:00.759718 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.831688 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Network 76e73531-4d65-42f2-826d-a9dada26b64d is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:53:00.834778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:53:00.838863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:53:00.844863 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Pushing event updated for resources: {'Port': ['ID=dcf1ad4c-0309-4a50-81f6-2771b9adaee9,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:00.848973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:00.877786 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Allocated IP 172.26.3.63 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/21168f47-42d5-407d-921b-c71d36db41d5) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:53:00.935565 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Attempting to bind port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:53:00.935884 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Attempting to bind port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'fbf71a93-ccc8-4cc3-a447-277fa24f7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:53:00.936344 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Attempting to bind port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 on network 76e73531-4d65-42f2-826d-a9dada26b64d {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:53:00.941861 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:53:00.942247 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Checking segment: {'id': 'fbf71a93-ccc8-4cc3-a447-277fa24f7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:53:00.942689 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:00.943095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Bound using segment: {'id': 'fbf71a93-ccc8-4cc3-a447-277fa24f7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:53:00.943570 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Bound port: dcf1ad4c-0309-4a50-81f6-2771b9adaee9, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf71a93-ccc8-4cc3-a447-277fa24f7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:53:00.944002 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:01.034774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:01.045598 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d210126d-ce76-456d-8096-3467227c6998 None None] For port dcf1ad4c-0309-4a50-81f6-2771b9adaee9, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:53:01.050215 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d210126d-ce76-456d-8096-3467227c6998 None None] For port dcf1ad4c-0309-4a50-81f6-2771b9adaee9, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dcf1ad4c-0309-4a50-81f6-2771b9adaee9,segment=NetworkSegment(fbf71a93-ccc8-4cc3-a447-277fa24f7932),segment_id=fbf71a93-ccc8-4cc3-a447-277fa24f7932)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:53:01.058102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:01.066368 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:01.068687 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:01.078448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6c61f489-bcc6-4e52-b215-0b2f07c7274c tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:01.134868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:53:01.137417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:53:01.141557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:53:01.152435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Pushing event updated for resources: {'Port': ['ID=dcf1ad4c-0309-4a50-81f6-2771b9adaee9,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:01.155764 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-d210126d-ce76-456d-8096-3467227c6998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:01.165628 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:01.179179 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Transition to ACTIVE for port object da274de4-caec-4d27-8171-54cbc3183536 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:53:01.187190 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:01.192281 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-b0a5f14a-9223-411a-8bf0-991b4ad67344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:01.206304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Pushing event updated for resources: {'Port': ['ID=21168f47-42d5-407d-921b-c71d36db41d5,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:01.210604 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:01.362095 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Pushing event updated for resources: {'Port': ['ID=da274de4-caec-4d27-8171-54cbc3183536,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:01.407455 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.407677 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.407950 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.408281 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.408604 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.408928 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.409682 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.409682 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.409874 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.410190 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.410534 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.410852 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:53:01.414676 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:01.436023 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Attempting to bind port da274de4-caec-4d27-8171-54cbc3183536 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:53:01.436680 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Attempting to bind port da274de4-caec-4d27-8171-54cbc3183536 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:53:01.437193 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Attempting to bind port da274de4-caec-4d27-8171-54cbc3183536 on network 4bcd7506-a152-4b95-b350-776b58f84457 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:53:01.447404 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:53:01.447776 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Checking segment: {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:53:01.448181 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:01.448572 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Bound using segment: {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:53:01.449049 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Bound port: da274de4-caec-4d27-8171-54cbc3183536, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:53:01.449420 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:01.567120 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] For port da274de4-caec-4d27-8171-54cbc3183536, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:53:01.570371 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] For port da274de4-caec-4d27-8171-54cbc3183536, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=da274de4-caec-4d27-8171-54cbc3183536,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:53:01.576734 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:01.581815 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-09e45746-b635-4ba3-bf71-4099a338eada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:01.653696 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:01.658977 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:53:01.659621 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:01.714366 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Pushing event updated for resources: {'Port': ['ID=da274de4-caec-4d27-8171-54cbc3183536,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:01.724753 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:01.868876 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:53:01.956898 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dcf1ad4c-0309-4a50-81f6-2771b9adaee9 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:53:02.044875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:53:02.050461 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device da274de4-caec-4d27-8171-54cbc3183536 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:53:02.109222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004954'] for router, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:02.134540 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port da274de4-caec-4d27-8171-54cbc3183536 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:53:02.141119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port da274de4-caec-4d27-8171-54cbc3183536 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:02.141668 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:02.284290 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:02.312139 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:01Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:02.316582 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec702fb-66b8-48f3-943b-4db4dcc545d1 None None] The sync data for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv is: [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:01Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:53:02.329513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port da274de4-caec-4d27-8171-54cbc3183536, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=da274de4-caec-4d27-8171-54cbc3183536,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:53:02.335100 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:02.336261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e3942211-f578-4844-9277-bd092f49f761 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:53:02.436212 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:02.465517 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b782fd30-a30d-4c2a-9dd7-130146c80713 None None] Network 76e73531-4d65-42f2-826d-a9dada26b64d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:53:02.501029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Router 3046b515-4bcc-42b2-8efa-35483cb0dd44 is scheduled to L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec with binding_index 1 {{(pid=87512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 09:53:02.603557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7516645f-9bf7-4312-8261-4ab2fcaf70fd None None] Provisioning for port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:53:02.621482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7516645f-9bf7-4312-8261-4ab2fcaf70fd None None] Provisioning complete for port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:02.621868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7516645f-9bf7-4312-8261-4ab2fcaf70fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:02.654133 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=da274de4-caec-4d27-8171-54cbc3183536,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:02.666236 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:02.699200 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:53:02.712122 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Sync routers for ids ['3046b515-4bcc-42b2-8efa-35483cb0dd44'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:53:02.731606 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:02.735760 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-e2839889-50bb-4ef4-9343-7efe145d220f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8358152 Nov 25 09:53:02.736248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58256) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:53:02.755790 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port e3942211-f578-4844-9277-bd092f49f761 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:02.756191 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:02.804771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Routers {'3046b515-4bcc-42b2-8efa-35483cb0dd44'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:53:02.805996 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3046b515-4bcc-42b2-8efa-35483cb0dd44'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:03.081736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7516645f-9bf7-4312-8261-4ab2fcaf70fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:03.185849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Set router 3046b515-4bcc-42b2-8efa-35483cb0dd44 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:53:03.308398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7516645f-9bf7-4312-8261-4ab2fcaf70fd None None] For port dcf1ad4c-0309-4a50-81f6-2771b9adaee9, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dcf1ad4c-0309-4a50-81f6-2771b9adaee9,segment=NetworkSegment(fbf71a93-ccc8-4cc3-a447-277fa24f7932),segment_id=fbf71a93-ccc8-4cc3-a447-277fa24f7932)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:53:03.329612 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7516645f-9bf7-4312-8261-4ab2fcaf70fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:03.335244 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-bfd4c843-3ced-417a-9d0b-792903ed4da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:03.439376 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:03.488402 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516645f-9bf7-4312-8261-4ab2fcaf70fd None None] Pushing event updated for resources: {'Port': ['ID=dcf1ad4c-0309-4a50-81f6-2771b9adaee9,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:03.494010 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7516645f-9bf7-4312-8261-4ab2fcaf70fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:03.580933 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'name': 'tempest-TestSnapshotPattern-770515982-router', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '21168f47-42d5-407d-921b-c71d36db41d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:59Z', 'updated_at': '2021-11-25T09:53:01Z', 'revision_number': 3, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'gw_port': {'id': '21168f47-42d5-407d-921b-c71d36db41d5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:00Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:03.584926 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Checking router: 3046b515-4bcc-42b2-8efa-35483cb0dd44 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:53:03.585288 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Updating router 3046b515-4bcc-42b2-8efa-35483cb0dd44 port 21168f47-42d5-407d-921b-c71d36db41d5 binding host dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:53:03.642657 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:03.664133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Allocated IP 172.20.0.1 (76e73531-4d65-42f2-826d-a9dada26b64d/90aa2f3f-9db7-45b1-81b7-204c81f0dd0d/3c530e57-e6b8-40e7-9048-0adcbe618c57) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:53:03.778111 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-46fc0264-98f5-463f-8989-e698b33737ea None None] Provisioning complete for port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:03.778615 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46fc0264-98f5-463f-8989-e698b33737ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:03.822430 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dcf1ad4c-0309-4a50-81f6-2771b9adaee9 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:53:03.948308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:03.963933 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Transition to ACTIVE for port object 3c530e57-e6b8-40e7-9048-0adcbe618c57 will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:53:03.988910 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:03.999140 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-16fe7a3f-d290-49be-a5c4-1be9847cad9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:04.048690 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Network 76e73531-4d65-42f2-826d-a9dada26b64d is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:53:04.051844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:53:04.054947 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:53:04.111331 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:04.111866 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.114149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Pushing event updated for resources: {'Port': ['ID=3c530e57-e6b8-40e7-9048-0adcbe618c57,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:04.118841 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:04.126972 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603348'] for router_interface, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.245061 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.348959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device da274de4-caec-4d27-8171-54cbc3183536 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:53:04.374439 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.382649 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9bbfccd1-e433-4748-afd8-ac6a96131f59 None None] Provisioning for port 3c530e57-e6b8-40e7-9048-0adcbe618c57 completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:53:04.411301 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Transition to ACTIVE for port object 21168f47-42d5-407d-921b-c71d36db41d5 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:53:04.413771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9bbfccd1-e433-4748-afd8-ac6a96131f59 None None] Provisioning complete for port 3c530e57-e6b8-40e7-9048-0adcbe618c57 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:04.414158 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9bbfccd1-e433-4748-afd8-ac6a96131f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.454957 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.463088 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-4e0e5517-e1ea-46b7-b98d-4e499e42ee13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:04.471915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.476241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.502315 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e3234d81-1c0c-434f-a088-bf8a1a624527 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:04.552121 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfccd1-e433-4748-afd8-ac6a96131f59 None None] Port 3c530e57-e6b8-40e7-9048-0adcbe618c57 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:53:04.566173 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Attempting to bind port 21168f47-42d5-407d-921b-c71d36db41d5 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:53:04.566577 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Attempting to bind port 21168f47-42d5-407d-921b-c71d36db41d5 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:53:04.566950 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Attempting to bind port 21168f47-42d5-407d-921b-c71d36db41d5 on network a9c86f18-000d-42bd-8ca5-a59d838703a7 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:53:04.576200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dd2de-86a0-4cb7-85cf-c46dcb899ce2 None None] Pushing event updated for resources: {'Port': ['ID=21168f47-42d5-407d-921b-c71d36db41d5,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:04.581415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2b9dd2de-86a0-4cb7-85cf-c46dcb899ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:04.582371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:53:04.582756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Checking segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:53:04.583165 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.583567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Bound using segment: {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:53:04.584144 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Bound port: 21168f47-42d5-407d-921b-c71d36db41d5, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3a212b-72f2-4aa5-b5d7-a7edffd45698', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:53:04.584438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.585020 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1603575'] for router_interface, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.589300 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Pushing event updated for resources: {'Port': ['ID=3c530e57-e6b8-40e7-9048-0adcbe618c57,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:04.592581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:04.613796 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port da274de4-caec-4d27-8171-54cbc3183536 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:04.614183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.713812 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] For port 21168f47-42d5-407d-921b-c71d36db41d5, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:53:04.717586 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] For port 21168f47-42d5-407d-921b-c71d36db41d5, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=21168f47-42d5-407d-921b-c71d36db41d5,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:53:04.721463 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Network 76e73531-4d65-42f2-826d-a9dada26b64d is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:53:04.722580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:53:04.753288 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.764653 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:04.852496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:04.871718 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dd2de-86a0-4cb7-85cf-c46dcb899ce2 None None] Pushing event updated for resources: {'Port': ['ID=21168f47-42d5-407d-921b-c71d36db41d5,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:04.874398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Routers {'3046b515-4bcc-42b2-8efa-35483cb0dd44'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:53:04.875528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3046b515-4bcc-42b2-8efa-35483cb0dd44'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:04.919633 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Router 3046b515-4bcc-42b2-8efa-35483cb0dd44 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:53:04.922928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-2b9dd2de-86a0-4cb7-85cf-c46dcb899ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:05.032635 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1e50510f-5d2d-42ce-af09-a7b4dd4876a0 None None] Provisioning complete for port 3c530e57-e6b8-40e7-9048-0adcbe618c57 triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:05.033011 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e50510f-5d2d-42ce-af09-a7b4dd4876a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:05.102048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:53:05.111467 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d85f2daa-c9e8-4b04-9c2b-70e5260d6b68 admin admin] 10.222.0.54 "PUT /v2.0/routers/3046b515-4bcc-42b2-8efa-35483cb0dd44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3740411 Nov 25 09:53:05.111680 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] Set router 3046b515-4bcc-42b2-8efa-35483cb0dd44 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:53:05.154003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1e50510f-5d2d-42ce-af09-a7b4dd4876a0 None None] Port 3c530e57-e6b8-40e7-9048-0adcbe618c57 cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:53:05.425072 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'name': 'tempest-TestSnapshotPattern-770515982-router', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '21168f47-42d5-407d-921b-c71d36db41d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:59Z', 'updated_at': '2021-11-25T09:53:04Z', 'revision_number': 4, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'gw_port': {'id': '21168f47-42d5-407d-921b-c71d36db41d5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:00Z', 'updated_at': '2021-11-25T09:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '3c530e57-e6b8-40e7-9048-0adcbe618c57', 'name': '', 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'mac_address': 'fa:16:3e:42:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '90aa2f3f-9db7-45b1-81b7-204c81f0dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:03Z', 'updated_at': '2021-11-25T09:53:04Z', 'revision_number': 2, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'subnets': [{'id': '90aa2f3f-9db7-45b1-81b7-204c81f0dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:05.429000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41059a-eb39-4e9b-ae80-09a4d3df3980 None None] The sync data for ids ['3046b515-4bcc-42b2-8efa-35483cb0dd44'] in dv-neutron-818341-1-hyperv is: [{'id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'name': 'tempest-TestSnapshotPattern-770515982-router', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '21168f47-42d5-407d-921b-c71d36db41d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:59Z', 'updated_at': '2021-11-25T09:53:04Z', 'revision_number': 4, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'gw_port': {'id': '21168f47-42d5-407d-921b-c71d36db41d5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:00Z', 'updated_at': '2021-11-25T09:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '3c530e57-e6b8-40e7-9048-0adcbe618c57', 'name': '', 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'mac_address': 'fa:16:3e:42:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '90aa2f3f-9db7-45b1-81b7-204c81f0dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:03Z', 'updated_at': '2021-11-25T09:53:04Z', 'revision_number': 2, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'subnets': [{'id': '90aa2f3f-9db7-45b1-81b7-204c81f0dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:53:05.696565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58266) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:53:05.701895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442275876', 'description': 'tempest-secgroup-smoke-442275876 description', 'project_id': '2c168a2a7c3d4e98bdeb48b253607283'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:53:05.708227 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:53:05.712089 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Usage tracker for resource:security_group and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:53:05.715059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:53:05.721948 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:53:05.732594 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:05.765641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:53:05.769782 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Usage tracker for resource:security_group_rule and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:53:05.772743 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:53:05.779431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:53:05.853490 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:05.857387 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:05.861772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-0d461df1-97c6-45c4-a126-08952b488b19 tempest-SecGroupTest-172969676 tempest-SecGroupTest-172969676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:05.903267 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:05.907184 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:05.908483 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:05.912733 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-6bc4797a-b548-459c-b827-ebbf7629a540 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2150466 Nov 25 09:53:05.913119 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58270) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:53:05.919259 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Request body: {'security_group_rule': {'security_group_id': '3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04', 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:53:05.925449 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:53:05.929594 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Usage tracker for resource:security_group_rule and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:53:05.934351 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:53:05.940104 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:53:05.957417 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.020998 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.025975 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.027838 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6ef6cf4d-8a5c-4266-9581-5b8a86a1d532 tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:06.049973 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef65324c-b05b-431f-bb08-5685a3f2fbb5,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:06.055897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:06.063866 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.065122 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1b0609ae-ece3-4796-a6ff-b8d9453fcf68 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507862 Nov 25 09:53:06.068027 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58274) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:53:06.073801 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Request body: {'security_group_rule': {'security_group_id': '3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04', 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:53:06.080094 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:53:06.087679 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Usage tracker for resource:security_group_rule and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:53:06.106849 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:53:06.116960 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:53:06.135180 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.202400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.206716 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.208761 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1f638486-f3f9-4380-8d4a-3ca1c6865f5e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:06.234312 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c5059a-1814-4a1a-9d04-792af17e235d,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:06.239251 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:06.244045 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.245441 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-bffcf45d-372c-46b8-a694-08b40efb3620 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1762524 Nov 25 09:53:06.248369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58278) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:53:06.253844 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Request body: {'security_group_rule': {'security_group_id': '3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04', 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:53:06.260131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:53:06.264091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Usage tracker for resource:security_group_rule and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:53:06.267111 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:53:06.272921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:53:06.292143 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.360784 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.367991 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.369915 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d8f30be6-194d-4c7a-97c3-0f8f0ab1d112 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:06.393731 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d831720-05b4-48b9-b272-58bcc67bedf4,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:06.396261 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:06.404314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.405636 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7c7e77b5-a4bb-43f6-8ad5-1e9c8564a3d8 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561797 Nov 25 09:53:06.408328 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58282) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:53:06.413405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Request body: {'security_group_rule': {'security_group_id': '3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04', 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:53:06.419777 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:53:06.423755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Usage tracker for resource:security_group_rule and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:53:06.426713 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:53:06.433048 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:53:06.452009 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.519514 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.523772 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.525629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-275d0c15-758b-4151-b144-30a61bf7ef23 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:06.552903 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8f185d-f8c6-4e16-9801-7f434a3a496b,revision_number=0']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:06.555726 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:06.559033 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.562868 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-15e5a830-7d29-4fc8-aab0-f60df8370e78 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510718 Nov 25 09:53:06.563272 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58286) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:53:06.568511 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Request body: {'security_group_rule': {'security_group_id': '3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04', 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:53:06.575395 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:53:06.579394 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Usage tracker for resource:security_group_rule and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:53:06.582443 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:53:06.588496 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:53:06.599232 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Project 2c168a2a7c3d4e98bdeb48b253607283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:53:06.606883 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.683341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.687029 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.692688 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-fcd6a694-0d00-4a43-9156-447a826a78ed tempest-TestMinimumBasicScenario-1947786743 tempest-TestMinimumBasicScenario-1947786743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:06.712455 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65829b62-cb98-4392-8ea3-c31e5f84b40a,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:06.723273 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:06.732064 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.735766 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1691244 Nov 25 09:53:06.735965 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58290) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:53:06.741058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Request body: {'security_group_rule': {'security_group_id': '3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04', 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:53:06.747809 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:53:06.751769 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Usage tracker for resource:security_group_rule and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:53:06.754739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:53:06.760694 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:53:06.770907 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.securitygroups_db [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Project 2c168a2a7c3d4e98bdeb48b253607283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 09:53:06.777453 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.840999 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.843773 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939787'] for security_group_rule, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.845800 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7ad59e07-41ad-42ee-880f-107200f0cca9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:06.868173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5799941e-0fa9-4f19-8ed9-cf0842f6e27d,revision_number=0']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:06.870578 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:06.877475 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:06.878700 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-88bf6679-ef0c-4812-85bd-4b75612356a9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418304 Nov 25 09:53:07.103676 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-273098a2-9346-4908-9531-1d0cfce8a399 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Synchronizing usage tracker for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:security_group {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:53:07.119624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-273098a2-9346-4908-9531-1d0cfce8a399 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Unset dirty status for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:security_group {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:53:07.120895 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-273098a2-9346-4908-9531-1d0cfce8a399 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442275876&fields=id&tenant_id=2c168a2a7c3d4e98bdeb48b253607283 HTTP/1.1" status: 200 len: 267 time: 0.0575423 Nov 25 09:53:07.267904 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-790b9d7a-c00e-4ae1-8492-8bc4824bf75a tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:07.268573 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-790b9d7a-c00e-4ae1-8492-8bc4824bf75a tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Synchronizing usage tracker for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:network {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:53:07.284801 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-790b9d7a-c00e-4ae1-8492-8bc4824bf75a tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Unset dirty status for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:network {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:53:07.285931 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-790b9d7a-c00e-4ae1-8492-8bc4824bf75a tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 809 time: 0.1584592 Nov 25 09:53:07.300778 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-6948a4a2-585b-4d63-8a1b-a5131e552e97 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/quotas/2c168a2a7c3d4e98bdeb48b253607283 HTTP/1.1" status: 200 len: 375 time: 0.0088842 Nov 25 09:53:07.385062 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-ae2b4440-3a4c-4c11-b4a5-5f3b4086b745 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Synchronizing usage tracker for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:53:07.400563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-ae2b4440-3a4c-4c11-b4a5-5f3b4086b745 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Unset dirty status for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:53:07.401851 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-ae2b4440-3a4c-4c11-b4a5-5f3b4086b745 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957556 Nov 25 09:53:07.540403 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-07586b87-12b0-44c0-ab10-3f8b702d8496 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 09:53:07.541386 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-07586b87-12b0-44c0-ab10-3f8b702d8496 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0416675 Nov 25 09:53:07.671004 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-0ee72623-e6a4-48a2-ac92-e7884621c2e5 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236882 Nov 25 09:53:07.815806 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-87fdc9e5-ae13-4e56-8c13-c8a924e266f8 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390793 Nov 25 09:53:07.835264 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 21168f47-42d5-407d-921b-c71d36db41d5 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:53:07.907935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 21168f47-42d5-407d-921b-c71d36db41d5 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:53:07.912823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 21168f47-42d5-407d-921b-c71d36db41d5 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:07.913213 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:08.016049 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9e1b920a-bff1-45a8-969b-2dc7aa43817d req-6085e1d8-7b71-4630-a16d-c0bb24e02b0d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 210 time: 0.0451045 Nov 25 09:53:08.139567 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:08.158132 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 21168f47-42d5-407d-921b-c71d36db41d5, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=21168f47-42d5-407d-921b-c71d36db41d5,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:53:08.162584 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:08.164588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-7516645f-9bf7-4312-8261-4ab2fcaf70fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:08.235527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=21168f47-42d5-407d-921b-c71d36db41d5,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:08.238593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:09.185337 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-d488c761-9084-4cbb-af2d-d74c195a0a18 req-410b14d1-d35f-4836-8544-37f553c3534c tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 210 time: 0.0522780 Nov 25 09:53:09.205670 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-26561c4a-568c-4ef1-8761-d32b5f43aa4e tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:09.207154 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-26561c4a-568c-4ef1-8761-d32b5f43aa4e tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 809 time: 0.2882216 Nov 25 09:53:09.259519 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-e80cf588-95ad-4341-883c-56f462e59572 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Synchronizing usage tracker for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:security_group {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:53:09.270867 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-e80cf588-95ad-4341-883c-56f462e59572 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Unset dirty status for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:security_group {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:53:09.271960 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-e80cf588-95ad-4341-883c-56f462e59572 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c168a2a7c3d4e98bdeb48b253607283 HTTP/1.1" status: 200 len: 379 time: 0.0557263 Nov 25 09:53:09.281405 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Request body: {'port': {'device_id': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'admin_state_up': True, 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'security_groups': ['3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:53:09.300677 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Sync routers for ids ['3046b515-4bcc-42b2-8efa-35483cb0dd44'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:53:09.309965 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Routers {'3046b515-4bcc-42b2-8efa-35483cb0dd44'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:53:09.310766 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3046b515-4bcc-42b2-8efa-35483cb0dd44'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:09.416687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:53:09.426040 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:53:09.436054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Made reservation on behalf of 2c168a2a7c3d4e98bdeb48b253607283 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:53:09.439698 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:09.486907 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Set router 3046b515-4bcc-42b2-8efa-35483cb0dd44 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:53:09.603816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Allocated IP 172.20.0.3 (4bcd7506-a152-4b95-b350-776b58f84457/f7fdaa09-0c55-41c1-ad7f-ef06c298261c/3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:53:09.794205 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:09.803982 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'name': 'tempest-TestSnapshotPattern-770515982-router', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '21168f47-42d5-407d-921b-c71d36db41d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:59Z', 'updated_at': '2021-11-25T09:53:04Z', 'revision_number': 4, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'gw_port': {'id': '21168f47-42d5-407d-921b-c71d36db41d5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:00Z', 'updated_at': '2021-11-25T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '3c530e57-e6b8-40e7-9048-0adcbe618c57', 'name': '', 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'mac_address': 'fa:16:3e:42:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '90aa2f3f-9db7-45b1-81b7-204c81f0dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:03Z', 'updated_at': '2021-11-25T09:53:04Z', 'revision_number': 2, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'subnets': [{'id': '90aa2f3f-9db7-45b1-81b7-204c81f0dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:09.808761 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Checking router: 3046b515-4bcc-42b2-8efa-35483cb0dd44 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:53:09.809401 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Updating router 3046b515-4bcc-42b2-8efa-35483cb0dd44 port 3c530e57-e6b8-40e7-9048-0adcbe618c57 binding host dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 09:53:09.811000 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Transition to ACTIVE for port object 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:53:09.814033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 21168f47-42d5-407d-921b-c71d36db41d5 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:53:09.835577 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:09.841895 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:09.864047 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:09.886733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 21168f47-42d5-407d-921b-c71d36db41d5 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:09.887108 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:09.914717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Network 4bcd7506-a152-4b95-b350-776b58f84457 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:53:09.918228 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:53:09.923339 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:53:09.974860 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'Port': ['ID=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:09.981206 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:10.005988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:10.007152 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:10.043630 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-fa18cdb4-45cd-4a5a-b9dd-e585a08cddec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7659929 Nov 25 09:53:10.055857 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Request body: {'port': {'device_id': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:53:10.168671 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:10.202789 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c5e71f65-7454-4189-b53b-085635ac2920 None None] Provisioning for port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:53:10.209365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c5e71f65-7454-4189-b53b-085635ac2920 None None] Provisioning complete for port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:10.209748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c5e71f65-7454-4189-b53b-085635ac2920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:10.271424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c5e71f65-7454-4189-b53b-085635ac2920 None None] Port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:53:10.274839 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:10.288169 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Transition to ACTIVE for port object 3c530e57-e6b8-40e7-9048-0adcbe618c57 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:53:10.295778 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:10.299620 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-7f0b56cb-452f-42fa-805e-62bc5b05bfc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:10.425584 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672d1fe-8144-494d-918a-945f4b4b61b6 None None] Pushing event updated for resources: {'Port': ['ID=3c530e57-e6b8-40e7-9048-0adcbe618c57,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:10.454334 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-7672d1fe-8144-494d-918a-945f4b4b61b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:10.514924 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090be3f-d659-4556-a520-e8dde60bae6c req-178bac10-2555-4ead-8a3b-1f61d1f447f9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:10.515640 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-5090be3f-d659-4556-a520-e8dde60bae6c req-178bac10-2555-4ead-8a3b-1f61d1f447f9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Synchronizing usage tracker for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:53:10.560722 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-5090be3f-d659-4556-a520-e8dde60bae6c req-178bac10-2555-4ead-8a3b-1f61d1f447f9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Unset dirty status for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:53:10.561878 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5090be3f-d659-4556-a520-e8dde60bae6c req-178bac10-2555-4ead-8a3b-1f61d1f447f9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 931 time: 0.2435703 Nov 25 09:53:10.565051 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Attempting to bind port 3c530e57-e6b8-40e7-9048-0adcbe618c57 on host dv-neutron-818341-1-hyperv for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:53:10.565421 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Attempting to bind port 3c530e57-e6b8-40e7-9048-0adcbe618c57 by drivers openvswitch,hyperv on host dv-neutron-818341-1-hyperv at level 0 using segments [{'id': 'fbf71a93-ccc8-4cc3-a447-277fa24f7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:53:10.565782 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Attempting to bind port 3c530e57-e6b8-40e7-9048-0adcbe618c57 on network 76e73531-4d65-42f2-826d-a9dada26b64d {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:53:10.571178 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Checking agent: {'id': '44d54268-0100-4f12-83eb-4af4f514674b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818341-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 39, 17), 'started_at': datetime.datetime(2021, 11, 25, 8, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818341-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:53:10.571548 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Checking segment: {'id': 'fbf71a93-ccc8-4cc3-a447-277fa24f7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:53:10.571946 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:10.572333 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Bound using segment: {'id': 'fbf71a93-ccc8-4cc3-a447-277fa24f7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:53:10.572791 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Bound port: 3c530e57-e6b8-40e7-9048-0adcbe618c57, host: dv-neutron-818341-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf71a93-ccc8-4cc3-a447-277fa24f7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:53:10.573158 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:10.642909 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:53:10.653871 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:10.662206 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] For port 3c530e57-e6b8-40e7-9048-0adcbe618c57, host dv-neutron-818341-1-hyperv, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:53:10.665835 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] For port 3c530e57-e6b8-40e7-9048-0adcbe618c57, host dv-neutron-818341-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3c530e57-e6b8-40e7-9048-0adcbe618c57,segment=NetworkSegment(fbf71a93-ccc8-4cc3-a447-277fa24f7932),segment_id=fbf71a93-ccc8-4cc3-a447-277fa24f7932)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:53:10.666741 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-5090be3f-d659-4556-a520-e8dde60bae6c req-69581f68-9607-4a2c-be79-25d354987319 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714488 Nov 25 09:53:10.671902 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:10.675018 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Transition to ACTIVE for port object 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:53:10.676795 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-427ced9a-84f9-47ee-b25b-a3317188394d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:10.680569 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:10.685834 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1193ff40-7fe5-4095-a7fe-dfbfd8267fb1 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:10.753822 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Routers {'3046b515-4bcc-42b2-8efa-35483cb0dd44'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:53:10.754572 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:52:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3046b515-4bcc-42b2-8efa-35483cb0dd44'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:10.812674 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672d1fe-8144-494d-918a-945f4b4b61b6 None None] Pushing event updated for resources: {'Port': ['ID=3c530e57-e6b8-40e7-9048-0adcbe618c57,revision_number=4']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:10.826251 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG oslo_concurrency.lockutils [None req-7672d1fe-8144-494d-918a-945f4b4b61b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:10.845283 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Pushing event updated for resources: {'Port': ['ID=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:10.853265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:10.948865 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Attempting to bind port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:53:10.949453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Attempting to bind port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:53:10.949980 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Attempting to bind port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b on network 4bcd7506-a152-4b95-b350-776b58f84457 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:53:10.956199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b on network 4bcd7506-a152-4b95-b350-776b58f84457 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:53:10.956735 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Attempting to bind port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b on network 4bcd7506-a152-4b95-b350-776b58f84457 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:53:10.968875 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:53:10.969451 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Checking segment: {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:53:10.971397 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Bound using segment: {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:53:10.972016 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Bound port: 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:53:10.972543 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:10.972966 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] Set router 3046b515-4bcc-42b2-8efa-35483cb0dd44 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:53:11.194888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] For port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:53:11.198234 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] For port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:53:11.202916 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:11.207828 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-2fa9ecf9-9451-4821-97fd-42a72678b0e9 tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:11.267357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:11.267967 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:11.269345 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] 10.222.0.41 "PUT /v2.0/ports/3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b HTTP/1.1" status: 200 len: 1093 time: 1.2183480 Nov 25 09:53:11.269873 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:53:11.303864 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Pushing event updated for resources: {'Port': ['ID=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:11.307113 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a7fe0f4c-7bcb-4026-836b-c9a2bdc082fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:11.327672 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'name': 'tempest-TestSnapshotPattern-770515982-router', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '21168f47-42d5-407d-921b-c71d36db41d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:59Z', 'updated_at': '2021-11-25T09:53:04Z', 'revision_number': 4, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'gw_port': {'id': '21168f47-42d5-407d-921b-c71d36db41d5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:00Z', 'updated_at': '2021-11-25T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '3c530e57-e6b8-40e7-9048-0adcbe618c57', 'name': '', 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'mac_address': 'fa:16:3e:42:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '90aa2f3f-9db7-45b1-81b7-204c81f0dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:03Z', 'updated_at': '2021-11-25T09:53:10Z', 'revision_number': 4, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'subnets': [{'id': '90aa2f3f-9db7-45b1-81b7-204c81f0dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:11.333420 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0596d39d-23d7-4ac5-87a7-1ae47b9cc323 None None] The sync data for ids ['3046b515-4bcc-42b2-8efa-35483cb0dd44'] in dv-neutron-818341-1-hyperv is: [{'id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'name': 'tempest-TestSnapshotPattern-770515982-router', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '21168f47-42d5-407d-921b-c71d36db41d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:59Z', 'updated_at': '2021-11-25T09:53:04Z', 'revision_number': 4, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'gw_port': {'id': '21168f47-42d5-407d-921b-c71d36db41d5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:00Z', 'updated_at': '2021-11-25T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': '3c530e57-e6b8-40e7-9048-0adcbe618c57', 'name': '', 'network_id': '76e73531-4d65-42f2-826d-a9dada26b64d', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'mac_address': 'fa:16:3e:42:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '90aa2f3f-9db7-45b1-81b7-204c81f0dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:03Z', 'updated_at': '2021-11-25T09:53:10Z', 'revision_number': 4, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'subnets': [{'id': '90aa2f3f-9db7-45b1-81b7-204c81f0dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:53:11.388907 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-4da72f0f-5e5b-4eae-aa8d-a91cd6c46416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:11.390566 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-4da72f0f-5e5b-4eae-aa8d-a91cd6c46416 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0821867 Nov 25 09:53:11.448411 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'status': 'completed', 'code': 200} Nov 25 09:53:11.467416 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-ed74566c-e7a6-47a8-9fdc-c5a77d326441 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b HTTP/1.1" status: 200 len: 217 time: 0.0692258 Nov 25 09:53:11.530839 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-12fae723-5893-44aa-8641-1643d3591828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:11.532203 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-12fae723-5893-44aa-8641-1643d3591828 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0589290 Nov 25 09:53:11.614256 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-adb84540-32be-4c17-ad30-4ffe24551e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:11.615752 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-adb84540-32be-4c17-ad30-4ffe24551e10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763853 Nov 25 09:53:11.673241 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:53:11.750446 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-5ba8b657-2fbd-4a99-a2ae-0b35f2cc96b5 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282437 Nov 25 09:53:11.842927 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3c530e57-e6b8-40e7-9048-0adcbe618c57 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:53:11.915193 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning for port 3c530e57-e6b8-40e7-9048-0adcbe618c57 completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:53:11.920140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3c530e57-e6b8-40e7-9048-0adcbe618c57 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:11.920544 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:11.949226 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-c3057ca1-0ef9-4daa-8b68-f1007ef4a978 req-11c96d69-f2e9-4a10-b0f0-33690acdd1ad service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919844 Nov 25 09:53:11.962323 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d196b0-27a3-49f5-8003-a10a8e918a5d req-5eb4af95-f0e7-41af-9235-e987e8ec522e tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:11.963543 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-82d196b0-27a3-49f5-8003-a10a8e918a5d req-5eb4af95-f0e7-41af-9235-e987e8ec522e tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 943 time: 0.1817086 Nov 25 09:53:12.041482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:12.060268 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-82d196b0-27a3-49f5-8003-a10a8e918a5d req-ba5b6e88-9538-406f-ba78-a3e61449e0d3 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856149 Nov 25 09:53:12.076308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] For port 3c530e57-e6b8-40e7-9048-0adcbe618c57, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3c530e57-e6b8-40e7-9048-0adcbe618c57,segment=NetworkSegment(fbf71a93-ccc8-4cc3-a447-277fa24f7932),segment_id=fbf71a93-ccc8-4cc3-a447-277fa24f7932)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:53:12.081521 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:12.083911 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:12.098188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfb51e-3cb7-423e-aaa0-8ec335764f2e req-fc57772b-fd05-497b-9794-12163655ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:12.099745 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-17bfb51e-3cb7-423e-aaa0-8ec335764f2e req-fc57772b-fd05-497b-9794-12163655ca53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0958309 Nov 25 09:53:12.152670 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Pushing event updated for resources: {'Port': ['ID=3c530e57-e6b8-40e7-9048-0adcbe618c57,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:12.155663 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:12.233978 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfb51e-3cb7-423e-aaa0-8ec335764f2e req-874f4f61-112a-4ceb-b5cd-b0b4372e479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:12.235356 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-17bfb51e-3cb7-423e-aaa0-8ec335764f2e req-874f4f61-112a-4ceb-b5cd-b0b4372e479d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.1292639 Nov 25 09:53:12.306555 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-17bfb51e-3cb7-423e-aaa0-8ec335764f2e req-d3bb13f4-d212-45c5-b072-fcb98f29a6e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b HTTP/1.1" status: 200 len: 217 time: 0.0631821 Nov 25 09:53:12.372131 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfb51e-3cb7-423e-aaa0-8ec335764f2e req-12596cac-2435-403d-8a7b-528edda17084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:12.373552 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-17bfb51e-3cb7-423e-aaa0-8ec335764f2e req-12596cac-2435-403d-8a7b-528edda17084 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0610838 Nov 25 09:53:12.446989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfb51e-3cb7-423e-aaa0-8ec335764f2e req-73271933-de88-40ee-8c2f-ac0e6527c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:12.448428 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-17bfb51e-3cb7-423e-aaa0-8ec335764f2e req-73271933-de88-40ee-8c2f-ac0e6527c2e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687830 Nov 25 09:53:12.577659 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-17bfb51e-3cb7-423e-aaa0-8ec335764f2e req-d20cef25-b549-450e-ab45-c7adba8b4a47 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223047 Nov 25 09:53:12.713929 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-17bfb51e-3cb7-423e-aaa0-8ec335764f2e req-1bddc9d0-5d65-401f-b371-0131ae208698 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297138 Nov 25 09:53:13.246512 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c330f-6dc1-49b8-8300-0d131aa4aa96 req-8ef09ca5-b15c-4e9c-924c-b43c5c28ab3b tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:13.247919 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9f1c330f-6dc1-49b8-8300-0d131aa4aa96 req-8ef09ca5-b15c-4e9c-924c-b43c5c28ab3b tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 943 time: 0.0799425 Nov 25 09:53:13.296360 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9f1c330f-6dc1-49b8-8300-0d131aa4aa96 req-fb998151-b7b9-48db-b4c0-10235785134c tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428760 Nov 25 09:53:13.810472 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3c530e57-e6b8-40e7-9048-0adcbe618c57 up at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:53:13.880095 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Provisioning complete for port 3c530e57-e6b8-40e7-9048-0adcbe618c57 triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:13.880469 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:14.103729 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:53:14.233831 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:53:14.247397 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'mac_address': 'fa:16:3e:73:cd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:53:14.301984 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:14.318963 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:53:14.334832 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:53:14.338982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:14.340859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:14.408627 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:14.411583 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:14.597989 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fcc33-126e-4225-a122-d65c7e855607 req-bd879d9d-4e3f-45c2-bf3b-0c5c2aa15ff6 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:14.599381 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab3fcc33-126e-4225-a122-d65c7e855607 req-bd879d9d-4e3f-45c2-bf3b-0c5c2aa15ff6 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 944 time: 0.1986005 Nov 25 09:53:14.644150 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ab3fcc33-126e-4225-a122-d65c7e855607 req-4c329902-1f9d-4dc0-8e30-aa5b8fb1da60 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385008 Nov 25 09:53:14.780833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:53:15.830873 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880ec1-5b47-49e0-9b33-1453cc9b4587 req-f70452f4-279f-4ef5-9dcf-6dd95126f846 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:15.832335 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-47880ec1-5b47-49e0-9b33-1453cc9b4587 req-f70452f4-279f-4ef5-9dcf-6dd95126f846 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 944 time: 0.0796680 Nov 25 09:53:15.876223 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-47880ec1-5b47-49e0-9b33-1453cc9b4587 req-70452c24-8942-4bd6-98c1-1cd4aec8a5b4 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383244 Nov 25 09:53:16.119151 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:53:16.185892 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:53:16.190640 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:53:16.191009 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:16.308766 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:16.335332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:53:16.346431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:53:16.350796 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:16.352740 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-eef3f0a8-59f2-412e-8c65-e30c23ab0775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:16.438992 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'code': 200} Nov 25 09:53:16.455527 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:16.458474 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:16.641572 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c845996-6e5f-41c5-8b2e-0f7455fdebb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:16.659398 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa675b3-5f60-4d05-a4b6-dc98761464ef req-3535ca03-392f-489d-9747-343c5e3b6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:16.660906 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfa675b3-5f60-4d05-a4b6-dc98761464ef req-3535ca03-392f-489d-9747-343c5e3b6c9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0711007 Nov 25 09:53:16.700981 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dfa675b3-5f60-4d05-a4b6-dc98761464ef req-b9fd9036-0d1c-46cf-a15c-70693a4562a3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338664 Nov 25 09:53:17.063552 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e18b7-23d0-4758-8c12-6b8de61f999f req-c949c420-dd7b-4c06-a51c-1fea362e6d1b tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:17.064987 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1d9e18b7-23d0-4758-8c12-6b8de61f999f req-c949c420-dd7b-4c06-a51c-1fea362e6d1b tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 945 time: 0.0851121 Nov 25 09:53:17.108289 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-1d9e18b7-23d0-4758-8c12-6b8de61f999f req-88f03e27-9a54-44d1-8c53-ae7d0446abf0 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376399 Nov 25 09:53:17.128785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:18.295797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930eb61-d3cc-47da-8295-e64fc5ea5d09 req-7ffdf663-11ab-40bc-9eac-3f52805bab2e tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:18.297150 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9930eb61-d3cc-47da-8295-e64fc5ea5d09 req-7ffdf663-11ab-40bc-9eac-3f52805bab2e tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 945 time: 0.0831864 Nov 25 09:53:18.340856 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-9930eb61-d3cc-47da-8295-e64fc5ea5d09 req-4b0a32ec-a5bd-46e8-b882-53da54e41567 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381272 Nov 25 09:53:18.522584 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f5579-ee02-40c9-a489-3bfa8232df38 req-55743ec2-db73-4724-9149-762af74fb512 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:18.524069 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-197f5579-ee02-40c9-a489-3bfa8232df38 req-55743ec2-db73-4724-9149-762af74fb512 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 945 time: 0.0794618 Nov 25 09:53:18.567531 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-197f5579-ee02-40c9-a489-3bfa8232df38 req-be6c44b9-77e0-4b35-96cc-a4bd891ba920 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379019 Nov 25 09:53:18.589452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58358) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:53:18.823943 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e32a791-747e-4818-bb9e-2d253fbeb040 tempest-TestSnapshotPattern-1887308819 tempest-TestSnapshotPattern-1887308819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:18.825351 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-8e32a791-747e-4818-bb9e-2d253fbeb040 tempest-TestSnapshotPattern-1887308819 tempest-TestSnapshotPattern-1887308819-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 1093 time: 0.2349586 Nov 25 09:53:18.828338 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58364) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:53:18.833184 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.v2.base [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:53:18.839319 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:53:18.843080 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Usage tracker for resource:floatingip and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:53:18.846185 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87512) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:53:18.852480 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.quota.driver [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:53:18.862624 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for floatingip, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:19.003729 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:19.136563 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_common [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Allocated IP 172.26.3.80 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/5d9417e6-73e2-4cfd-a625-1a79e2d74a5e) {{(pid=87512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:53:19.289833 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for port, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:19.318276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:19.322640 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:19.381554 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:53:19.384738 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.base_scheduler [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources bound (agent type, host, resource id): {{(pid=87512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:53:19.388405 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Received port after_create {{(pid=87512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:53:19.427452 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'Port': ['ID=5d9417e6-73e2-4cfd-a625-1a79e2d74a5e,revision_number=1']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:19.431992 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:19.794767 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:19.866734 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:19.977192 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a4eef149-dc52-4a4f-b6aa-8ef967215286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:20.078961 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for port, precommit_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:20.083494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2097244'] for port, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:20.088715 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-cc6fd637-d9aa-4c59-805d-dd3e6339af29 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:53:20.192599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'Port': ['ID=5d9417e6-73e2-4cfd-a625-1a79e2d74a5e,revision_number=2']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:53:20.197276 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:53:20.205881 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:20.215126 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:20.382123 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Floating IP bf489f7c-4fbb-4221-a702-76509bd09867 associated. External IP: 172.26.3.80, port: 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b. Nov 25 09:53:20.841921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Router 3538b756-8fe1-4c66-8d30-dfc0579faa37 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:53:21.021630 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:53:21.032896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82f40c-046b-4573-979a-ef8f242b473c None None] Sync routers for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:53:21.041785 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82f40c-046b-4573-979a-ef8f242b473c None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:53:21.042447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ac82f40c-046b-4573-979a-ef8f242b473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:21.046096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:21.102325 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-ad2caa9c-653e-411e-b14e-1fed4dfa2811 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2728751 Nov 25 09:53:21.102921 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:53:21.221929 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-ac82f40c-046b-4573-979a-ef8f242b473c None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:53:21.230875 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'status': 'completed', 'code': 200} Nov 25 09:53:21.325236 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476b5c8-a3fe-4dee-9aed-54d190ec420f req-cf5bc3be-f870-4724-a524-f1ad8ffaf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:21.326716 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f476b5c8-a3fe-4dee-9aed-54d190ec420f req-cf5bc3be-f870-4724-a524-f1ad8ffaf3d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0707552 Nov 25 09:53:21.457218 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476b5c8-a3fe-4dee-9aed-54d190ec420f req-cae77c35-15bf-42b5-ab5b-dc4ec9f9049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:21.458805 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f476b5c8-a3fe-4dee-9aed-54d190ec420f req-cae77c35-15bf-42b5-ab5b-dc4ec9f9049e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.1251934 Nov 25 09:53:21.563379 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f476b5c8-a3fe-4dee-9aed-54d190ec420f req-70dcf068-c51d-4486-ab42-e01fa1106fac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b HTTP/1.1" status: 200 len: 998 time: 0.0976074 Nov 25 09:53:21.569730 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ac82f40c-046b-4573-979a-ef8f242b473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'bf489f7c-4fbb-4221-a702-76509bd09867', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:73:cd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:53:19Z', 'updated_at': '2021-11-25T09:53:19Z', 'revision_number': 0, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:21.573679 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82f40c-046b-4573-979a-ef8f242b473c None None] Checking router: 3538b756-8fe1-4c66-8d30-dfc0579faa37 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:53:21.581965 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82f40c-046b-4573-979a-ef8f242b473c None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:53:21.582597 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ac82f40c-046b-4573-979a-ef8f242b473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:53:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:21.628811 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476b5c8-a3fe-4dee-9aed-54d190ec420f req-dac9e2af-38fe-4e6e-8271-21dc1194749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:21.630206 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f476b5c8-a3fe-4dee-9aed-54d190ec420f req-dac9e2af-38fe-4e6e-8271-21dc1194749e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0606294 Nov 25 09:53:21.709894 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476b5c8-a3fe-4dee-9aed-54d190ec420f req-65d55612-c84e-4ed5-835f-c0985efdd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:21.711544 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f476b5c8-a3fe-4dee-9aed-54d190ec420f req-65d55612-c84e-4ed5-835f-c0985efdd593 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753264 Nov 25 09:53:21.729840 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:21.769947 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-ac82f40c-046b-4573-979a-ef8f242b473c None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:53:21.844596 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f476b5c8-a3fe-4dee-9aed-54d190ec420f req-404a4317-a2cb-452e-a727-a0bd3cef46af service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247728 Nov 25 09:53:21.979428 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f476b5c8-a3fe-4dee-9aed-54d190ec420f req-3a1fab4f-f597-4fea-bbc7-7d24fd458f9b service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281641 Nov 25 09:53:22.116162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-ac82f40c-046b-4573-979a-ef8f242b473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'bf489f7c-4fbb-4221-a702-76509bd09867', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:73:cd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:53:19Z', 'updated_at': '2021-11-25T09:53:19Z', 'revision_number': 0, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:53:22.120054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82f40c-046b-4573-979a-ef8f242b473c None None] The sync data for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv is: [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'bf489f7c-4fbb-4221-a702-76509bd09867', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:73:cd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:53:19Z', 'updated_at': '2021-11-25T09:53:19Z', 'revision_number': 0, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:53:22.321001 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750915d4-9e96-4cf8-af67-2c46ab809d94 None None] New status for floating IP bf489f7c-4fbb-4221-a702-76509bd09867: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:53:34.749897 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:46.642589 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8449-3ddf-48ce-815a-f47ae20f8c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:47.131416 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:48.672061 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:53:49.971910 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e337a75c-9824-4f15-97f1-d0f3e6046157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:50.217200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:51.690150 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:53:53.903518 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-0f813b64-7fb3-4d5a-bdb7-c4b852d678c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729494 Nov 25 09:53:54.045062 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-4ef3370c-96a1-4a9e-9676-5f62f1970569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:54.046555 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-4ef3370c-96a1-4a9e-9676-5f62f1970569 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0744531 Nov 25 09:53:54.196183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-729aa1b2-34d5-4b0e-8d2b-316a88822748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:54.197640 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-729aa1b2-34d5-4b0e-8d2b-316a88822748 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.1244855 Nov 25 09:53:54.303233 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-1a8ff50b-00bd-43c8-8817-cb217c7b880b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b HTTP/1.1" status: 200 len: 1000 time: 0.0980895 Nov 25 09:53:54.365160 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-5ed34408-ac18-47b7-bfb3-1de036ba15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:54.366605 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-5ed34408-ac18-47b7-bfb3-1de036ba15c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0566256 Nov 25 09:53:54.442522 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-0353c5ff-b001-42c2-aa4e-2d2969bfb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:53:54.443980 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-0353c5ff-b001-42c2-aa4e-2d2969bfb2bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715559 Nov 25 09:53:54.573932 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-aad3e545-8d38-4974-bfdd-3dda1caf0050 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227291 Nov 25 09:53:54.819674 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f4b5e3a9-aa30-4065-a9aa-4b6e9f4fa26d req-66c8b4dd-501d-49a3-96ea-8726cda799fd service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390909 Nov 25 09:54:04.763119 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:16.644741 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5f41b850-fe84-495e-ac19-d84361d6c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:17.132743 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:19.974415 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-428b9c75-7107-4f6f-92df-8502dd33a86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:20.223149 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:21.693046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:25.671388 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:54:34.765390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:46.649591 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5398efdf-677c-4d70-9bb0-af8c18f50206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:47.134906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:49.976893 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cea6a766-9c14-4013-a232-575cb1761a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:50.223371 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:51.694918 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:54:54.922039 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-fd8ed87a-7145-475b-a6db-88c9351a79f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702417 Nov 25 09:54:55.076369 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-5da683f8-2e32-411b-af54-a58dca487a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:54:55.077832 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-5da683f8-2e32-411b-af54-a58dca487a5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0739472 Nov 25 09:54:55.222101 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-70639d13-f419-4e61-817d-fa6bbd91bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:54:55.223608 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-70639d13-f419-4e61-817d-fa6bbd91bb46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.1266804 Nov 25 09:54:55.326314 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-718b7921-aeca-46a9-9f1b-9dcb779edbd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b HTTP/1.1" status: 200 len: 1000 time: 0.0964468 Nov 25 09:54:55.387052 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-55c71573-ed58-4c95-b3d7-915f2732041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:54:55.388448 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-55c71573-ed58-4c95-b3d7-915f2732041a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0564756 Nov 25 09:54:55.466014 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-4073d91c-a665-4658-8be2-ae1efeec38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:54:55.467501 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-4073d91c-a665-4658-8be2-ae1efeec38e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726907 Nov 25 09:54:55.596277 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-b16b1693-8938-4894-b2d6-281d1c471880 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219881 Nov 25 09:54:55.726355 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1756f828-dc8b-46bf-9660-b61d07b7bfa0 req-172c2a78-4a92-43da-b7fd-c7e8e4be9cb8 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237226 Nov 25 09:55:02.670492 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:55:04.753787 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:16.650758 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74702fff-5995-4386-8311-b28a4cb05f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:17.136076 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:19.979657 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71cdefc6-5379-4d7f-a117-2b96368cd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:20.226063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:21.697558 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:34.753253 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:39.669013 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:55:46.652750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a00948d-1d7b-40d7-a74d-ace484ae3778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:47.137110 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:49.981528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-453097a0-d5bf-43d4-95eb-874559b58813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:50.229719 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:51.699183 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:52.908221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:55:53.039678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:55:53.053079 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'mac_address': 'fa:16:3e:73:cd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:55:53.109873 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:53.126791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:55:53.141585 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:55:53.145463 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:53.147784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:55:53.216677 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:55:53.226488 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.226829 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.227161 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.227494 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.227816 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.228138 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.228473 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.228771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.229085 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.229398 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.229711 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.230024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:55:53.233412 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:55:53.257033 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:55:54.925575 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:55:54.972717 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f386e50-db26-43ef-950e-7e7e4dca6233 req-fe4ab833-6c03-466c-a9be-3a7c97a48b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:55:54.974890 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f386e50-db26-43ef-950e-7e7e4dca6233 req-fe4ab833-6c03-466c-a9be-3a7c97a48b1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 1097 time: 0.0759726 Nov 25 09:55:54.993991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:55:54.994424 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:55.114315 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:55.118888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f386e50-db26-43ef-950e-7e7e4dca6233 req-b49ffe44-a8e8-46da-a145-ec680ee24f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:55:55.120311 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f386e50-db26-43ef-950e-7e7e4dca6233 req-b49ffe44-a8e8-46da-a145-ec680ee24f76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.1270764 Nov 25 09:55:55.140249 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:55:55.151056 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:55:55.156148 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:55:55.158529 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:55:55.192254 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'code': 200} Nov 25 09:55:55.230703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:55:55.233726 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:55:55.236754 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f386e50-db26-43ef-950e-7e7e4dca6233 req-d88d085a-e58a-4652-a2b0-baea836aee34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b HTTP/1.1" status: 200 len: 1000 time: 0.1091371 Nov 25 09:55:55.300134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f386e50-db26-43ef-950e-7e7e4dca6233 req-9880f23b-294c-497f-8659-a0ffcf67f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:55:55.301521 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f386e50-db26-43ef-950e-7e7e4dca6233 req-9880f23b-294c-497f-8659-a0ffcf67f0ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0575171 Nov 25 09:55:55.378244 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f386e50-db26-43ef-950e-7e7e4dca6233 req-87d07e61-321f-4a88-a934-d504233822db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:55:55.379700 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f386e50-db26-43ef-950e-7e7e4dca6233 req-87d07e61-321f-4a88-a934-d504233822db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704763 Nov 25 09:55:55.514354 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f386e50-db26-43ef-950e-7e7e4dca6233 req-068b5b4b-316b-4f2c-bea9-7bd37f16dfc7 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272295 Nov 25 09:55:55.644587 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1f386e50-db26-43ef-950e-7e7e4dca6233 req-92876f4e-73b8-46d3-ae55-c83cad3ebba3 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224532 Nov 25 09:56:04.760626 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:06.190771 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-692162e0-88d7-4dd2-9716-a55a00e21021 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442275876&fields=id&tenant_id=2c168a2a7c3d4e98bdeb48b253607283 HTTP/1.1" status: 200 len: 267 time: 0.0411682 Nov 25 09:56:06.342096 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-a5986b5e-68f8-4a53-bd82-4d1fdf055a08 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:06.343480 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-a5986b5e-68f8-4a53-bd82-4d1fdf055a08 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 809 time: 0.1464334 Nov 25 09:56:06.358509 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-1fc1c1df-1376-496a-8abe-3278e518e9ee tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/quotas/2c168a2a7c3d4e98bdeb48b253607283 HTTP/1.1" status: 200 len: 375 time: 0.0094180 Nov 25 09:56:06.448438 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-e26deb80-2c55-45ca-88bd-9022db72168c tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0851552 Nov 25 09:56:06.590433 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-27329bb1-691e-4de4-ae4e-673136665786 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298928 Nov 25 09:56:06.722224 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-24cc6efc-bde2-462b-8362-2ba82cb4d65f service neutron] 10.222.0.54 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244164 Nov 25 09:56:08.120685 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-48764ddf-29a0-4325-ac9a-867914bc8043 req-bfc51d73-8b07-43b8-9dae-1646173b2ed6 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 210 time: 0.2350903 Nov 25 09:56:09.003058 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:56:09.038211 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-bfff5b99-526a-4615-9148-b192539737f5 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:09.039660 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-bfff5b99-526a-4615-9148-b192539737f5 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 809 time: 0.1460176 Nov 25 09:56:09.090505 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-e8d21218-f4c3-40df-a58c-593d11bcffd5 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c168a2a7c3d4e98bdeb48b253607283 HTTP/1.1" status: 200 len: 379 time: 0.0414510 Nov 25 09:56:09.099012 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Request body: {'port': {'device_id': 'b6608329-520e-4003-8f3a-99fc025d241c', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'admin_state_up': True, 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'security_groups': ['3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04']}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:56:09.124280 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:09.154394 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:56:09.165166 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:56:09.170778 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:09.172678 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:56:09.221771 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'code': 200} Nov 25 09:56:09.264716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:56:09.272027 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:56:09.278494 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:56:09.289115 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:56:09.302768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Made reservation on behalf of 2c168a2a7c3d4e98bdeb48b253607283 for: {'port': 1} {{(pid=87513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 09:56:09.307097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:09.308667 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-9b181936-6e91-4416-a7bf-9cfff762fdd8 req-ecb5d6b4-4055-4713-a589-084fece51bbe tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 210 time: 0.0538487 Nov 25 09:56:09.482389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Allocated IP 172.20.0.14 (4bcd7506-a152-4b95-b350-776b58f84457/f7fdaa09-0c55-41c1-ad7f-ef06c298261c/6a06f0f7-9a3a-4269-9829-1098693df9fe) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:56:09.757738 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:09.777314 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Transition to ACTIVE for port object 6a06f0f7-9a3a-4269-9829-1098693df9fe will not be triggered until provisioned by entity DHCP. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:56:09.808148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:09.823647 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-53407c64-cfc6-4c7f-8b4f-51bba9b993e6 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:56:09.886248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Network 4bcd7506-a152-4b95-b350-776b58f84457 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:56:09.894068 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:56:09.898857 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:56:09.961969 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'Port': ['ID=6a06f0f7-9a3a-4269-9829-1098693df9fe,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:56:09.975996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.976385 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.976756 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.977178 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.977556 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.977923 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.978356 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.978774 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.979145 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.979511 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.979874 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.980253 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:56:09.986133 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:56:09.994763 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:09.995393 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:10.026935 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9316516 Nov 25 09:56:10.181172 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5fe1d364-fb9e-45c9-a202-4342c5f5a134 None None] Provisioning for port 6a06f0f7-9a3a-4269-9829-1098693df9fe completed by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:56:10.186736 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5fe1d364-fb9e-45c9-a202-4342c5f5a134 None None] Provisioning complete for port 6a06f0f7-9a3a-4269-9829-1098693df9fe triggered by entity DHCP. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:56:10.187366 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d364-fb9e-45c9-a202-4342c5f5a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:10.259836 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1d364-fb9e-45c9-a202-4342c5f5a134 None None] Port 6a06f0f7-9a3a-4269-9829-1098693df9fe cannot update to ACTIVE because it is not bound. {{(pid=87514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 09:56:10.505567 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa331f-38d1-4f47-94ee-53a3f982a8bc req-563af661-f5a7-4f1e-b281-57634c5e2c19 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:10.506248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-41aa331f-38d1-4f47-94ee-53a3f982a8bc req-563af661-f5a7-4f1e-b281-57634c5e2c19 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Synchronizing usage tracker for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:56:10.522480 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-41aa331f-38d1-4f47-94ee-53a3f982a8bc req-563af661-f5a7-4f1e-b281-57634c5e2c19 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Unset dirty status for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:56:10.523628 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-41aa331f-38d1-4f47-94ee-53a3f982a8bc req-563af661-f5a7-4f1e-b281-57634c5e2c19 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 932 time: 0.1042671 Nov 25 09:56:10.570252 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-41aa331f-38d1-4f47-94ee-53a3f982a8bc req-ec6cc2db-fae2-48d6-a0db-d1d2ddcd700d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407414 Nov 25 09:56:11.763522 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da0a8d-17f0-4c2c-b8c3-1357961f728e req-f30bf2f8-77ff-46b6-b355-c67ce0a46168 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:11.765246 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c2da0a8d-17f0-4c2c-b8c3-1357961f728e req-f30bf2f8-77ff-46b6-b355-c67ce0a46168 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 932 time: 0.0870447 Nov 25 09:56:11.812209 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-c2da0a8d-17f0-4c2c-b8c3-1357961f728e req-aa1e0db9-8f89-4e96-98c3-c7108f8ccf86 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401933 Nov 25 09:56:13.022015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430256-587c-4262-9a09-d37d75c8d715 req-1d077189-b4f9-4b5a-b765-e4b183308d38 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:13.024596 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cf430256-587c-4262-9a09-d37d75c8d715 req-1d077189-b4f9-4b5a-b765-e4b183308d38 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 932 time: 0.0938563 Nov 25 09:56:13.074201 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cf430256-587c-4262-9a09-d37d75c8d715 req-aa53a020-cedc-4453-b270-557c4152e7b9 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 Nov 25 09:56:14.272515 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3210d-50e9-422f-9bf5-525b31403ec8 req-eda9418e-4b95-4bd4-b9b0-8f1787984e1d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:14.274611 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4ad3210d-50e9-422f-9bf5-525b31403ec8 req-eda9418e-4b95-4bd4-b9b0-8f1787984e1d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 932 time: 0.0830235 Nov 25 09:56:14.320867 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4ad3210d-50e9-422f-9bf5-525b31403ec8 req-9a6c87c3-3170-4f21-a690-1dfa322b4389 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404711 Nov 25 09:56:15.520631 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa3e1e-f89f-4669-bd9b-5c53be30f51a req-ee5da1e4-028a-4fcb-aa41-7a64091ca536 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:15.522070 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-43fa3e1e-f89f-4669-bd9b-5c53be30f51a req-ee5da1e4-028a-4fcb-aa41-7a64091ca536 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 932 time: 0.0893664 Nov 25 09:56:15.567791 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-43fa3e1e-f89f-4669-bd9b-5c53be30f51a req-512056db-feb2-46e4-9f73-2c68c5f81cfc tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394504 Nov 25 09:56:16.654471 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c5d11d33-4ef3-4386-b0e9-a68351a2a3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:16.667927 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:56:16.897587 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550e47d-1761-436f-bf08-c5cd4222cff6 req-4fbcc0d3-3260-4891-8453-9bb602a73b02 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:16.899051 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8550e47d-1761-436f-bf08-c5cd4222cff6 req-4fbcc0d3-3260-4891-8453-9bb602a73b02 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 932 time: 0.2136436 Nov 25 09:56:16.946562 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-8550e47d-1761-436f-bf08-c5cd4222cff6 req-0ae223b0-fe0f-4c74-9c58-3ff3041eee9b tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416896 Nov 25 09:56:17.144690 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:18.151096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3a84e-38ae-4f61-814d-110231280bfd req-2395c301-f084-4bf5-aa89-f0d4b2c11c07 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:18.152464 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f9d3a84e-38ae-4f61-814d-110231280bfd req-2395c301-f084-4bf5-aa89-f0d4b2c11c07 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 932 time: 0.0848880 Nov 25 09:56:18.205916 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f9d3a84e-38ae-4f61-814d-110231280bfd req-00bae9d6-a706-420c-98d2-41eaa339038e tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478511 Nov 25 09:56:19.405947 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da787574-a57f-417f-92dd-5c69887eca85 req-cbae9403-6267-4a91-b030-2984024fa234 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:19.407543 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-da787574-a57f-417f-92dd-5c69887eca85 req-cbae9403-6267-4a91-b030-2984024fa234 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 932 time: 0.0922964 Nov 25 09:56:19.452379 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-da787574-a57f-417f-92dd-5c69887eca85 req-af94fc26-260b-461a-9bc5-1e627ead2abd tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384176 Nov 25 09:56:19.984624 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de165474-c879-4d67-ac17-90e96ac52c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:20.232703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:20.636966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717e469-6c72-4203-a6e4-8c46a44fac9d req-cc95897b-8a1c-40c2-8bb8-c88003f62e91 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:20.638429 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a717e469-6c72-4203-a6e4-8c46a44fac9d req-cc95897b-8a1c-40c2-8bb8-c88003f62e91 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 932 time: 0.0826635 Nov 25 09:56:20.681946 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-a717e469-6c72-4203-a6e4-8c46a44fac9d req-cbad5220-20a4-4d9b-9c08-ce972707860d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380614 Nov 25 09:56:21.703497 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:21.868484 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac4dab-002c-4124-a855-3327baac9cdb req-63532f52-303b-447b-ae03-5e01f239c847 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:21.869910 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-14ac4dab-002c-4124-a855-3327baac9cdb req-63532f52-303b-447b-ae03-5e01f239c847 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 932 time: 0.0801470 Nov 25 09:56:21.912079 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-14ac4dab-002c-4124-a855-3327baac9cdb req-a4e84013-3939-464b-861d-91b00523f935 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366318 Nov 25 09:56:22.943406 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Request body: {'port': {'device_id': 'b6608329-520e-4003-8f3a-99fc025d241c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:56:23.094689 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:23.191822 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbe224-0dcf-48f1-a9d7-069244bf5d90 req-189c2024-d21d-459a-8185-38741f933aa5 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:23.193155 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-73dbe224-0dcf-48f1-a9d7-069244bf5d90 req-189c2024-d21d-459a-8185-38741f933aa5 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 932 time: 0.1680939 Nov 25 09:56:23.426884 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-73dbe224-0dcf-48f1-a9d7-069244bf5d90 req-baccbd94-2ae3-48dd-857c-1b5706bdea79 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966805 Nov 25 09:56:23.603202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a06f0f7-9a3a-4269-9829-1098693df9fe {{(pid=87513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:56:23.610119 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:23.624060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.provisioning_blocks [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Transition to ACTIVE for port object 6a06f0f7-9a3a-4269-9829-1098693df9fe will not be triggered until provisioned by entity L2. {{(pid=87513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 09:56:23.627605 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:23.631935 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:56:23.786095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Pushing event updated for resources: {'Port': ['ID=6a06f0f7-9a3a-4269-9829-1098693df9fe,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:56:23.795939 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:56:23.862589 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Attempting to bind port 6a06f0f7-9a3a-4269-9829-1098693df9fe on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 09:56:23.862852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Attempting to bind port 6a06f0f7-9a3a-4269-9829-1098693df9fe by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 09:56:23.863173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Attempting to bind port 6a06f0f7-9a3a-4269-9829-1098693df9fe on network 4bcd7506-a152-4b95-b350-776b58f84457 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:56:23.867800 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Port 6a06f0f7-9a3a-4269-9829-1098693df9fe on network 4bcd7506-a152-4b95-b350-776b58f84457 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 09:56:23.868144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Attempting to bind port 6a06f0f7-9a3a-4269-9829-1098693df9fe on network 4bcd7506-a152-4b95-b350-776b58f84457 {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 09:56:23.873166 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Checking agent: {'id': '6cfbda60-52ef-4667-8ebb-609e86ae3173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'started_at': datetime.datetime(2021, 11, 25, 8, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 9, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 09:56:23.873491 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Checking segment: {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 09:56:23.873862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Bound using segment: {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'} {{(pid=87513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 09:56:23.874292 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.managers [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Bound port: 6a06f0f7-9a3a-4269-9829-1098693df9fe, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c2589f-18d9-48d5-9ab9-92fe42311224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457'}}] {{(pid=87513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 09:56:23.874641 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:23.964281 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] For port 6a06f0f7-9a3a-4269-9829-1098693df9fe, host hv-neutron-8183, cleared binding levels {{(pid=87513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 09:56:23.967208 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] For port 6a06f0f7-9a3a-4269-9829-1098693df9fe, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 09:56:23.972096 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:23.976539 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-8c05c2e5-77bc-4b76-bf0f-345b09723bc9 tempest-RoutersNegativeTest-214622874 tempest-RoutersNegativeTest-214622874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:56:24.025666 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:24.026275 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:24.027636 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] 10.222.0.41 "PUT /v2.0/ports/6a06f0f7-9a3a-4269-9829-1098693df9fe HTTP/1.1" status: 200 len: 1094 time: 1.1313705 Nov 25 09:56:24.028173 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:56:24.058664 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Pushing event updated for resources: {'Port': ['ID=6a06f0f7-9a3a-4269-9829-1098693df9fe,revision_number=3']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:56:24.062019 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f4e533b8-6468-4916-99c0-acd2d6674751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:56:24.079715 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'status': 'completed', 'code': 200} Nov 25 09:56:24.159888 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-b47a6e1c-3c81-404b-a7f5-1b76304e7a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:24.161416 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-b47a6e1c-3c81-404b-a7f5-1b76304e7a2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 1097 time: 0.0732920 Nov 25 09:56:24.233581 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-cdb209f6-d8c5-4b1a-8dba-24911440647b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe HTTP/1.1" status: 200 len: 217 time: 0.0652230 Nov 25 09:56:24.296380 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-e5a73d45-c6c6-48cc-8dd9-be58dc3d58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:24.297839 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-e5a73d45-c6c6-48cc-8dd9-be58dc3d58dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0575345 Nov 25 09:56:24.377276 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-24549782-8f6f-4d14-8462-1e62d7a4de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:24.378709 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-24549782-8f6f-4d14-8462-1e62d7a4de8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741174 Nov 25 09:56:24.509891 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-474247f8-adf7-4d45-8f0b-54091519444b service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247241 Nov 25 09:56:24.697828 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-afbc5ff5-dcc7-41fd-a84a-856a7bc04fb8 req-4d3fc04d-f490-4612-8fbc-ddf90901ee64 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816018 Nov 25 09:56:24.713998 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cf8ae-23ab-4d5a-ad62-da6cd80b0d74 req-465c2bea-2c30-497f-8a4c-3fe4d5b87038 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:24.715471 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f75cf8ae-23ab-4d5a-ad62-da6cd80b0d74 req-465c2bea-2c30-497f-8a4c-3fe4d5b87038 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 944 time: 0.1821723 Nov 25 09:56:24.804773 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f75cf8ae-23ab-4d5a-ad62-da6cd80b0d74 req-a7b1dd92-2392-400f-8bfd-d5ae652eae9e tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819876 Nov 25 09:56:24.832241 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faaad9-ea90-4b8f-a6ac-d2476241f6a8 req-11366b1a-788c-47c5-9f19-2cc9fdc0397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:24.833697 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77faaad9-ea90-4b8f-a6ac-d2476241f6a8 req-11366b1a-788c-47c5-9f19-2cc9fdc0397c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 1097 time: 0.0837200 Nov 25 09:56:24.963579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faaad9-ea90-4b8f-a6ac-d2476241f6a8 req-17ea9932-81df-4828-9c45-6118f569d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:24.964924 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77faaad9-ea90-4b8f-a6ac-d2476241f6a8 req-17ea9932-81df-4828-9c45-6118f569d601 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.1249287 Nov 25 09:56:25.033491 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77faaad9-ea90-4b8f-a6ac-d2476241f6a8 req-916e7655-03ce-415c-98f8-47b2a46313c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe HTTP/1.1" status: 200 len: 217 time: 0.0612564 Nov 25 09:56:25.099565 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faaad9-ea90-4b8f-a6ac-d2476241f6a8 req-f12cd2f4-61cc-4da1-8be6-a3881ea939d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:25.100985 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77faaad9-ea90-4b8f-a6ac-d2476241f6a8 req-f12cd2f4-61cc-4da1-8be6-a3881ea939d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0612228 Nov 25 09:56:25.175054 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faaad9-ea90-4b8f-a6ac-d2476241f6a8 req-b7623fda-26d2-4788-825d-557872c1393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:25.176454 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77faaad9-ea90-4b8f-a6ac-d2476241f6a8 req-b7623fda-26d2-4788-825d-557872c1393f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682218 Nov 25 09:56:25.420108 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77faaad9-ea90-4b8f-a6ac-d2476241f6a8 req-f4e18679-de0b-4eac-8de5-dbc171b98716 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366436 Nov 25 09:56:25.550999 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-77faaad9-ea90-4b8f-a6ac-d2476241f6a8 req-06a8ebbb-40bc-4542-9944-05cdc089c5a0 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238861 Nov 25 09:56:25.991706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ac72f-d5a3-40a9-8eca-42c992bd8f84 req-606f7161-8646-4a96-86a5-3052cda60441 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:25.993714 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eb6ac72f-d5a3-40a9-8eca-42c992bd8f84 req-606f7161-8646-4a96-86a5-3052cda60441 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 944 time: 0.0838125 Nov 25 09:56:26.036744 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-eb6ac72f-d5a3-40a9-8eca-42c992bd8f84 req-17ae34bc-3014-465f-b2db-f89915766227 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373056 Nov 25 09:56:27.081902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 6a06f0f7-9a3a-4269-9829-1098693df9fe details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:56:27.231028 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0a2d2-3d6a-4588-a2da-0c78bc9347bb req-da555a5a-a9a6-40bf-a92e-2f08a0753ee3 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:27.232597 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-65d0a2d2-3d6a-4588-a2da-0c78bc9347bb req-da555a5a-a9a6-40bf-a92e-2f08a0753ee3 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 944 time: 0.0875912 Nov 25 09:56:27.270994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 6a06f0f7-9a3a-4269-9829-1098693df9fe, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:56:27.278306 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-65d0a2d2-3d6a-4588-a2da-0c78bc9347bb req-42f056b9-3c42-45fc-bb81-c819971302dd tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399506 Nov 25 09:56:27.284908 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'port_id': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'mac_address': 'fa:16:3e:e3:d4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:56:27.342305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:27.359052 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a06f0f7-9a3a-4269-9829-1098693df9fe {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:56:27.374470 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 6a06f0f7-9a3a-4269-9829-1098693df9fe, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:56:27.378582 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:27.380351 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-a4b0b5e4-f019-447e-ada6-6e5e24035d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:56:27.445074 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=6a06f0f7-9a3a-4269-9829-1098693df9fe,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:56:27.448129 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:56:27.742616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['6a06f0f7-9a3a-4269-9829-1098693df9fe'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:56:28.459138 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da916451-819c-46f4-af83-3519d7916569 req-dbec21bf-3b87-4b0b-8532-a56b8dd860ca tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:28.460581 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-da916451-819c-46f4-af83-3519d7916569 req-dbec21bf-3b87-4b0b-8532-a56b8dd860ca tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 945 time: 0.0790801 Nov 25 09:56:28.505262 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-da916451-819c-46f4-af83-3519d7916569 req-53960803-9e5b-48f1-ba26-c8480e710960 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386248 Nov 25 09:56:29.096623 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 6a06f0f7-9a3a-4269-9829-1098693df9fe up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:56:29.163849 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning for port 6a06f0f7-9a3a-4269-9829-1098693df9fe completed by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 09:56:29.168812 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 6a06f0f7-9a3a-4269-9829-1098693df9fe triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:56:29.169200 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:29.288458 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:29.314883 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:56:29.325827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 6a06f0f7-9a3a-4269-9829-1098693df9fe, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:56:29.330016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:29.332534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:56:29.363372 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'code': 200} Nov 25 09:56:29.402696 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=6a06f0f7-9a3a-4269-9829-1098693df9fe,revision_number=5']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:56:29.406482 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:56:29.589308 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd7d53-99f7-4baf-b7b3-4c091237068c req-d2ab6b08-bda2-478a-a330-ece9b6ca877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:29.590821 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1bdd7d53-99f7-4baf-b7b3-4c091237068c req-d2ab6b08-bda2-478a-a330-ece9b6ca877d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 1099 time: 0.0723076 Nov 25 09:56:29.636967 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-1bdd7d53-99f7-4baf-b7b3-4c091237068c req-11ccdf8b-ee62-4858-9cf7-85c585d4c67b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394258 Nov 25 09:56:29.699012 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9b0b-449b-45af-8a51-588f10103a86 req-a43c7e73-42c4-4da4-a26c-1bd990811745 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:29.700464 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4b2e9b0b-449b-45af-8a51-588f10103a86 req-a43c7e73-42c4-4da4-a26c-1bd990811745 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 946 time: 0.0852854 Nov 25 09:56:29.750690 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-4b2e9b0b-449b-45af-8a51-588f10103a86 req-2efe574d-8edb-4840-96f3-cc0b7109162a tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443749 Nov 25 09:56:30.942506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766bf2-c258-46db-9cfd-75b0af12e5e5 req-771b8ed2-282d-4c56-a8a2-6329f137d1e1 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:30.943974 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cc766bf2-c258-46db-9cfd-75b0af12e5e5 req-771b8ed2-282d-4c56-a8a2-6329f137d1e1 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 946 time: 0.0821824 Nov 25 09:56:30.991796 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-cc766bf2-c258-46db-9cfd-75b0af12e5e5 req-488b48de-266d-4698-be60-69ec3378598c tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408823 Nov 25 09:56:32.173790 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13c55d-5f09-430b-a3a3-f24ec9aedcc7 req-a53427b1-2922-4bf4-8934-514709b575dc tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:32.175170 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de13c55d-5f09-430b-a3a3-f24ec9aedcc7 req-a53427b1-2922-4bf4-8934-514709b575dc tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 946 time: 0.0791533 Nov 25 09:56:32.224243 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-de13c55d-5f09-430b-a3a3-f24ec9aedcc7 req-0044750e-97d5-4d5f-83a8-849afc197f51 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429888 Nov 25 09:56:32.416274 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e700f-13ad-451d-b5cc-2fc6de7ff251 req-321f561e-cab6-420a-8c9a-277a0bca957b tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:32.417705 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec3e700f-13ad-451d-b5cc-2fc6de7ff251 req-321f561e-cab6-420a-8c9a-277a0bca957b tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 946 time: 0.0884626 Nov 25 09:56:32.460196 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-ec3e700f-13ad-451d-b5cc-2fc6de7ff251 req-fe50d08b-f660-4f9a-a69f-8b364a2ea7fd tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369463 Nov 25 09:56:32.483196 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58694) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:56:32.551091 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2483f7-128e-4ff5-94ba-ac7f987ebef5 tempest-TestSnapshotPattern-1887308819 tempest-TestSnapshotPattern-1887308819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:32.551776 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4d2483f7-128e-4ff5-94ba-ac7f987ebef5 tempest-TestSnapshotPattern-1887308819 tempest-TestSnapshotPattern-1887308819-project-admin] Synchronizing usage tracker for tenant:72a9934e0bcf4e55b529acdb1a44f1f8 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:56:32.567341 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-4d2483f7-128e-4ff5-94ba-ac7f987ebef5 tempest-TestSnapshotPattern-1887308819 tempest-TestSnapshotPattern-1887308819-project-admin] Unset dirty status for tenant:72a9934e0bcf4e55b529acdb1a44f1f8 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:56:32.568601 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-4d2483f7-128e-4ff5-94ba-ac7f987ebef5 tempest-TestSnapshotPattern-1887308819 tempest-TestSnapshotPattern-1887308819-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 1094 time: 0.0843260 Nov 25 09:56:32.571248 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58698) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:56:32.576148 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.v2.base [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Request body: {'floatingip': {'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'port_id': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 09:56:32.581877 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 09:56:32.585632 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Usage tracker for resource:floatingip and tenant:2c168a2a7c3d4e98bdeb48b253607283 is out of sync, need to count used quota {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 09:56:32.588971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87513) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 09:56:32.595506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.quota.driver [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87513) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 09:56:32.606515 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for floatingip, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:32.739970 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:32.873361 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_common [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Allocated IP 172.26.3.155 (a9c86f18-000d-42bd-8ca5-a59d838703a7/19f5cb0d-fa89-476f-973b-93d24b19dfbd/37c73d3f-c4bd-4650-a924-e309299fe27a) {{(pid=87513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 09:56:33.021805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for port, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:33.049908 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772570044739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:33.054305 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-233acdfc-ca4d-4258-949e-5c0094df1233 tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:56:33.114988 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Network a9c86f18-000d-42bd-8ca5-a59d838703a7 is already hosted by enough agents. {{(pid=87513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 09:56:33.118272 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.base_scheduler [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Resources bound (agent type, host, resource id): {{(pid=87513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 09:56:33.120719 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Received port after_create {{(pid=87513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 09:56:33.163651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'Port': ['ID=37c73d3f-c4bd-4650-a924-e309299fe27a,revision_number=1']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:56:33.167677 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:56:33.646973 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:33.719802 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:33.924835 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for port, precommit_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:33.929181 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993585'] for port, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:33.933572 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-13578de5-1d38-47c0-a99a-3feff6f0d99b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:56:34.036165 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event updated for resources: {'Port': ['ID=37c73d3f-c4bd-4650-a924-e309299fe27a,revision_number=2']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:56:34.040890 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:56:34.049284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004875'] for floatingip, after_update {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:34.216133 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Floating IP 23a85095-e076-4a87-9e8a-0f8a2a8f513a associated. External IP: 172.26.3.155, port: 6a06f0f7-9a3a-4269-9829-1098693df9fe. Nov 25 09:56:34.559971 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Router 3538b756-8fe1-4c66-8d30-dfc0579faa37 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:56:34.732047 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:56:34.744833 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d364e030-0fc7-4556-88b7-97c40e6be760 None None] Sync routers for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:56:34.756875 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:34.758581 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:34.758703 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364e030-0fc7-4556-88b7-97c40e6be760 None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:56:34.759261 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d364e030-0fc7-4556-88b7-97c40e6be760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:56:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:56:34.816589 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-d67197db-01dd-4714-b9dc-8ab20e69eb2d tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2442474 Nov 25 09:56:34.817286 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:56:34.870358 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'status': 'completed', 'code': 200} Nov 25 09:56:34.944880 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d364e030-0fc7-4556-88b7-97c40e6be760 None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:56:34.967004 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd709434-5972-4e07-b406-97f18293a282 req-5d55014e-fc14-4613-81e5-7803fa9af386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:34.968462 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bd709434-5972-4e07-b406-97f18293a282 req-5d55014e-fc14-4613-81e5-7803fa9af386 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 1099 time: 0.0703895 Nov 25 09:56:35.225658 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd709434-5972-4e07-b406-97f18293a282 req-0bd51016-bf77-4858-9ae2-fa442bfc685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:35.227194 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bd709434-5972-4e07-b406-97f18293a282 req-0bd51016-bf77-4858-9ae2-fa442bfc685c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.2521939 Nov 25 09:56:35.301411 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d364e030-0fc7-4556-88b7-97c40e6be760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '23a85095-e076-4a87-9e8a-0f8a2a8f513a', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:e3:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6608329-520e-4003-8f3a-99fc025d241c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:56:33Z', 'updated_at': '2021-11-25T09:56:33Z', 'revision_number': 0, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}, {'id': 'bf489f7c-4fbb-4221-a702-76509bd09867', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:73:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:53:19Z', 'updated_at': '2021-11-25T09:53:22Z', 'revision_number': 1, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:56:35.305845 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d364e030-0fc7-4556-88b7-97c40e6be760 None None] Checking router: 3538b756-8fe1-4c66-8d30-dfc0579faa37 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:56:35.314250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364e030-0fc7-4556-88b7-97c40e6be760 None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:56:35.314896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d364e030-0fc7-4556-88b7-97c40e6be760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:56:20Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:56:35.332244 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bd709434-5972-4e07-b406-97f18293a282 req-21e04210-7a56-4bdf-bfc2-68d8b6a7fb50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe HTTP/1.1" status: 200 len: 1000 time: 0.0982094 Nov 25 09:56:35.394135 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd709434-5972-4e07-b406-97f18293a282 req-eba79581-a865-4aad-a765-31c9adc7ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:35.395580 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bd709434-5972-4e07-b406-97f18293a282 req-eba79581-a865-4aad-a765-31c9adc7ed10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0570464 Nov 25 09:56:35.473097 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd709434-5972-4e07-b406-97f18293a282 req-3f50ef43-6645-4d3f-96fd-9a6f2adac589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:35.474575 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bd709434-5972-4e07-b406-97f18293a282 req-3f50ef43-6645-4d3f-96fd-9a6f2adac589 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732033 Nov 25 09:56:35.493431 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-d364e030-0fc7-4556-88b7-97c40e6be760 None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:56:35.611171 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bd709434-5972-4e07-b406-97f18293a282 req-e6045c48-b19c-4903-939f-d43fef798dd0 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302772 Nov 25 09:56:35.742241 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bd709434-5972-4e07-b406-97f18293a282 req-e21f5232-f203-4e23-a14a-ba1e3a017d33 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247733 Nov 25 09:56:35.900792 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-d364e030-0fc7-4556-88b7-97c40e6be760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '23a85095-e076-4a87-9e8a-0f8a2a8f513a', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:e3:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6608329-520e-4003-8f3a-99fc025d241c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:56:33Z', 'updated_at': '2021-11-25T09:56:33Z', 'revision_number': 0, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}, {'id': 'bf489f7c-4fbb-4221-a702-76509bd09867', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:73:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:53:19Z', 'updated_at': '2021-11-25T09:53:22Z', 'revision_number': 1, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:56:35.904903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d364e030-0fc7-4556-88b7-97c40e6be760 None None] The sync data for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv is: [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': '23a85095-e076-4a87-9e8a-0f8a2a8f513a', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:e3:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6608329-520e-4003-8f3a-99fc025d241c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:56:33Z', 'updated_at': '2021-11-25T09:56:33Z', 'revision_number': 0, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}, {'id': 'bf489f7c-4fbb-4221-a702-76509bd09867', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:73:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:53:19Z', 'updated_at': '2021-11-25T09:53:22Z', 'revision_number': 1, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:56:36.106876 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c60e2-9fa3-4352-a7c9-eefad24e1492 None None] New status for floating IP 23a85095-e076-4a87-9e8a-0f8a2a8f513a: ACTIVE {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:56:46.656775 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b28fb46-5824-44a4-afd2-0a4141c07bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:47.136713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:49.986744 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19a42f0f-2a4d-4704-84da-9d176a02a373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:50.234813 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:51.704219 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:56:53.667138 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:56:56.893546 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f623c869-b723-43ab-ad32-adb7c1e376be req-677d8b22-4746-41ef-abed-3a53fe379ea2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683310 Nov 25 09:56:57.041112 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623c869-b723-43ab-ad32-adb7c1e376be req-805af8e1-0c2a-4887-b6da-8d6278d81ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:57.042576 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f623c869-b723-43ab-ad32-adb7c1e376be req-805af8e1-0c2a-4887-b6da-8d6278d81ccb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0743613 Nov 25 09:56:57.183918 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623c869-b723-43ab-ad32-adb7c1e376be req-ecff1fbf-f939-4f1e-88d0-1b60ec4649ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:57.185227 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f623c869-b723-43ab-ad32-adb7c1e376be req-ecff1fbf-f939-4f1e-88d0-1b60ec4649ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.1243899 Nov 25 09:56:57.285802 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f623c869-b723-43ab-ad32-adb7c1e376be req-95837693-a26b-4de3-9f11-127c5eed4bf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b HTTP/1.1" status: 200 len: 998 time: 0.0938804 Nov 25 09:56:57.353255 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623c869-b723-43ab-ad32-adb7c1e376be req-44782b95-30dd-49d1-8c17-47abda8f5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:57.354689 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f623c869-b723-43ab-ad32-adb7c1e376be req-44782b95-30dd-49d1-8c17-47abda8f5753 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0614572 Nov 25 09:56:57.429034 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623c869-b723-43ab-ad32-adb7c1e376be req-4bb60649-0ebe-41d3-9075-e04dc5108c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:56:57.431101 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f623c869-b723-43ab-ad32-adb7c1e376be req-4bb60649-0ebe-41d3-9075-e04dc5108c44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689511 Nov 25 09:56:57.560929 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f623c869-b723-43ab-ad32-adb7c1e376be req-254f3fbd-1ff9-46b2-83a4-07fc4b73960d service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239464 Nov 25 09:56:57.690871 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-f623c869-b723-43ab-ad32-adb7c1e376be req-f318b16a-72f9-4c62-8899-d4dfe5d4abb4 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233385 Nov 25 09:57:04.759267 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:16.657970 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-882c34ab-3925-4879-8bac-1d8f0a50d165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:17.137187 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:19.989385 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24c46eed-8f61-42a7-9700-d91fbe9e5b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:20.238025 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:21.706771 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:30.666129 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:57:34.754905 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:46.659884 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46fcd8bd-5403-4894-b702-5812b022fdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:47.138457 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:49.991171 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33c13e78-727c-40fc-8f89-751f1fa9d1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:50.240723 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:51.710528 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:57:56.940511 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-d2861648-a74b-471c-87d1-27b120619cda service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761089 Nov 25 09:57:57.031149 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-d5e67dd8-0747-4124-b58d-c9d7a1d5b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:57:57.032613 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-d5e67dd8-0747-4124-b58d-c9d7a1d5b10b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 1099 time: 0.0708313 Nov 25 09:57:57.298167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-8da73885-1ad6-4356-ae86-4e4155abbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:57:57.299640 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-8da73885-1ad6-4356-ae86-4e4155abbd1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.2472417 Nov 25 09:57:57.402194 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-e0c3900d-3ad8-401e-aa90-ec525e8e4bbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe HTTP/1.1" status: 200 len: 1002 time: 0.0955033 Nov 25 09:57:57.463600 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-649d5aed-872d-49ce-a847-b733caac2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:57:57.464988 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-649d5aed-872d-49ce-a847-b733caac2086 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0564218 Nov 25 09:57:57.544144 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-e951f69a-caac-4389-937a-8ef648418e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:57:57.545622 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-e951f69a-caac-4389-937a-8ef648418e5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744359 Nov 25 09:57:57.674581 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-e7e1e39d-0c9d-428d-9cb0-da01966c5aa0 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209562 Nov 25 09:57:57.803393 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-138d75e1-ec51-4d86-badd-b9964f3a6c37 req-0d3d0896-bcb1-4dd1-bc02-42fbdb2a0843 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220226 Nov 25 09:58:04.757342 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:07.665111 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:58:16.661793 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d27ad2b3-00ec-44dc-9b86-2f48c75cdf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:17.139054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:19.995078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18600ccf-bcb8-4635-a8b8-161e02aadfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:20.242974 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:21.712505 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:34.745859 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:37.744329 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 6a06f0f7-9a3a-4269-9829-1098693df9fe details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 09:58:37.875803 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 6a06f0f7-9a3a-4269-9829-1098693df9fe, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:58:37.888951 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Returning: {'device': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'port_id': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'mac_address': 'fa:16:3e:e3:d4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 09:58:37.947713 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:37.964438 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a06f0f7-9a3a-4269-9829-1098693df9fe {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 09:58:37.980953 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 6a06f0f7-9a3a-4269-9829-1098693df9fe, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:58:37.985248 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:37.987016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:58:38.057447 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=6a06f0f7-9a3a-4269-9829-1098693df9fe,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:58:38.064390 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.064750 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.065078 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.065406 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.065732 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.066061 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.066409 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.066731 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.067052 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.067365 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.067681 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.067994 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:38.072554 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] get_ports_and_sgs() called for port_ids ['6a06f0f7-9a3a-4269-9829-1098693df9fe'] {{(pid=87514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 09:58:38.095810 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:58:39.750872 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 6a06f0f7-9a3a-4269-9829-1098693df9fe up at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 09:58:39.820614 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Provisioning complete for port 6a06f0f7-9a3a-4269-9829-1098693df9fe triggered by entity L2. {{(pid=87514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 09:58:39.820992 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872340'] for port, provisioning_complete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:39.933784 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:39.959955 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:58:39.970536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 6a06f0f7-9a3a-4269-9829-1098693df9fe, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:58:39.974973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:39.977491 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:58:40.062099 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'code': 200} Nov 25 09:58:40.087179 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=6a06f0f7-9a3a-4269-9829-1098693df9fe,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:58:40.090036 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:58:44.669104 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:58:46.665024 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ceeb1ea6-cf79-4500-96a2-c16ab1fdca42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:47.174990 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:50.001016 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0fc5-b5e6-4a95-a4dc-8c742ffb21b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:50.247435 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:51.716728 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:51.780395 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58916) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:58:51.990427 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Deleting port 37c73d3f-c4bd-4650-a924-e309299fe27a {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:58:51.990778 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:52.155127 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:52.155447 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:52.275297 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Calling delete_port for 37c73d3f-c4bd-4650-a924-e309299fe27a owned by network:floatingip {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:58:52.420902 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:52.425417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-532816b8-5738-47dc-a943-1b49d215f923 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:58:52.495651 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event deleted for resources: {'Port': ['ID=37c73d3f-c4bd-4650-a924-e309299fe27a,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:58:52.511805 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.512189 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.512561 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.512925 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.513288 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.513649 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.514008 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.514389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.514749 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.515103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.515453 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.515803 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:52.541252 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:58:52.570098 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for floatingip, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:52.570501 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.db.l3_db [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Floating IP 23a85095-e076-4a87-9e8a-0f8a2a8f513a disassociated (deleted). External IP: 172.26.3.155, port: 6a06f0f7-9a3a-4269-9829-1098693df9fe. Nov 25 09:58:53.041306 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Router 3538b756-8fe1-4c66-8d30-dfc0579faa37 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:58:53.217710 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:58:53.227935 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c059b-17f5-4f1a-9121-0b6f85c4c04d None None] Sync routers for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:58:53.237296 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c059b-17f5-4f1a-9121-0b6f85c4c04d None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:58:53.237922 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a24c059b-17f5-4f1a-9121-0b6f85c4c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:58:53.238214 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:53.295455 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "DELETE /v2.0/floatingips/23a85095-e076-4a87-9e8a-0f8a2a8f513a HTTP/1.1" status: 204 len: 168 time: 1.5113955 Nov 25 09:58:53.295455 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:58:53.392174 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'status': 'completed', 'code': 200} Nov 25 09:58:53.420697 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-a24c059b-17f5-4f1a-9121-0b6f85c4c04d None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:58:53.497357 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bf77-4bf4-4872-b147-b2c20e1f0490 req-2c1d0894-ffc4-4b68-a16c-40910647957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:53.504390 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7091bf77-4bf4-4872-b147-b2c20e1f0490 req-2c1d0894-ffc4-4b68-a16c-40910647957c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 1099 time: 0.0889628 Nov 25 09:58:53.639044 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bf77-4bf4-4872-b147-b2c20e1f0490 req-5bfb2227-0e5d-46cd-9de4-a4ac889fd0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:53.640380 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7091bf77-4bf4-4872-b147-b2c20e1f0490 req-5bfb2227-0e5d-46cd-9de4-a4ac889fd0d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.1296594 Nov 25 09:58:53.697173 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf9922-3cd6-4183-95cd-d2c4ff1bfaea req-b92968f9-5fd5-4e2b-a0fc-cfbd8811bcec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:53.698778 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bedf9922-3cd6-4183-95cd-d2c4ff1bfaea req-b92968f9-5fd5-4e2b-a0fc-cfbd8811bcec tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 946 time: 0.0879543 Nov 25 09:58:53.709735 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7091bf77-4bf4-4872-b147-b2c20e1f0490 req-5fa33b63-4737-4032-8e9f-f4e53add6c6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe HTTP/1.1" status: 200 len: 217 time: 0.0608876 Nov 25 09:58:53.745430 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-bedf9922-3cd6-4183-95cd-d2c4ff1bfaea req-4dbee81f-bb52-4c24-b916-50666512e8b5 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403893 Nov 25 09:58:53.776862 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bf77-4bf4-4872-b147-b2c20e1f0490 req-a42899eb-e9ed-4533-90e2-22fa6aaca291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:53.778312 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7091bf77-4bf4-4872-b147-b2c20e1f0490 req-a42899eb-e9ed-4533-90e2-22fa6aaca291 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0618548 Nov 25 09:58:53.781642 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a24c059b-17f5-4f1a-9121-0b6f85c4c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'bf489f7c-4fbb-4221-a702-76509bd09867', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:73:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:53:19Z', 'updated_at': '2021-11-25T09:53:22Z', 'revision_number': 1, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:58:53.785593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c059b-17f5-4f1a-9121-0b6f85c4c04d None None] Checking router: 3538b756-8fe1-4c66-8d30-dfc0579faa37 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:58:53.794906 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c059b-17f5-4f1a-9121-0b6f85c4c04d None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:58:53.795525 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a24c059b-17f5-4f1a-9121-0b6f85c4c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:58:53.854183 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bf77-4bf4-4872-b147-b2c20e1f0490 req-02368e02-a61d-4a9e-8e59-cbab584a22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:53.855678 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7091bf77-4bf4-4872-b147-b2c20e1f0490 req-02368e02-a61d-4a9e-8e59-cbab584a22a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701962 Nov 25 09:58:53.971839 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-a24c059b-17f5-4f1a-9121-0b6f85c4c04d None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:58:53.990071 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7091bf77-4bf4-4872-b147-b2c20e1f0490 req-2af32238-c7f0-4b1e-a377-0ef0ae455cff service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264369 Nov 25 09:58:54.123317 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-7091bf77-4bf4-4872-b147-b2c20e1f0490 req-b8906c32-b4cc-4ef0-9050-0d4cf2222bd1 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257367 Nov 25 09:58:54.315130 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-a24c059b-17f5-4f1a-9121-0b6f85c4c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'bf489f7c-4fbb-4221-a702-76509bd09867', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:73:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:53:19Z', 'updated_at': '2021-11-25T09:53:22Z', 'revision_number': 1, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:58:54.319556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c059b-17f5-4f1a-9121-0b6f85c4c04d None None] The sync data for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv is: [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_floatingips': [{'id': 'bf489f7c-4fbb-4221-a702-76509bd09867', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'router_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'port_id': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'mac_address': 'fa:16:3e:73:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T09:53:19Z', 'updated_at': '2021-11-25T09:53:22Z', 'revision_number': 1, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:58:54.540050 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e960409-48a4-41e9-9dac-6f9a0fcbbffe None None] New status for floating IP 23a85095-e076-4a87-9e8a-0f8a2a8f513a: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:58:54.933793 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647c6c3-b904-44b5-9623-bdfe19121270 req-6210ca44-4d12-494c-9cde-c04f0f772ed5 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:54.934400 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-6647c6c3-b904-44b5-9623-bdfe19121270 req-6210ca44-4d12-494c-9cde-c04f0f772ed5 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Synchronizing usage tracker for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:58:54.949505 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-6647c6c3-b904-44b5-9623-bdfe19121270 req-6210ca44-4d12-494c-9cde-c04f0f772ed5 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Unset dirty status for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:58:54.950651 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6647c6c3-b904-44b5-9623-bdfe19121270 req-6210ca44-4d12-494c-9cde-c04f0f772ed5 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 946 time: 0.0979259 Nov 25 09:58:55.001536 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6647c6c3-b904-44b5-9623-bdfe19121270 req-c448ac61-58f2-4767-8bca-ef41e2085080 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451801 Nov 25 09:58:55.403622 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff68fb2-3b39-4580-a31f-04df37024efc req-14a3d9e5-9565-4763-bb71-a9978832bc6e tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:55.405020 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bff68fb2-3b39-4580-a31f-04df37024efc req-14a3d9e5-9565-4763-bb71-a9978832bc6e tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 946 time: 0.0799208 Nov 25 09:58:55.594343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Deleting port 6a06f0f7-9a3a-4269-9829-1098693df9fe {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:58:55.594684 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:55.836637 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] For port 6a06f0f7-9a3a-4269-9829-1098693df9fe, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:58:55.836990 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:55.845534 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 6a06f0f7-9a3a-4269-9829-1098693df9fe no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:58:55.959221 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-858215'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:55.960431 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Calling delete_port for 6a06f0f7-9a3a-4269-9829-1098693df9fe owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:58:55.986902 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:58:55.997580 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] For port 6a06f0f7-9a3a-4269-9829-1098693df9fe, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:58:56.003302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772570588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772570044757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772570044802'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:56.005446 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:58:56.041006 dv-neutron-818341-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'code': 200} Nov 25 09:58:56.059510 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.db.api [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:58:56.059816 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_db.api [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:58:56.076117 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Pushing event updated for resources: {'Port': ['ID=6a06f0f7-9a3a-4269-9829-1098693df9fe,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:58:56.079250 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_concurrency.lockutils [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:58:56.211642 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabce095-29ae-4d11-bbdb-79c4ff3037c6 req-4a4e55e4-282e-41de-88e2-b106939cc044 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:56.213063 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fabce095-29ae-4d11-bbdb-79c4ff3037c6 req-4a4e55e4-282e-41de-88e2-b106939cc044 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 944 time: 0.0831270 Nov 25 09:58:56.261274 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-fabce095-29ae-4d11-bbdb-79c4ff3037c6 req-f3b8f46a-8f31-451a-a514-96770cec846e tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 Nov 25 09:58:56.561134 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Deleting port 6a06f0f7-9a3a-4269-9829-1098693df9fe {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:58:56.561737 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:56.808921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] For port 6a06f0f7-9a3a-4269-9829-1098693df9fe, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6a06f0f7-9a3a-4269-9829-1098693df9fe,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:58:56.809271 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:56.928755 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Calling delete_port for 6a06f0f7-9a3a-4269-9829-1098693df9fe owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:58:57.069837 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:57.075391 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-67a9ce24-5f80-46ff-9f12-590783bbea63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:58:57.121303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event deleted for resources: {'Port': ['ID=6a06f0f7-9a3a-4269-9829-1098693df9fe,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:58:57.149797 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:58:57.197185 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] No DVR routers for this DVR port 6a06f0f7-9a3a-4269-9829-1098693df9fe on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:58:57.199629 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:57.202103 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'name': 'network-vif-deleted', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:58:57.218652 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-bff68fb2-3b39-4580-a31f-04df37024efc req-e7e4c750-a813-4920-a3be-7997c0657dda tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.41 "DELETE /v2.0/ports/6a06f0f7-9a3a-4269-9829-1098693df9fe HTTP/1.1" status: 204 len: 173 time: 1.8078210 Nov 25 09:58:57.247077 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6608329-520e-4003-8f3a-99fc025d241c', 'name': 'network-vif-deleted', 'tag': '6a06f0f7-9a3a-4269-9829-1098693df9fe', 'status': 'completed', 'code': 200} Nov 25 09:58:57.412645 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-6840f21b-6650-4498-9807-b4792e1c1511 req-9d3c7457-5b49-4f08-8d5a-e7e609507efc tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Synchronizing usage tracker for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87513) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:58:57.427109 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.quota.resource [req-6840f21b-6650-4498-9807-b4792e1c1511 req-9d3c7457-5b49-4f08-8d5a-e7e609507efc tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Unset dirty status for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87513) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:58:57.428282 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-6840f21b-6650-4498-9807-b4792e1c1511 req-9d3c7457-5b49-4f08-8d5a-e7e609507efc tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6608329-520e-4003-8f3a-99fc025d241c HTTP/1.1" status: 200 len: 210 time: 0.0581160 Nov 25 09:58:57.888653 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-e586b351-f22c-4770-922a-5c8ea09b4521 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717702 Nov 25 09:58:58.026202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-909eee59-dac6-44cb-a2fa-c4c55305501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:58.027705 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-909eee59-dac6-44cb-a2fa-c4c55305501a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0723794 Nov 25 09:58:58.170768 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-8c71b9ef-6b1e-4fd8-9474-09d8f6b78f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:58.172109 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-8c71b9ef-6b1e-4fd8-9474-09d8f6b78f0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.1235292 Nov 25 09:58:58.393895 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-734bb82c-78fc-48d1-a78e-41b2936d000d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b HTTP/1.1" status: 200 len: 998 time: 0.2147219 Nov 25 09:58:58.455551 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-71d279fa-97cd-4b8e-8d4f-3d927643a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:58.456959 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-71d279fa-97cd-4b8e-8d4f-3d927643a940 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0563498 Nov 25 09:58:58.534071 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-b84b85ad-1f3f-4f70-bcb7-5b2e67909a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:58:58.535566 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-b84b85ad-1f3f-4f70-bcb7-5b2e67909a2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725393 Nov 25 09:58:58.672780 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-d999cf76-4762-42ba-963a-4c5d85d71dd2 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298964 Nov 25 09:58:58.814602 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-2ee529a6-32c4-4386-b37c-b3bd9574ec57 req-efdaaf45-6ac4-4909-a353-b35abf91d491 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349175 Nov 25 09:58:59.097749 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 58980) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:58:59.298598 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Deleting port 5d9417e6-73e2-4cfd-a625-1a79e2d74a5e {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:58:59.298855 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:59.464648 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:59.464985 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:59.586706 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Calling delete_port for 5d9417e6-73e2-4cfd-a625-1a79e2d74a5e owned by network:floatingip {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:58:59.729627 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:59.733995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-299fac2e-7b3d-4a06-85b2-28d47c7c010b tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:58:59.780413 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event deleted for resources: {'Port': ['ID=5d9417e6-73e2-4cfd-a625-1a79e2d74a5e,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:58:59.820208 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.820599 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.821058 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.821358 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.821730 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.822099 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.822494 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.822865 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.823232 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.823596 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.823959 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.824318 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818341-1-hyperv {{(pid=87512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 09:58:59.827568 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:58:59.856202 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 6a06f0f7-9a3a-4269-9829-1098693df9fe no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:58:59.882472 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for floatingip, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:58:59.882803 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.db.l3_db [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Floating IP bf489f7c-4fbb-4221-a702-76509bd09867 disassociated (deleted). External IP: 172.26.3.80, port: 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b. Nov 25 09:58:59.935557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 6a06f0f7-9a3a-4269-9829-1098693df9fe {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:58:59.935904 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 6a06f0f7-9a3a-4269-9829-1098693df9fe not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:59:00.351783 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Router 3538b756-8fe1-4c66-8d30-dfc0579faa37 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:59:00.525774 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:59:00.536271 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320814d-57c2-4014-909b-2842989f2edf None None] Sync routers for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:59:00.545418 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for floatingip, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:00.546661 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320814d-57c2-4014-909b-2842989f2edf None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:59:00.547287 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e320814d-57c2-4014-909b-2842989f2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:00.603053 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "DELETE /v2.0/floatingips/bf489f7c-4fbb-4221-a702-76509bd09867 HTTP/1.1" status: 204 len: 168 time: 1.5040853 Nov 25 09:59:00.603686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b'}] {{(pid=87512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:59:00.709773 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'status': 'completed', 'code': 200} Nov 25 09:59:00.738302 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e320814d-57c2-4014-909b-2842989f2edf None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:59:00.816930 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a03e-3f19-4a6f-8721-fdac3685a028 req-e4752d11-e61f-4a4c-9b89-63dff4286fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:59:00.818472 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dd23a03e-3f19-4a6f-8721-fdac3685a028 req-e4752d11-e61f-4a4c-9b89-63dff4286fca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0844641 Nov 25 09:59:00.962796 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a03e-3f19-4a6f-8721-fdac3685a028 req-9bc7a57f-a4bf-4814-b8a4-92c7d5db9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:59:00.964248 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dd23a03e-3f19-4a6f-8721-fdac3685a028 req-9bc7a57f-a4bf-4814-b8a4-92c7d5db9df1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 200 len: 910 time: 0.1357780 Nov 25 09:59:00.983337 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdd511-ba48-49e3-8d61-7ad068ae16e7 req-78d15e85-d730-45a2-b909-7f28dd7f5430 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:59:00.984094 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-e2bdd511-ba48-49e3-8d61-7ad068ae16e7 req-78d15e85-d730-45a2-b909-7f28dd7f5430 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Synchronizing usage tracker for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87512) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 09:59:01.002324 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.quota.resource [req-e2bdd511-ba48-49e3-8d61-7ad068ae16e7 req-78d15e85-d730-45a2-b909-7f28dd7f5430 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Unset dirty status for tenant:2c168a2a7c3d4e98bdeb48b253607283 on resource:port {{(pid=87512) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 09:59:01.003708 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e2bdd511-ba48-49e3-8d61-7ad068ae16e7 req-78d15e85-d730-45a2-b909-7f28dd7f5430 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 943 time: 0.1153047 Nov 25 09:59:01.051367 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dd23a03e-3f19-4a6f-8721-fdac3685a028 req-01b6d38c-ca98-4142-a80a-b09bf1b0bee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b HTTP/1.1" status: 200 len: 217 time: 0.0794556 Nov 25 09:59:01.053531 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [req-e2bdd511-ba48-49e3-8d61-7ad068ae16e7 req-95542ed2-4da0-4474-b3f5-c952fd9669aa tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433359 Nov 25 09:59:01.105139 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e320814d-57c2-4014-909b-2842989f2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:01.109028 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320814d-57c2-4014-909b-2842989f2edf None None] Checking router: 3538b756-8fe1-4c66-8d30-dfc0579faa37 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:59:01.114996 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a03e-3f19-4a6f-8721-fdac3685a028 req-b96f1184-5d4a-4238-aaa1-cc53138070d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:59:01.116456 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dd23a03e-3f19-4a6f-8721-fdac3685a028 req-b96f1184-5d4a-4238-aaa1-cc53138070d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 200 len: 848 time: 0.0581310 Nov 25 09:59:01.117518 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320814d-57c2-4014-909b-2842989f2edf None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:59:01.118127 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e320814d-57c2-4014-909b-2842989f2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:01.195941 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a03e-3f19-4a6f-8721-fdac3685a028 req-c94b9d50-65cb-4318-b069-596e73043b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:59:01.197390 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dd23a03e-3f19-4a6f-8721-fdac3685a028 req-c94b9d50-65cb-4318-b069-596e73043b0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bcd7506-a152-4b95-b350-776b58f84457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736694 Nov 25 09:59:01.306362 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-e320814d-57c2-4014-909b-2842989f2edf None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:59:01.329875 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dd23a03e-3f19-4a6f-8721-fdac3685a028 req-e1de4cf6-24d4-4547-aca4-e6f89d32ce93 service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243761 Nov 25 09:59:01.465317 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-dd23a03e-3f19-4a6f-8721-fdac3685a028 req-3f98187f-276c-4b2f-9cec-82fb9d89ba0b service neutron] 10.222.0.41 "GET /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273894 Nov 25 09:59:01.617275 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-e320814d-57c2-4014-909b-2842989f2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:01.621097 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320814d-57c2-4014-909b-2842989f2edf None None] The sync data for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv is: [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:52:57Z', 'revision_number': 4, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv', '_interfaces': [{'id': 'da274de4-caec-4d27-8171-54cbc3183536', 'name': '', 'network_id': '4bcd7506-a152-4b95-b350-776b58f84457', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'mac_address': 'fa:16:3e:a3:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:56Z', 'updated_at': '2021-11-25T09:53:02Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'subnets': [{'id': 'f7fdaa09-0c55-41c1-ad7f-ef06c298261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:59:01.848510 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8d8f3-0ca5-4270-b0af-dfecde09e78a None None] New status for floating IP bf489f7c-4fbb-4221-a702-76509bd09867: DOWN {{(pid=87515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 09:59:01.872219 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50df78-bc82-461f-90bd-6130a7f03b30 req-500e9e2a-1ce3-4b80-84ab-bde224d120fb tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:59:01.873594 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eb50df78-bc82-461f-90bd-6130a7f03b30 req-500e9e2a-1ce3-4b80-84ab-bde224d120fb tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 943 time: 0.0803568 Nov 25 09:59:01.945497 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-eb50df78-bc82-461f-90bd-6130a7f03b30 req-f922ad24-c453-4724-97e9-1704b46696ef tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Deleting port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:59:01.945830 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-eb50df78-bc82-461f-90bd-6130a7f03b30 req-f922ad24-c453-4724-97e9-1704b46696ef tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:02.360316 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [req-eb50df78-bc82-461f-90bd-6130a7f03b30 req-f922ad24-c453-4724-97e9-1704b46696ef tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] For port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:59:02.360673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-eb50df78-bc82-461f-90bd-6130a7f03b30 req-f922ad24-c453-4724-97e9-1704b46696ef tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:02.488284 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [req-eb50df78-bc82-461f-90bd-6130a7f03b30 req-f922ad24-c453-4724-97e9-1704b46696ef tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Calling delete_port for 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b owned by compute:nova {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:59:02.559247 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4748-6c56-4d0f-b0aa-c63b3e50e8cc req-801b6fbb-1c2b-4940-8c4b-9139df1deacd tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 09:59:02.560691 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-898d4748-6c56-4d0f-b0aa-c63b3e50e8cc req-801b6fbb-1c2b-4940-8c4b-9139df1deacd tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2 HTTP/1.1" status: 200 len: 943 time: 0.3930006 Nov 25 09:59:02.654904 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-898d4748-6c56-4d0f-b0aa-c63b3e50e8cc req-0389f67a-f640-49d9-989e-b4842ea840a1 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780165 Nov 25 09:59:02.679343 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-eb50df78-bc82-461f-90bd-6130a7f03b30 req-f922ad24-c453-4724-97e9-1704b46696ef tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:02.684747 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9bf6cd2c-850f-4e5d-bd3f-1ff653a3a465 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:02.732324 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922ad24-c453-4724-97e9-1704b46696ef tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event deleted for resources: {'Port': ['ID=3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:02.735195 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f922ad24-c453-4724-97e9-1704b46696ef tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:02.803595 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb50df78-bc82-461f-90bd-6130a7f03b30 req-f922ad24-c453-4724-97e9-1704b46696ef tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] No DVR routers for this DVR port 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b on host hv-neutron-8183 {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:59:02.805936 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [req-eb50df78-bc82-461f-90bd-6130a7f03b30 req-f922ad24-c453-4724-97e9-1704b46696ef tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261820'] for port, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:02.808417 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'name': 'network-vif-deleted', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b'}] {{(pid=87513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 09:59:02.824663 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [req-eb50df78-bc82-461f-90bd-6130a7f03b30 req-f922ad24-c453-4724-97e9-1704b46696ef tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.41 "DELETE /v2.0/ports/3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b HTTP/1.1" status: 204 len: 173 time: 0.9454932 Nov 25 09:59:02.859613 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdc3c4b-1ab9-44b1-8a88-51e87a577aa2', 'name': 'network-vif-deleted', 'tag': '3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b', 'status': 'completed', 'code': 200} Nov 25 09:59:03.746503 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 58998) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:03.817059 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1036e971-8b8a-4025-82b3-5d18ce351150 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:03.846277 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1036e971-8b8a-4025-82b3-5d18ce351150 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:03.910429 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1036e971-8b8a-4025-82b3-5d18ce351150 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:03.914076 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-16a1c775-3a1c-4534-b6f6-36819d0bae2f tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:03.929606 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036e971-8b8a-4025-82b3-5d18ce351150 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:03.932338 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-1036e971-8b8a-4025-82b3-5d18ce351150 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:03.941358 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-1036e971-8b8a-4025-82b3-5d18ce351150 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Notify callbacks [] for security_group, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:03.942592 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-1036e971-8b8a-4025-82b3-5d18ce351150 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] 10.222.0.54 "DELETE /v2.0/security-groups/3bbe621f-1c3b-49c4-b86b-4bcbcc2cec04 HTTP/1.1" status: 204 len: 168 time: 0.1950941 Nov 25 09:59:04.759855 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:05.008082 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 59010) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:05.637851 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:05.903880 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:59:05.939683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] No Port match for: 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:59:05.940043 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Device 3e52fed5-9a7d-4693-8cfb-1fd5bb7f549b not bound to the agent host hv-neutron-8183 {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:59:06.101250 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] Deleting port da274de4-caec-4d27-8171-54cbc3183536 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:59:06.101788 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:06.270005 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] For port da274de4-caec-4d27-8171-54cbc3183536, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=da274de4-caec-4d27-8171-54cbc3183536,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:59:06.270389 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:06.394813 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] Calling delete_port for da274de4-caec-4d27-8171-54cbc3183536 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:59:06.559416 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:06.563056 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-abe1c979-5347-4412-ba7b-9c4d930e4a3e tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:06.607535 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] Pushing event deleted for resources: {'Port': ['ID=da274de4-caec-4d27-8171-54cbc3183536,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:06.610657 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:06.876869 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:07.229136 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] Router 3538b756-8fe1-4c66-8d30-dfc0579faa37 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:59:07.525202 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:59:07.535063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673c002-b3bb-441d-bddd-63dd2463f5b0 None None] Sync routers for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:59:07.537508 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-54d91be8-7991-45cf-a202-ca7b416ea222 admin admin] 10.222.0.54 "PUT /v2.0/routers/3538b756-8fe1-4c66-8d30-dfc0579faa37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5283637 Nov 25 09:59:07.540036 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 59016) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:07.544519 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673c002-b3bb-441d-bddd-63dd2463f5b0 None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:59:07.545136 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6673c002-b3bb-441d-bddd-63dd2463f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:07.713509 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Notify callbacks [] for router, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:07.722513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6673c002-b3bb-441d-bddd-63dd2463f5b0 None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:59:07.894852 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:07.904095 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Deleting port e3942211-f578-4844-9277-bd092f49f761 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:59:07.904555 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:08.063746 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6673c002-b3bb-441d-bddd-63dd2463f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e3942211-f578-4844-9277-bd092f49f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:59:06Z', 'revision_number': 5, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port': {'id': 'e3942211-f578-4844-9277-bd092f49f761', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:52:54Z', 'updated_at': '2021-11-25T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:08.067590 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673c002-b3bb-441d-bddd-63dd2463f5b0 None None] Checking router: 3538b756-8fe1-4c66-8d30-dfc0579faa37 for host: dv-neutron-818341-1-hyperv {{(pid=87514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:59:08.076641 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673c002-b3bb-441d-bddd-63dd2463f5b0 None None] Routers {'3538b756-8fe1-4c66-8d30-dfc0579faa37'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:59:08.077243 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6673c002-b3bb-441d-bddd-63dd2463f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3538b756-8fe1-4c66-8d30-dfc0579faa37'], 'active': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:08.103171 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] For port e3942211-f578-4844-9277-bd092f49f761, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=e3942211-f578-4844-9277-bd092f49f761,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:59:08.103525 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:08.225929 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Calling delete_port for e3942211-f578-4844-9277-bd092f49f761 owned by network:router_gateway {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:59:08.226245 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvr_db [None req-6673c002-b3bb-441d-bddd-63dd2463f5b0 None None] Set router 3538b756-8fe1-4c66-8d30-dfc0579faa37 gateway port host: None {{(pid=87514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:59:08.332989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_hamode_db [None req-6673c002-b3bb-441d-bddd-63dd2463f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:59:07Z', 'revision_number': 6, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:08.337417 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673c002-b3bb-441d-bddd-63dd2463f5b0 None None] The sync data for ids ['3538b756-8fe1-4c66-8d30-dfc0579faa37'] in dv-neutron-818341-1-hyperv is: [{'id': '3538b756-8fe1-4c66-8d30-dfc0579faa37', 'name': 'tempest-TestSnapshotPattern-754233624-router', 'tenant_id': '2c168a2a7c3d4e98bdeb48b253607283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:53Z', 'updated_at': '2021-11-25T09:59:07Z', 'revision_number': 6, 'project_id': '2c168a2a7c3d4e98bdeb48b253607283', 'gw_port_host': None}] {{(pid=87514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:59:08.399326 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:08.403675 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-710b221b-a245-468c-be8b-269a7fff9e5d tempest-TestShelveInstance-1056495766 tempest-TestShelveInstance-1056495766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:08.447337 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3942211-f578-4844-9277-bd092f49f761,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:08.450199 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:08.539434 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:08.712506 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:08.714921 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:08.739987 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:08.740564 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3538b756-8fe1-4c66-8d30-dfc0579faa37 {{(pid=87513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:59:08.753383 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] Notify callbacks [] for router, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:08.757415 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-fe417c3e-1dd5-474e-b4a4-8e05157e8133 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3538b756-8fe1-4c66-8d30-dfc0579faa37 HTTP/1.1" status: 204 len: 168 time: 1.2135818 Nov 25 09:59:08.757819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 59020) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:08.937060 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.db_base_plugin_v2 [None req-7806c86e-f501-49e2-b569-4ad44160b7f6 admin admin] Deleting subnet f7fdaa09-0c55-41c1-ad7f-ef06c298261c {{(pid=87513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:59:08.939889 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7806c86e-f501-49e2-b569-4ad44160b7f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:08.987659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7806c86e-f501-49e2-b569-4ad44160b7f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993658'] for subnet, precommit_delete_associations {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.071329 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7806c86e-f501-49e2-b569-4ad44160b7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.139293 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7806c86e-f501-49e2-b569-4ad44160b7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3149266'] for subnet, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.143880 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf3e2154-feea-4588-a102-6715768faf46 tempest-RoutersNegativeTest-716372673 tempest-RoutersNegativeTest-716372673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:09.178242 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806c86e-f501-49e2-b569-4ad44160b7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7fdaa09-0c55-41c1-ad7f-ef06c298261c,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:09.180204 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-7806c86e-f501-49e2-b569-4ad44160b7f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.183837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290711aa-9010-4818-b5fd-cfb3b6c00af3 None None] Network 4bcd7506-a152-4b95-b350-776b58f84457 requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:59:09.187898 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-7806c86e-f501-49e2-b569-4ad44160b7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:09.195726 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-7806c86e-f501-49e2-b569-4ad44160b7f6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f7fdaa09-0c55-41c1-ad7f-ef06c298261c HTTP/1.1" status: 204 len: 168 time: 0.4335709 Nov 25 09:59:09.196015 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 59024) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:09.304472 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.316520 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Deleting port ed6d2192-65d6-46c7-8758-dc4643a33199 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:59:09.316863 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.444870 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c1dea-58fe-4bf8-ad63-9f5bcb924c3e None None] DHCP port deletion for 4bcd7506-a152-4b95-b350-776b58f84457 request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:59:09.448671 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f53c1dea-58fe-4bf8-ad63-9f5bcb924c3e None None] Deleting port ed6d2192-65d6-46c7-8758-dc4643a33199 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:59:09.449054 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f53c1dea-58fe-4bf8-ad63-9f5bcb924c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.531659 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] For port ed6d2192-65d6-46c7-8758-dc4643a33199, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ed6d2192-65d6-46c7-8758-dc4643a33199,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:59:09.532226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.647995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f53c1dea-58fe-4bf8-ad63-9f5bcb924c3e None None] For port ed6d2192-65d6-46c7-8758-dc4643a33199, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=ed6d2192-65d6-46c7-8758-dc4643a33199,segment=NetworkSegment(e4c2589f-18d9-48d5-9ab9-92fe42311224),segment_id=e4c2589f-18d9-48d5-9ab9-92fe42311224)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:59:09.648305 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f53c1dea-58fe-4bf8-ad63-9f5bcb924c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.656188 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Calling delete_port for ed6d2192-65d6-46c7-8758-dc4643a33199 owned by network:dhcp {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:59:09.734580 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.739176 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-a6934199-ca3c-4344-a077-c1dcbe806224 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:09.769046 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f53c1dea-58fe-4bf8-ad63-9f5bcb924c3e None None] Calling delete_port for ed6d2192-65d6-46c7-8758-dc4643a33199 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:59:09.783319 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] No DVR routers for this DVR port ed6d2192-65d6-46c7-8758-dc4643a33199 on host dv-neutron-818341-1-hyperv {{(pid=87513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:59:09.812003 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6d2192-65d6-46c7-8758-dc4643a33199,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:09.814390 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:09.843292 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-f53c1dea-58fe-4bf8-ad63-9f5bcb924c3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:59:09.843665 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-f53c1dea-58fe-4bf8-ad63-9f5bcb924c3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:59:09.902443 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.926687 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcd7506-a152-4b95-b350-776b58f84457']}} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:09.939672 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c2589f-18d9-48d5-9ab9-92fe42311224') {'for_net_delete': True} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:09.939968 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.services.segments.db [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c2589f-18d9-48d5-9ab9-92fe42311224') {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:09.952265 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993645'] for segment, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.968498 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.975232 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=87513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:59:09.975623 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993365'] for segment, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:09.981827 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ed6d2192-65d6-46c7-8758-dc4643a33199 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: Traceback (most recent call last): Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: timer() Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: cb(*args, **kw) Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: return func(*args, **kwargs) Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: self._notify() Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: self.callback(batched_events) Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: event.method(event) Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: return f(self, *a, **k) Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._get(url).json() Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: return self.request(url, 'GET', **kwargs) Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:59:09.994677 dv-neutron-818341-1-hyperv neutron-server[87513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:59:10.023593 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: ed6d2192-65d6-46c7-8758-dc4643a33199 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:59:10.024318 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device ed6d2192-65d6-46c7-8758-dc4643a33199 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:59:10.024894 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device da274de4-caec-4d27-8171-54cbc3183536 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:59:10.061823 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: da274de4-caec-4d27-8171-54cbc3183536 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:59:10.062242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device da274de4-caec-4d27-8171-54cbc3183536 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:59:10.062656 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e3942211-f578-4844-9277-bd092f49f761 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:59:10.069355 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:10.073435 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-9ad5ce27-a030-4e95-a8da-706eb57f57cf tempest-TestNetworkBasicOps-798899342 tempest-TestNetworkBasicOps-798899342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:10.087654 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Notify callbacks [] for network, before_response {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:10.098819 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bcd7506-a152-4b95-b350-776b58f84457,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:10.102673 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:10.114144 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-cf381d10-0182-4167-834d-17b683de8b52 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4bcd7506-a152-4b95-b350-776b58f84457 HTTP/1.1" status: 204 len: 168 time: 0.9169207 Nov 25 09:59:10.117579 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.wsgi [-] (87513) accepted ('10.222.0.54', 59028) {{(pid=87513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:10.137316 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: e3942211-f578-4844-9277-bd092f49f761 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:59:10.137654 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device e3942211-f578-4844-9277-bd092f49f761 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:59:10.345379 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f53c1dea-58fe-4bf8-ad63-9f5bcb924c3e None None] Deleting port ed6d2192-65d6-46c7-8758-dc4643a33199 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:59:10.346030 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f53c1dea-58fe-4bf8-ad63-9f5bcb924c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:10.413206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f53c1dea-58fe-4bf8-ad63-9f5bcb924c3e None None] The port 'ed6d2192-65d6-46c7-8758-dc4643a33199' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:59:10.775190 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1603481'] for router_interface, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:11.122702 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] Deleting port 3c530e57-e6b8-40e7-9048-0adcbe618c57 {{(pid=87513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:59:11.123035 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:11.291001 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.db [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] For port 3c530e57-e6b8-40e7-9048-0adcbe618c57, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=3c530e57-e6b8-40e7-9048-0adcbe618c57,segment=NetworkSegment(fbf71a93-ccc8-4cc3-a447-277fa24f7932),segment_id=fbf71a93-ccc8-4cc3-a447-277fa24f7932)] {{(pid=87513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:59:11.291303 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:11.414304 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] Calling delete_port for 3c530e57-e6b8-40e7-9048-0adcbe618c57 owned by network:router_interface {{(pid=87513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:59:11.578644 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993592'] for port, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:11.581966 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-08fda2be-a7fe-4520-8175-9ead8884fb05 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:11.627167 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3c530e57-e6b8-40e7-9048-0adcbe618c57,revision_number=None']} {{(pid=87513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:11.630226 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:11.898808 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2002793'] for router_interface, after_delete {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:12.377125 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] Router 3046b515-4bcc-42b2-8efa-35483cb0dd44 has already been hosted by L3 agent 2b5c9492-ae9b-4cda-9263-ce629719edec {{(pid=87513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 09:59:12.552246 dv-neutron-818341-1-hyperv neutron-server[87513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] Notify agent at l3_agent.dv-neutron-818341-1-hyperv the message routers_updated {{(pid=87513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 09:59:12.560691 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e1ea7-7559-4bf0-afcf-ed8b347e9002 None None] Sync routers for ids ['3046b515-4bcc-42b2-8efa-35483cb0dd44'] in dv-neutron-818341-1-hyperv {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 09:59:12.569956 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e1ea7-7559-4bf0-afcf-ed8b347e9002 None None] Routers {'3046b515-4bcc-42b2-8efa-35483cb0dd44'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:59:12.570609 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0d4e1ea7-7559-4bf0-afcf-ed8b347e9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3046b515-4bcc-42b2-8efa-35483cb0dd44'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:12.570789 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 59032) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:12.571213 dv-neutron-818341-1-hyperv neutron-server[87513]: INFO neutron.wsgi [None req-f1270639-5731-47a0-be11-ec3161e9a7bb admin admin] 10.222.0.54 "PUT /v2.0/routers/3046b515-4bcc-42b2-8efa-35483cb0dd44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4521863 Nov 25 09:59:12.742261 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-0d4e1ea7-7559-4bf0-afcf-ed8b347e9002 None None] Set router 3046b515-4bcc-42b2-8efa-35483cb0dd44 gateway port host: dv-neutron-818341-1-hyperv {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:59:12.749548 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:12.932663 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:12.942448 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Deleting port 21168f47-42d5-407d-921b-c71d36db41d5 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:59:12.942827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:13.069135 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0d4e1ea7-7559-4bf0-afcf-ed8b347e9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'name': 'tempest-TestSnapshotPattern-770515982-router', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'external_fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '21168f47-42d5-407d-921b-c71d36db41d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:59Z', 'updated_at': '2021-11-25T09:59:11Z', 'revision_number': 5, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'gw_port': {'id': '21168f47-42d5-407d-921b-c71d36db41d5', 'name': '', 'network_id': 'a9c86f18-000d-42bd-8ca5-a59d838703a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818341-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T09:53:00Z', 'updated_at': '2021-11-25T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19f5cb0d-fa89-476f-973b-93d24b19dfbd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818341-1-hyperv'}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:13.072981 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e1ea7-7559-4bf0-afcf-ed8b347e9002 None None] Checking router: 3046b515-4bcc-42b2-8efa-35483cb0dd44 for host: dv-neutron-818341-1-hyperv {{(pid=87515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 09:59:13.081307 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e1ea7-7559-4bf0-afcf-ed8b347e9002 None None] Routers {'3046b515-4bcc-42b2-8efa-35483cb0dd44'} bound to L3 agent in host dv-neutron-818341-1-hyperv {{(pid=87515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 09:59:13.081910 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0d4e1ea7-7559-4bf0-afcf-ed8b347e9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818341-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:39:19Z,description=,heartbeat_timestamp=2021-11-25T09:58:50Z,host='dv-neutron-818341-1-hyperv',id=2b5c9492-ae9b-4cda-9263-ce629719edec,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:39:19Z,topic='l3_agent')) {'router_ids': ['3046b515-4bcc-42b2-8efa-35483cb0dd44'], 'active': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:13.118541 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] For port 21168f47-42d5-407d-921b-c71d36db41d5, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=21168f47-42d5-407d-921b-c71d36db41d5,segment=NetworkSegment(4d3a212b-72f2-4aa5-b5d7-a7edffd45698),segment_id=4d3a212b-72f2-4aa5-b5d7-a7edffd45698)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:59:13.118897 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:13.230710 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvr_db [None req-0d4e1ea7-7559-4bf0-afcf-ed8b347e9002 None None] Set router 3046b515-4bcc-42b2-8efa-35483cb0dd44 gateway port host: None {{(pid=87515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 09:59:13.239436 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Calling delete_port for 21168f47-42d5-407d-921b-c71d36db41d5 owned by network:router_gateway {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:59:13.333841 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_hamode_db [None req-0d4e1ea7-7559-4bf0-afcf-ed8b347e9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'name': 'tempest-TestSnapshotPattern-770515982-router', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:59Z', 'updated_at': '2021-11-25T09:59:12Z', 'revision_number': 6, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'gw_port_host': None}], 'dv-neutron-818341-1-hyperv', False) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:13.338148 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e1ea7-7559-4bf0-afcf-ed8b347e9002 None None] The sync data for ids ['3046b515-4bcc-42b2-8efa-35483cb0dd44'] in dv-neutron-818341-1-hyperv is: [{'id': '3046b515-4bcc-42b2-8efa-35483cb0dd44', 'name': 'tempest-TestSnapshotPattern-770515982-router', 'tenant_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T09:52:59Z', 'updated_at': '2021-11-25T09:59:12Z', 'revision_number': 6, 'project_id': '72a9934e0bcf4e55b529acdb1a44f1f8', 'gw_port_host': None}] {{(pid=87515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 09:59:13.538334 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:13.542574 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c11f9922-31e7-46f7-a035-f8f50ab05900 tempest-TestSnapshotPattern-1839837787 tempest-TestSnapshotPattern-1839837787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:13.587054 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=21168f47-42d5-407d-921b-c71d36db41d5,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:13.612424 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:13.673876 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004990'] for router_gateway, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:13.847289 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39542'] for router, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:13.849607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:13.872504 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603440'] for router, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:13.873025 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3046b515-4bcc-42b2-8efa-35483cb0dd44 {{(pid=87512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 09:59:13.886042 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] Notify callbacks [] for router, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:13.887232 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-1622da41-ba84-4091-af89-4b56413a8f15 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3046b515-4bcc-42b2-8efa-35483cb0dd44 HTTP/1.1" status: 204 len: 168 time: 1.3155322 Nov 25 09:59:13.889817 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 59036) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:13.950698 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7357f7-2159-48c5-86e2-66a07f45c780 admin admin] Deleting subnet 90aa2f3f-9db7-45b1-81b7-204c81f0dd0d {{(pid=87512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 09:59:13.953562 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f7-2159-48c5-86e2-66a07f45c780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:14.001739 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f7-2159-48c5-86e2-66a07f45c780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105209'] for subnet, precommit_delete_associations {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:14.089378 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f7-2159-48c5-86e2-66a07f45c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870198'] for subnet, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:14.108102 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3c530e57-e6b8-40e7-9048-0adcbe618c57 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:59:14.142123 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 3c530e57-e6b8-40e7-9048-0adcbe618c57 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:59:14.142536 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 3c530e57-e6b8-40e7-9048-0adcbe618c57 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:59:14.143156 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 21168f47-42d5-407d-921b-c71d36db41d5 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:59:14.161427 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f7-2159-48c5-86e2-66a07f45c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2097254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2420501'] for subnet, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:14.165968 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7423284b-74c6-49a8-8a75-f056f7696240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:14.178914 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: 21168f47-42d5-407d-921b-c71d36db41d5 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:59:14.179278 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device 21168f47-42d5-407d-921b-c71d36db41d5 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:59:14.202954 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7357f7-2159-48c5-86e2-66a07f45c780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90aa2f3f-9db7-45b1-81b7-204c81f0dd0d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:14.205607 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-7b7357f7-2159-48c5-86e2-66a07f45c780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:14.208037 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f7-2159-48c5-86e2-66a07f45c780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:14.214716 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba036b2-19c2-484a-836e-c2fbff32a4c3 None None] Network 76e73531-4d65-42f2-826d-a9dada26b64d requested from dv-neutron-818341-1-hyperv {{(pid=87514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 09:59:14.215119 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-7b7357f7-2159-48c5-86e2-66a07f45c780 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/90aa2f3f-9db7-45b1-81b7-204c81f0dd0d HTTP/1.1" status: 204 len: 168 time: 0.3242078 Nov 25 09:59:14.217556 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 59040) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:14.332107 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808845'] for network, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:14.343420 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Deleting port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 {{(pid=87512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:59:14.343930 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:14.470242 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a583542-3692-4d0d-9ea2-c872d1ab0126 None None] DHCP port deletion for 76e73531-4d65-42f2-826d-a9dada26b64d request from dv-neutron-818341-1-hyperv {{(pid=87514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 09:59:14.474581 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2a583542-3692-4d0d-9ea2-c872d1ab0126 None None] Deleting port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:59:14.474989 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a583542-3692-4d0d-9ea2-c872d1ab0126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:14.564440 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.db [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] For port dcf1ad4c-0309-4a50-81f6-2771b9adaee9, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dcf1ad4c-0309-4a50-81f6-2771b9adaee9,segment=NetworkSegment(fbf71a93-ccc8-4cc3-a447-277fa24f7932),segment_id=fbf71a93-ccc8-4cc3-a447-277fa24f7932)] {{(pid=87512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:59:14.564804 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:14.673502 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2a583542-3692-4d0d-9ea2-c872d1ab0126 None None] For port dcf1ad4c-0309-4a50-81f6-2771b9adaee9, host dv-neutron-818341-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818341-1-hyperv',level=0,port_id=dcf1ad4c-0309-4a50-81f6-2771b9adaee9,segment=NetworkSegment(fbf71a93-ccc8-4cc3-a447-277fa24f7932),segment_id=fbf71a93-ccc8-4cc3-a447-277fa24f7932)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 09:59:14.673791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a583542-3692-4d0d-9ea2-c872d1ab0126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2003097'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:14.683987 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.plugin [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Calling delete_port for dcf1ad4c-0309-4a50-81f6-2771b9adaee9 owned by network:dhcp {{(pid=87512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:59:14.767226 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-858148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772570589013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772570044748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2097237'] for port, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:14.771341 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-0e3f1338-a40a-4dc7-8347-e42b5195ac36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:14.809456 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2a583542-3692-4d0d-9ea2-c872d1ab0126 None None] Calling delete_port for dcf1ad4c-0309-4a50-81f6-2771b9adaee9 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 09:59:14.816746 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf1ad4c-0309-4a50-81f6-2771b9adaee9,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:14.820595 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:14.821389 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] No DVR routers for this DVR port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 on host dv-neutron-818341-1-hyperv {{(pid=87512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 09:59:14.881526 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-2a583542-3692-4d0d-9ea2-c872d1ab0126 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 09:59:14.881896 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-2a583542-3692-4d0d-9ea2-c872d1ab0126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 09:59:15.051686 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882717', 'neutron.services.segments.db._delete_segments_for_network-8772570482598'] for network, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:15.076222 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e73531-4d65-42f2-826d-a9dada26b64d']}} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:15.088390 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf71a93-ccc8-4cc3-a447-277fa24f7932') {'for_net_delete': True} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:15.088682 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.services.segments.db [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf71a93-ccc8-4cc3-a447-277fa24f7932') {} {{(pid=87512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 09:59:15.100505 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772570366073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105198'] for segment, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:15.115995 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881500'] for segment, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:15.121868 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=87512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 09:59:15.122246 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-881493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2097336'] for segment, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: Traceback (most recent call last): Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: timer() Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: cb(*args, **kw) Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: return func(*args, **kwargs) Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: self._notify() Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: self.callback(batched_events) Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: event.method(event) Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: return f(self, *a, **k) Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._get(url).json() Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: return self.request(url, 'GET', **kwargs) Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 09:59:15.135008 dv-neutron-818341-1-hyperv neutron-server[87512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 09:59:15.219116 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004889'] for network, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:15.222557 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-a4754e04-1120-4cee-87bc-ed920d41cab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:15.235822 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Notify callbacks [] for network, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:15.247762 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Pushing event deleted for resources: {'Network': ['ID=76e73531-4d65-42f2-826d-a9dada26b64d,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:15.251401 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:15.253140 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-12af5188-0d63-4d7e-a283-fd14e963e081 admin admin] 10.222.0.54 "DELETE /v2.0/networks/76e73531-4d65-42f2-826d-a9dada26b64d HTTP/1.1" status: 204 len: 168 time: 1.0343883 Nov 25 09:59:15.358419 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 59046) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:15.383049 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2a583542-3692-4d0d-9ea2-c872d1ab0126 None None] Deleting port dcf1ad4c-0309-4a50-81f6-2771b9adaee9 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 09:59:15.383557 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a583542-3692-4d0d-9ea2-c872d1ab0126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772570585537'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:15.406308 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-87ab02a7-6e9a-465a-83a4-c90036599e71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c168a2a7c3d4e98bdeb48b253607283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466137 Nov 25 09:59:15.408742 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 59050) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:15.453327 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2a583542-3692-4d0d-9ea2-c872d1ab0126 None None] The port 'dcf1ad4c-0309-4a50-81f6-2771b9adaee9' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 09:59:15.474190 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65e281eb-ad2e-480b-bfdd-094836111f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:15.500540 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65e281eb-ad2e-480b-bfdd-094836111f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:15.550619 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65e281eb-ad2e-480b-bfdd-094836111f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:15.554940 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-e5a1acba-a24a-41f1-8ed8-add03ab038fc tempest-TestNetworkAdvancedServerOps-1370971637 tempest-TestNetworkAdvancedServerOps-1370971637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:15.568625 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e281eb-ad2e-480b-bfdd-094836111f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8ab6db-68d7-45dc-9b72-53df7155cb7a,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:15.572451 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-65e281eb-ad2e-480b-bfdd-094836111f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:15.575757 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-65e281eb-ad2e-480b-bfdd-094836111f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:15.576743 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-65e281eb-ad2e-480b-bfdd-094836111f23 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b8ab6db-68d7-45dc-9b72-53df7155cb7a HTTP/1.1" status: 204 len: 168 time: 0.1671364 Nov 25 09:59:15.900330 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 59058) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:15.948686 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-6a99e086-d954-4073-8ecf-762931e6ec42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72a9934e0bcf4e55b529acdb1a44f1f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470636 Nov 25 09:59:15.951003 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [-] (87512) accepted ('10.222.0.54', 59062) {{(pid=87512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 09:59:15.978761 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dcf1ad4c-0309-4a50-81f6-2771b9adaee9 no longer exists at agent ovs-agent-dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 09:59:16.010387 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9fa4-688a-4ee6-b461-05ca80d10418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:16.012383 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] No Port match for: dcf1ad4c-0309-4a50-81f6-2771b9adaee9 {{(pid=87514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 09:59:16.012738 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.rpc [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Device dcf1ad4c-0309-4a50-81f6-2771b9adaee9 not bound to the agent host dv-neutron-818341-1-hyperv {{(pid=87514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 09:59:16.039811 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9fa4-688a-4ee6-b461-05ca80d10418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:16.090827 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9fa4-688a-4ee6-b461-05ca80d10418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939745'] for security_group, after_delete {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:16.096053 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-6350e6ac-ab37-442b-a6eb-39090b623ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 09:59:16.107304 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe9fa4-688a-4ee6-b461-05ca80d10418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a602abc0-71cd-4170-8649-eb66e8799a3f,revision_number=None']} {{(pid=87512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 09:59:16.109590 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG oslo_concurrency.lockutils [None req-c1fe9fa4-688a-4ee6-b461-05ca80d10418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 09:59:16.112915 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9fa4-688a-4ee6-b461-05ca80d10418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:16.114800 dv-neutron-818341-1-hyperv neutron-server[87512]: INFO neutron.wsgi [None req-c1fe9fa4-688a-4ee6-b461-05ca80d10418 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a602abc0-71cd-4170-8649-eb66e8799a3f HTTP/1.1" status: 204 len: 168 time: 0.1628520 Nov 25 09:59:16.669931 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0baf9ab9-5e78-41eb-997e-a907887b6700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:17.138556 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:19.993997 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5d0467df-33db-4069-bc31-962dd7c5134a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:20.248954 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:21.670238 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 09:59:21.718853 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:34.764298 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:46.673868 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-484b9a03-d3ce-45c7-8e2f-705089289c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:47.141903 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:49.996995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9cec5303-c783-4c4b-a483-935ffc150d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:50.252207 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:51.720436 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 09:59:58.669452 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 10:00:04.773355 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:00:16.675725 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f78c394-c7b2-492e-91a9-5031a4cd6688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:00:17.143293 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:00:19.999887 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-389058e0-5a0a-471b-93a7-b945c8cacf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:00:20.254205 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:00:21.722748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:00:34.773353 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:00:35.668027 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 10:00:46.677269 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1275c92c-2660-47f0-93ec-eb36b41d77e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:00:47.145722 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:00:50.004616 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-003da7d7-2cd1-471d-8fa3-24852d0ebee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:00:50.256782 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:00:51.724949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:04.787003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:12.667265 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 10:01:13.184950 dv-neutron-818341-1-hyperv neutron-server[87512]: DEBUG neutron.wsgi [req-8d502546-95c1-4cee-9e66-03b47d0146fb req-24a1c0ed-ddd2-4585-9cd1-ab808d83b6b4 service neutron] (87512) timed out ('10.222.0.54', 52320) {{(pid=87512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 10:01:16.681020 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55860503-7d79-488d-b20f-6d5f6790b80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:17.148146 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:20.008791 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0c922ce-6003-4e6b-8abb-324e22c231ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:20.259995 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:21.729837 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:34.841004 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:46.681958 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0739a44a-d8e1-417f-a76b-55eaae469da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:47.150386 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:49.666079 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 10:01:50.012991 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7085ea8b-86dc-4c8e-8c54-6bc9e91f3152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:50.262756 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:01:51.730566 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:04.799973 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:16.683162 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2694087e-e2db-49a6-816a-c2bf18d4d36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:17.151230 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:20.016982 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-496e4128-4842-47b2-bf5a-c6f804cd0f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:20.265538 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:21.732332 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:26.665089 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 10:02:34.798496 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:46.684308 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f783a4c9-4f6f-4c16-a41f-d5e1b8d8af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:47.152227 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:50.019316 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4161e701-f0d0-4d2d-92d5-f738a41f4a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:50.268246 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:02:51.737000 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:03.663943 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 10:03:04.813959 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:16.686928 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-baff41a3-e2e2-457e-a344-73b7599f28d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:17.156086 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:20.021801 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8200ef58-4f1b-4fd7-98f4-26ff43c0340d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:20.270683 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:21.738737 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:34.813340 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:40.662088 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 10:03:46.688609 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c1125a9-fe88-433f-a5a6-1d1c6f29aa45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:47.157949 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:50.026237 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43b8e5d9-fd66-4820-a3ec-302fb5549ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:50.273748 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:03:51.740588 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:04.827513 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:16.690360 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8283a707-0a6a-4466-87f3-de033498677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:17.159063 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:17.660372 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 10:04:20.028695 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-68b001e2-69b5-4937-8e40-8067d402a56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:20.277613 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:21.744035 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:34.827198 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:46.690981 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-23860be9-1df5-4bfb-bed3-550a9aea6d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:47.162003 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df8d426c-96a0-4e8f-ac70-6d7775eb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:50.031733 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-244dadcf-fcf4-4a20-a85e-dc238e38febc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:50.281206 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaac94ec-6208-4887-b96b-1b8848a23925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:51.748140 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-987d7000-28db-48cb-980e-6546281cfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 10:04:54.659355 dv-neutron-818341-1-hyperv neutron-server[87515]: DEBUG neutron.db.agents_db [None req-0d449297-4353-4d9e-8d42-3eb8d078daa2 None None] Agent healthcheck: found 6 active agents {{(pid=87515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 10:05:04.840842 dv-neutron-818341-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ad9-a220-4e0f-a44f-b069aa623b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772570482607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872295'] for agent, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}